-- Logs begin at Tue 2022-05-24 22:06:41 UTC, end at Tue 2022-05-24 23:58:28 UTC. -- May 24 22:49:35.949649 dv-neutron-843190-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 24 22:49:38.452242 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.common.config [-] Logging enabled! May 24 22:49:38.452948 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev24 May 24 22:49:38.452948 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88153) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 24 22:49:38.456141 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.common.config [-] Logging enabled! May 24 22:49:38.456388 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev24 May 24 22:49:38.456688 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88153) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 24 22:49:38.457603 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 22:49:38.457832 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 22:49:38.458178 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 22:49:38.458418 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 22:49:38.458660 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 22:49:38.458970 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.459260 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.459549 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.459774 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.460063 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.460346 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.460626 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.460906 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.461198 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.461480 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.461757 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.462034 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.462263 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.462539 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.462853 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.463133 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.463353 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] debug = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.463633 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.464053 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.464454 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.464727 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.465008 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.465280 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.465545 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.465815 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.466093 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.466412 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] host = dv-neutron-843190-1-hyperv {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.466708 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.466991 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.467269 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.467544 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.467811 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.468079 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.468354 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.468620 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.468888 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.469154 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.469432 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.469711 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.469990 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.470207 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.470422 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.470724 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.471021 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.471291 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.471557 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.471822 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.472085 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.472348 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.472605 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.472880 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.473156 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.473432 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.473701 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.473966 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.474228 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.474488 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.474782 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.475050 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.475313 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.475576 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.475851 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.476112 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.476375 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.476667 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.476942 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.477215 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.477491 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.477753 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.478026 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.478291 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.478554 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.478842 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_json = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.479110 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.479372 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.479644 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.479910 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.480172 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.480435 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.480697 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.480975 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.481241 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:38.481531 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.481817 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.482109 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.482388 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.482694 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.482969 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.483249 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.483526 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.483808 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.484087 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.484369 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.484638 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.484920 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.485192 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.485483 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.485777 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.486064 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.486346 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.487127 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.487413 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.487680 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.487953 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.488233 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.488519 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.488799 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.489065 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.489340 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.489625 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.489896 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.490161 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.490432 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.490738 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.491014 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.491281 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.491557 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.491843 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.492123 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.492390 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.492662 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.492946 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.493219 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.493483 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.493746 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.494021 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.494284 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.494561 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.494864 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.495132 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.495396 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.495665 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.495931 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.496197 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.496465 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.496729 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.496999 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.497264 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.497527 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.497790 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.498053 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.498316 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.498579 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.498867 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.499139 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.499405 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.499669 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.499931 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.500197 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.500459 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.500737 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.501030 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.501303 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.501576 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.501855 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.502127 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.503068 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.503352 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.503629 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.503905 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.504181 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.504469 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.504748 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.505031 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.505310 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.505582 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.505871 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.506144 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.506422 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.506726 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.507005 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.507283 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.507563 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.507850 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.508138 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.508424 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.508709 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.508995 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.509270 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.509572 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.509846 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:38.510058 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 22:49:38.510290 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88153) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 24 22:49:38.894002 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO keyring.backend [-] Loading KWallet May 24 22:49:38.901001 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO keyring.backend [-] Loading SecretService May 24 22:49:38.904410 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO keyring.backend [-] Loading Windows May 24 22:49:38.905700 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO keyring.backend [-] Loading chainer May 24 22:49:38.906464 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO keyring.backend [-] Loading macOS May 24 22:49:38.939244 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 24 22:49:38.939515 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 24 22:49:38.939824 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 24 22:49:38.940150 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.manager [-] Loading core plugin: ml2 May 24 22:49:39.320648 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.320944 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.321214 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.322493 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.322806 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.323070 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.357595 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.357866 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.358127 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.370893 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.371168 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.371431 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.401124 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.401397 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.401655 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.437117 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.437468 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.437864 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.668962 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.669599 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.669599 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.669757 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.670465 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.788550 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.788802 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.789079 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.789342 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.789599 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.789901 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.790158 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.790407 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.790673 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.790952 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.791203 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.791458 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.791714 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.791961 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.792220 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.792480 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.792729 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.792991 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.793237 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.793509 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.793853 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.794102 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.794341 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.794614 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.794878 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.795114 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.795489 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:49:39.795722 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:49:39.795949 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:49:39.796177 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:49:39.796405 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:49:39.796631 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:49:39.796983 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 24 22:49:39.800535 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 24 22:49:39.804399 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 24 22:49:39.808095 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 24 22:49:39.809701 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 24 22:49:39.810282 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 24 22:49:39.810616 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 24 22:49:39.811025 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 24 22:49:39.813744 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 24 22:49:39.813988 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 24 22:49:39.814320 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 24 22:49:39.841929 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 24 22:49:39.842368 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.842680 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88153) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 24 22:49:39.843040 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.844371 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88153) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 24 22:49:39.844645 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 24 22:49:39.844882 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 24 22:49:39.848170 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.848448 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:39.909683 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 24 22:49:39.909917 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 24 22:49:39.910146 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 24 22:49:39.910498 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 24 22:49:39.942490 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_db.sqlalchemy.engines [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88153) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 24 22:49:40.270212 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Initializing driver for type 'gre' May 24 22:49:40.270781 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] gre ID ranges: [(1, 1000)] May 24 22:49:40.326108 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Initializing driver for type 'local' May 24 22:49:40.326469 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Initializing driver for type 'vlan' May 24 22:49:40.338654 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] VlanTypeDriver initialization complete May 24 22:49:40.339017 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Initializing driver for type 'vxlan' May 24 22:49:40.339485 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] vxlan ID ranges: [(1, 1000)] May 24 22:49:40.395629 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Initializing extension driver 'port_security' May 24 22:49:40.395968 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.extensions.port_security [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] PortSecurityExtensionDriver initialization complete May 24 22:49:40.396360 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Initializing mechanism driver 'openvswitch' May 24 22:49:40.396710 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Initializing mechanism driver 'hyperv' May 24 22:49:40.403173 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:40.403840 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > port after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.404204 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.404550 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > port after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.405080 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:49:40.405507 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > subnet after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.405857 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > subnet after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.406198 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.406602 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:49:40.407024 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > network after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.407371 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > network after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.407707 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > network after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.408083 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:49:40.408974 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > security_group after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.409320 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > security_group after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.409656 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.411670 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:49:40.412107 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.412468 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.412820 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.413213 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:49:40.413625 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > address_group after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.413974 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > address_group after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.414312 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.414726 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:49:40.415168 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] ML2 OVO RPC backend initialized. {{(pid=88153) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 24 22:49:40.415891 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.416252 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.416662 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > network before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.417006 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > networks before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.417347 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > port before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.417684 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > ports before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.418020 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > subnet before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.418357 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > subnets before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.418722 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > network after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.419167 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > network after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.419505 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > network after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.419835 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > port after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.420165 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.420492 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > port after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.420818 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > subnet after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.421148 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > subnet after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.421475 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.422044 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.plugin [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Modular L2 Plugin initialization complete May 24 22:49:40.422364 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading services supported by the core plugin {{(pid=88153) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 24 22:49:40.422711 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Got port-security extension from driver 'port_security' May 24 22:49:40.423167 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.extensions.vlantransparent [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Disabled vlantransparent extension. May 24 22:49:40.423648 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88153) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 24 22:49:40.423958 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading Plugin: router May 24 22:49:40.460329 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.460656 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router after_create 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.461021 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router before_create 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.461386 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.461750 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.462098 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router after_delete 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.462455 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.462841 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router after_create 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.463188 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router after_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.463531 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router after_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.463876 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.464232 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router after_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.464637 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router precommit_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.465000 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.465335 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: port after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.465667 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: subnet after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.466004 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.466346 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.466708 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router precommit_create 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.467048 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: port before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.467385 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router precommit_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.467735 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router after_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.468070 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.468412 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router precommit_create 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.468767 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.469104 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router precommit_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.469461 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > agent after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.469805 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > agent after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.470143 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > network after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.471640 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Tracking information for resource: router configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:49:40.471972 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Tracking information for resource: floatingip configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:49:40.476860 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.db.l3_agentschedulers_db [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 24 22:49:40.477429 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.477785 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: port after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.478129 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: port after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.478474 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.479261 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router before_create 55550100 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.479620 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.479977 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router precommit_create 55550100 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.480326 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > router precommit_update 55550100 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.484735 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.services.provider_configuration [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service providers = [] {{(pid=88153) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 24 22:49:40.485093 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.db.servicetype_db [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88153) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 24 22:49:40.488040 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.services.service_base [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 22:49:40.488380 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.services.service_base [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 22:49:40.488710 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.services.service_base [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 22:49:40.489579 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.services.service_base [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 22:49:40.489941 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.services.service_base [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Default provider is not specified for service type L3_ROUTER_NAT May 24 22:49:40.490306 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:49:40.490615 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 24 22:49:40.501132 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:49:40.501462 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading Plugin: auto_allocate May 24 22:49:40.507119 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: network precommit_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.507481 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: network precommit_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.507987 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:49:40.508302 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading Plugin: tag May 24 22:49:40.514702 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:49:40.515028 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading Plugin: timestamp May 24 22:49:40.519465 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:49:40.519789 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading Plugin: network_ip_availability May 24 22:49:40.525033 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.525395 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.525744 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.526438 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:49:40.526795 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading Plugin: flavors May 24 22:49:40.531374 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:49:40.531699 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading Plugin: revisions May 24 22:49:40.536531 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:49:40.536910 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.597s {{(pid=88153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 24 22:49:40.537630 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88153) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 24 22:49:40.537959 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Initializing extension manager. May 24 22:49:40.538461 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: __init__.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.538829 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: __pycache__ {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.539157 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.539484 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: address_group.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.540214 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.540777 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: address-group May 24 22:49:40.541093 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: address_scope.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.541969 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.542476 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: address-scope May 24 22:49:40.542819 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.543726 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.544226 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: router-admin-state-down-before-update May 24 22:49:40.544543 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: agent.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.545226 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.545729 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: agent May 24 22:49:40.546042 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: agent_resources_synced.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.546961 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.547458 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: agent-resources-synced May 24 22:49:40.547774 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: allowedaddresspairs.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.549557 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.550082 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: allowed-address-pairs May 24 22:49:40.550408 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: auto_allocated_topology.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.551481 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.551997 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: auto-allocated-topology May 24 22:49:40.552318 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: availability_zone.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.552996 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.553501 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: availability_zone May 24 22:49:40.553821 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: availability_zone_filter.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.554743 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.555248 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: availability_zone_filter May 24 22:49:40.555569 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: data_plane_status.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.556454 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.556956 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension data-plane-status not supported by any of loaded plugins May 24 22:49:40.557272 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: default_subnetpools.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.558166 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.558695 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: default-subnetpools May 24 22:49:40.559017 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.559805 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.560306 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: dhcp_agent_scheduler May 24 22:49:40.560623 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: dns.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.561510 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.562010 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension dns-integration not supported by any of loaded plugins May 24 22:49:40.562323 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: dns_domain_ports.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.563245 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.563742 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension dns-domain-ports not supported by any of loaded plugins May 24 22:49:40.564055 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: dvr.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.564733 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.565228 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: dvr May 24 22:49:40.565540 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: empty_string_filtering.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.566428 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.566959 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: empty-string-filtering May 24 22:49:40.567279 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.568181 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.568946 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 24 22:49:40.569263 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.570156 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.570673 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 24 22:49:40.570994 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: external_net.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.571945 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.572389 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: external-net May 24 22:49:40.572709 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.573597 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.574099 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: extra_dhcp_opt May 24 22:49:40.574416 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: extraroute.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.575332 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.575835 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: extraroute May 24 22:49:40.576150 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: extraroute_atomic.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.577167 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.577679 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: extraroute-atomic May 24 22:49:40.577997 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: filter_validation.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.578672 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.579171 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: filter-validation May 24 22:49:40.579485 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: fip_pf_description.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.580942 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.581538 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 24 22:49:40.581853 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: fip_port_details.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.582784 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.583286 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: fip-port-details May 24 22:49:40.583601 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: flavors.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.584801 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.585312 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: flavors May 24 22:49:40.585631 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.587261 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.587779 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 24 22:49:40.588102 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: floatingip_pools.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.588781 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.589295 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: floatingip-pools May 24 22:49:40.589618 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: ip_allocation.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.590526 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.591065 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension ip_allocation not supported by any of loaded plugins May 24 22:49:40.591386 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.592283 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.592783 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: ip-substring-filtering May 24 22:49:40.593105 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: l2_adjacency.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.594016 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.594514 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension l2_adjacency not supported by any of loaded plugins May 24 22:49:40.594868 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: l3.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.596046 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.597046 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: router May 24 22:49:40.597369 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.599587 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.600118 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 24 22:49:40.600445 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.601358 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.601866 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: ext-gw-mode May 24 22:49:40.602204 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.603109 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.603613 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: l3-ha May 24 22:49:40.603930 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: l3_flavors.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.604823 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.605328 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: l3-flavors May 24 22:49:40.605654 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.606556 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.607094 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: l3-port-ip-change-not-allowed May 24 22:49:40.607414 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: l3agentscheduler.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.608442 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.608949 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: l3_agent_scheduler May 24 22:49:40.609272 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: logging.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.610816 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.611334 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension logging not supported by any of loaded plugins May 24 22:49:40.611687 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: metering.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.612413 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.612977 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: metering May 24 22:49:40.613302 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.614380 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.614938 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: metering_source_and_destination_fields May 24 22:49:40.615263 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: multiprovidernet.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.616173 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.616678 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: multi-provider May 24 22:49:40.616996 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: netmtu.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.617901 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.618405 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: net-mtu May 24 22:49:40.618752 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: netmtu_writable.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.619656 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.620158 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: net-mtu-writable May 24 22:49:40.620476 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: network_availability_zone.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.621218 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.621720 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: network_availability_zone May 24 22:49:40.622034 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: network_ip_availability.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.623134 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.623644 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: network-ip-availability May 24 22:49:40.623963 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: network_segment_range.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.624709 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.625210 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension network-segment-range not supported by any of loaded plugins May 24 22:49:40.625525 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: pagination.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.626479 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.626830 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: pagination May 24 22:49:40.627142 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: port_device_profile.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.628058 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.628567 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: port-device-profile May 24 22:49:40.628884 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.629789 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.630292 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: port-mac-address-regenerate May 24 22:49:40.630606 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.631532 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.632041 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: port-numa-affinity-policy May 24 22:49:40.632359 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: port_resource_request.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.633256 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.633754 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension port-resource-request not supported by any of loaded plugins May 24 22:49:40.634068 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: portbindings.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.635000 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.635502 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: binding May 24 22:49:40.635815 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: portbindings_extended.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.637170 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.637684 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: binding-extended May 24 22:49:40.638007 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: portsecurity.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.638953 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.639471 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: port-security May 24 22:49:40.639795 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: project_id.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.640751 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.641071 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: project-id May 24 22:49:40.641387 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: providernet.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.642286 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.643329 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: provider May 24 22:49:40.643640 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: qos.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.647119 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.647637 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension qos not supported by any of loaded plugins May 24 22:49:40.647963 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.649175 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.649695 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 24 22:49:40.650020 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.650947 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.651456 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 24 22:49:40.651777 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: qos_default.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.652686 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.653188 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension qos-default not supported by any of loaded plugins May 24 22:49:40.653512 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: qos_fip.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.654155 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.654677 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension qos-fip not supported by any of loaded plugins May 24 22:49:40.655001 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: qos_gateway_ip.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.655908 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.656410 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 24 22:49:40.656727 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: qos_port_network_policy.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.657619 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.658123 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 24 22:49:40.659067 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: qos_rule_type_details.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.659958 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.660465 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 24 22:49:40.660782 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: qos_rules_alias.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.661797 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.662306 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension qos-rules-alias not supported by any of loaded plugins May 24 22:49:40.662626 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: quotasv2.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.663529 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.663851 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: quotas May 24 22:49:40.664166 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: quotasv2_detail.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.665743 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.666077 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: quota_details May 24 22:49:40.666401 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: rbac.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.667452 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.667980 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: rbac-policies May 24 22:49:40.668301 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: rbac_address_group.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.669215 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.669733 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: rbac-address-group May 24 22:49:40.670033 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: rbac_address_scope.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.670971 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.671479 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: rbac-address-scope May 24 22:49:40.671797 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: rbac_security_groups.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.672692 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.673195 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: rbac-security-groups May 24 22:49:40.673510 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: rbac_subnetpool.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.674446 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.674973 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: rbac-subnetpool May 24 22:49:40.675289 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: revisionifmatch.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.676307 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.676814 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: revision-if-match May 24 22:49:40.677128 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: revisions.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.678215 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.678760 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: standard-attr-revisions May 24 22:49:40.679079 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: router_availability_zone.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.679741 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.680243 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: router_availability_zone May 24 22:49:40.680555 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: routerservicetype.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.681461 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.681964 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension router-service-type not supported by any of loaded plugins May 24 22:49:40.682280 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.683278 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.683780 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: security-groups-normalized-cidr May 24 22:49:40.684094 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.684992 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.685494 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: port-security-groups-filtering May 24 22:49:40.685810 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.686738 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.687521 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: security-groups-remote-address-group May 24 22:49:40.688004 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: securitygroup.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.701337 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.701911 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: security-group May 24 22:49:40.702241 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: segment.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.703055 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.703565 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension segment not supported by any of loaded plugins May 24 22:49:40.703889 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.704822 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.705870 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 24 22:49:40.706213 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: servicetype.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.707323 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.707836 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: service-type May 24 22:49:40.708156 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: sorting.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.709127 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.709452 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: sorting May 24 22:49:40.709771 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: standard_attr_segment.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.710742 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.711214 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension standard-attr-segment not supported by any of loaded plugins May 24 22:49:40.711536 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: standardattrdescription.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.712170 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.712678 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: standard-attr-description May 24 22:49:40.712999 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: stateful_security_group.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.713900 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.714404 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: stateful-security-group May 24 22:49:40.714753 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: stdattrs_common.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.715313 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 24 22:49:40.715626 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.716616 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.717121 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 24 22:49:40.717434 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: subnet_onboard.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.718489 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.719038 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: subnet_onboard May 24 22:49:40.719358 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.720277 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.720782 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 24 22:49:40.721751 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: subnet_service_types.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.722780 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.723290 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: subnet-service-types May 24 22:49:40.723607 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: subnetallocation.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.724677 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.725190 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: subnet_allocation May 24 22:49:40.725512 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.726166 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.726692 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: subnetpool-prefix-ops May 24 22:49:40.727013 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.727933 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.728440 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 24 22:49:40.728756 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: tagging.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.729790 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.730311 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: standard-attr-tag May 24 22:49:40.730660 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: timestamp.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.731847 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.732363 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loaded extension: standard-attr-timestamp May 24 22:49:40.732683 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: trunk.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.733698 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.734213 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension trunk not supported by any of loaded plugins May 24 22:49:40.734532 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: trunk_details.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.735469 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.735978 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension trunk-details not supported by any of loaded plugins May 24 22:49:40.736298 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: uplink_status_propagation.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.737233 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.737736 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 24 22:49:40.738054 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Loading extension file: vlantransparent.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:49:40.738736 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:49:40.739236 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extension vlan-transparent not supported by any of loaded plugins May 24 22:49:40.741569 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:network May 24 22:49:40.742342 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:subnet May 24 22:49:40.742968 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:subnetpool May 24 22:49:40.852397 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:port May 24 22:49:40.853764 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.854205 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service FLAVORS assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.854854 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.855278 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.855608 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:router May 24 22:49:40.856251 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:floatingip May 24 22:49:40.857059 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service METERING assigned prefix: /metering {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.858496 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.858886 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.859234 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:49:40.860427 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of CountableResource for resource:rbac_policy May 24 22:49:40.860861 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:security_group May 24 22:49:40.861507 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:security_group_rule May 24 22:49:40.862274 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service CORE assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.862599 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:subnetpool May 24 22:49:40.862955 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] subnetpool is already registered May 24 22:49:40.863634 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service CORE assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.863958 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:subnetpool May 24 22:49:40.864277 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] subnetpool is already registered May 24 22:49:40.866762 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.867194 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service FLAVORS assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.867777 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.868195 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.868521 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:router May 24 22:49:40.868842 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] router is already registered May 24 22:49:40.869425 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:floatingip May 24 22:49:40.869747 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] floatingip is already registered May 24 22:49:40.870368 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service METERING assigned prefix: /metering {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.871058 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of CountableResource for resource:rbac_policy May 24 22:49:40.871382 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] rbac_policy is already registered May 24 22:49:40.871952 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:security_group May 24 22:49:40.872275 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] security_group is already registered May 24 22:49:40.872857 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:security_group_rule May 24 22:49:40.873181 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] security_group_rule is already registered May 24 22:49:40.873823 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service CORE assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.874155 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:subnetpool May 24 22:49:40.874473 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] subnetpool is already registered May 24 22:49:40.875102 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Service CORE assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:49:40.875425 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Creating instance of TrackedResource for resource:subnetpool May 24 22:49:40.875741 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] subnetpool is already registered May 24 22:49:40.876381 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: extensions {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.878362 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: address-groups {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.880000 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: address-scopes {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.881173 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: agents {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.882307 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: auto-allocated-topology {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.883549 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: availability_zones {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.884908 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: dhcp-networks {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.886292 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: dhcp-agents {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.887711 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: routers {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.889461 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: flavors {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.890599 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: service_profiles {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.891812 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: next_providers {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.893948 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: service_profiles {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.895397 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: floatingip-pools {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.896585 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: routers {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.898353 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: floatingips {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.899538 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: l3-routers {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.900904 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: l3-agents {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.902278 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: metering-labels {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.903617 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: metering-label-rules {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.904882 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: network-ip-availabilities {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.906461 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: bindings {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.908115 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: quotas {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.909560 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: quotas {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.910962 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: rbac-policies {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.912234 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: security-groups {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.913412 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: security-group-rules {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.914609 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: service-providers {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.915835 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: subnetpools {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.918140 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: subnetpools {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.919597 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.921253 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.923076 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.924953 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.926737 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.928571 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.930225 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.932102 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.933809 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.935657 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:49:40.942027 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING keystonemiddleware.auth_token [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 24 22:49:40.947004 dv-neutron-843190-1-hyperv neutron-server[88153]: WARNING keystonemiddleware.auth_token [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 24 22:49:40.955138 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Acquired lock "singleton_lock" {{(pid=88153) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 24 22:49:40.956201 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Releasing lock "singleton_lock" {{(pid=88153) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 24 22:49:40.956822 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO oslo_service.service [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Starting 2 workers May 24 22:49:40.962861 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Started child 88260 {{(pid=88153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 24 22:49:40.967540 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Started child 88261 {{(pid=88153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 24 22:49:40.968461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.969086 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO neutron.service [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Neutron service started, listening on 0.0.0.0:9696 May 24 22:49:40.969728 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Notify callbacks [] for process, before_spawn {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.969938 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [-] (88260) wsgi starting up on http://0.0.0.0:9696 May 24 22:49:40.971941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.972685 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO oslo_service.service [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Starting 1 workers May 24 22:49:40.973297 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [-] (88261) wsgi starting up on http://0.0.0.0:9696 May 24 22:49:40.977692 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Started child 88262 {{(pid=88153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 24 22:49:40.978200 dv-neutron-843190-1-hyperv neutron-server[88153]: INFO oslo_service.service [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Starting 1 workers May 24 22:49:40.981227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.service [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] calling RpcWorker wait() {{(pid=88262) _wait /opt/stack/neutron/neutron/service.py:128}} May 24 22:49:40.981749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.service [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] returning from RpcWorker wait() {{(pid=88262) _wait /opt/stack/neutron/neutron/service.py:135}} May 24 22:49:40.982435 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Started child 88263 {{(pid=88153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 24 22:49:40.983141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.983243 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d062222e-317d-4569-8f5b-4011f463a022 None None] Notify callbacks [] for process, after_spawn {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.983641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:40.985014 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88153) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 24 22:49:40.985224 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 22:49:40.985406 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 22:49:40.985617 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 22:49:40.985943 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 22:49:40.986101 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 22:49:40.986667 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.986933 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.987072 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.987559 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.987559 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.987740 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.988266 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.988516 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.988779 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.989051 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.989307 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.989471 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.989633 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.989879 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.990103 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.990384 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.990693 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.990921 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.991191 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.991356 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.991599 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.991852 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.992073 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.992328 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] debug = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.992562 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.993046 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.993289 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.993533 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.993758 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.994018 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.994251 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.994500 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.994752 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.994985 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.995213 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.995461 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.995693 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.995903 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.996110 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.996357 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.996602 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.997047 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] host = dv-neutron-843190-1-hyperv {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.997272 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.997480 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.997719 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.997937 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.998177 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.998381 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.998629 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.998883 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.999132 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.999368 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.999614 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:40.999853 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.000102 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.000347 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.000505 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_options = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.000752 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.001035 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.001287 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.001477 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.001639 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.001805 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.002047 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.002773 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.003039 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.003255 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.003474 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.003682 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.003911 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.004134 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.004389 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.004616 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.004823 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.005025 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.005282 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.005505 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.005722 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.005954 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.006188 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.006412 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.006617 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.006867 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.007149 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.007285 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.007487 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.008833 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:41.008982 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.009109 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.009324 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.009572 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.009810 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.010051 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.010272 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.010511 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.011663 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.012113 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.012292 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.012535 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.013516 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.013516 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.013516 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.013721 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.013876 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_json = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.014092 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.014375 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.014663 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.014927 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.015124 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.015362 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.015549 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.016468 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.016468 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.016468 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.018749 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.019634 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.019904 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.020147 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.020391 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.022606 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.022886 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.023152 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.023389 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.023712 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.023925 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.024444 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.024444 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.024847 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.024994 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.025245 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.025513 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.025748 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.025979 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.026210 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.026456 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.026807 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.027081 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.027360 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.027620 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.027858 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.028086 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.028304 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.028531 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.028762 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.028974 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.029244 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.029459 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.029669 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.029904 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.030148 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.030377 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.030604 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.030868 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.031157 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.031428 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.031698 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.031986 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.032229 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.032640 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.032907 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.033140 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.033354 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.033631 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.033877 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.034125 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.034373 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.034611 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.034829 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.035058 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.035279 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.035511 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.035719 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.035978 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.036175 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.036510 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.036844 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.037061 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.037269 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.037502 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.037744 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.037977 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.038195 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.038422 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.038656 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.038867 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.039075 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.039290 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.039523 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.039731 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.039940 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.040167 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.040379 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.040605 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.040830 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.041038 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.041246 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.041456 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.041741 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.042049 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.042282 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.042581 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.042811 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.043045 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.043284 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.043546 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.043829 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.044077 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.044374 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.044631 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.044882 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.045139 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.045336 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.045565 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.045814 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.046026 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.046474 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.046724 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.046960 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.047172 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.047455 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.047732 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.047988 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.048226 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.048456 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.048709 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.048962 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.049234 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.049452 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.049701 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.050001 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.050245 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.050502 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.050766 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.050994 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.051299 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.051512 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.051794 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.052052 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.052259 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.052469 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.052744 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.052989 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.053213 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.053437 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.053658 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.053977 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.054218 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.054442 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.054695 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.054947 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.055167 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.055405 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.055664 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.055930 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.056177 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.056421 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.056662 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.056886 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.057109 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.057431 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.057671 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.057888 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.058142 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.058376 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.058598 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.058910 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.059165 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.059388 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.059621 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.059849 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.060081 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.060288 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.060528 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.060734 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.060966 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.061205 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.061430 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.061637 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.061847 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.062051 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.062294 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.062503 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.062779 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.063022 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.063236 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.063453 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.063685 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.063929 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.064134 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.064384 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.064594 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.065301 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.065508 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.065722 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.065992 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.066224 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.066444 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.066703 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.066916 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.067161 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.067494 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.067742 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.067989 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.068232 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.068719 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.068927 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.069152 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.069360 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.069590 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.069802 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.070014 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.070242 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.070453 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.070674 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.070886 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.071095 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.071358 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.071589 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.071818 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.072026 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.072258 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.072471 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.072698 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.072908 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.073112 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.073315 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.073517 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.073743 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.073950 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.074241 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.074474 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.074726 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.074958 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.075180 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.075402 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.075607 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.075808 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.076017 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.076293 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.076440 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.076643 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.076844 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.077051 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.077295 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.077596 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.077845 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.078060 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.078338 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.078563 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.078820 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.079065 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.079377 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.079618 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.079885 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.080116 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.080929 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.081162 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.081427 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.081735 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.082015 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.082273 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.082532 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.082827 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.083089 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.083360 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.083583 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.083868 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.084211 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.084468 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.084717 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.084937 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.085207 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.085342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:41.085473 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.085610 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.085815 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.086042 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.086265 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.086484 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.086763 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.086985 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.087219 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.087458 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.087669 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.087896 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.088118 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.088352 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.088559 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.088705 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 22:49:41.089241 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88153) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 24 22:49:41.089407 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 22:49:41.089564 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 22:49:41.089655 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 22:49:41.089806 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 22:49:41.089962 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 22:49:41.090143 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.090293 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.090452 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.090603 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.090824 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.091019 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.091177 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.091342 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.091495 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.091631 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.091778 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.091942 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.092116 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.092219 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.092370 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.092523 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.092685 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.092829 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.092969 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.093136 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.093287 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.093441 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.093570 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] debug = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.093716 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.093912 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.094095 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.094204 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.094357 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.094508 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.094680 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.094831 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.094973 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.095109 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.095260 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.095477 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.095616 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.095750 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.095892 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.096059 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.096209 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.096345 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] host = dv-neutron-843190-1-hyperv {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.096434 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.096550 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.096691 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.096842 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.096993 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.097143 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.097295 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.097446 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.097596 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.097746 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.097902 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.098042 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.098193 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.098344 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.098495 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_options = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.098669 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.098825 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.098976 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.099159 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.099316 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.099469 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.099621 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.099774 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.099925 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.100062 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.100217 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.100368 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.100519 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.100669 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.100955 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.101120 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.101257 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.101400 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.101535 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.101671 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.101807 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.101941 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.102085 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.102230 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.102371 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.102523 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.102708 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.102863 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.103014 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.103166 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.103317 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.103468 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.103620 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.103776 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.103925 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.104076 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.104227 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.104384 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.104536 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.104687 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.104839 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.104994 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.105159 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.105295 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.105430 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.105564 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_json = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.105699 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.105833 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.105968 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.106123 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.106280 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.106418 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.106552 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.106749 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.106902 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:49:41.107061 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.107199 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.107335 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.107470 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.107623 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.107761 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.107896 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.108031 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.108174 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.108328 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.108491 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.108632 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.108800 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.108951 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.109099 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.109234 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.109388 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.109529 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.109685 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.109841 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.109997 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.110141 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.110294 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.110454 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.110805 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.110805 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.111087 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.114595 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.114750 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.114822 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.115036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49594) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:41.115180 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.115180 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.115354 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.115500 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.115675 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.115834 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.115993 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.116245 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.116479 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.116479 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.116725 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.116954 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.116954 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.117231 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.117231 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.117459 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.117588 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.117706 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.117905 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.118060 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.118172 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.118344 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.118472 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.118560 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.118819 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.118907 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.119046 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.119163 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.119382 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.119546 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.119742 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.119874 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.120109 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.120199 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.120306 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.120491 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.120779 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.120882 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.121116 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.121204 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.121293 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.121434 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.121630 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.121973 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.121973 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.122505 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.122505 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.122505 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.122505 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.122903 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.122903 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.123048 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.123172 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.123327 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.123493 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.123739 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.123895 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.124025 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068417 May 24 22:49:41.124229 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.124442 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.124602 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.125716 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.125883 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.126042 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.126234 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.127934 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.127934 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.128192 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.128192 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.128439 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.128573 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.128697 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.128819 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.130464 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.130464 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.130464 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.130464 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.130464 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.132017 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.132017 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.132017 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.132017 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.132017 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.132563 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.133402 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.133402 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.134423 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.134423 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.134746 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.134876 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.135782 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.135782 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.136008 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.136112 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.136215 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.136338 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.136882 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.136882 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.136882 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.137118 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.137118 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.137262 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.137350 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.137529 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.137685 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.137840 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.137996 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.138152 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.138307 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.138467 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.138623 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.138799 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.138954 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.139110 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.139267 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.139421 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.139577 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.139732 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.139887 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.140043 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.140198 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.140353 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.140509 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.140664 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.140819 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.140973 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.141128 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.141282 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.141437 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.141592 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.141746 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.141901 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.142055 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.142210 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.142366 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.142521 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.142708 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.143433 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.143608 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.143820 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.143976 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.144120 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.144428 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.144534 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.144691 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.144848 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.145004 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.145163 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.145318 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.145474 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.145630 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.145785 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.145941 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.146096 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.146251 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.146407 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.146562 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.146781 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.146958 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.147113 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.147269 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.147428 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.148398 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.148563 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.148720 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.148877 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.149033 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.149190 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.150207 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.150370 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.150526 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.150701 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.150859 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.151013 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.151171 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.151329 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.151486 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.151641 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.151793 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.151941 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.152096 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.152251 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.152411 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.152565 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.152708 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.152863 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.153018 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.153189 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.153344 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.153499 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.153653 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.153808 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.153973 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.154128 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.154281 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.154424 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.154578 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.155607 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.155607 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.155837 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.155837 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.156032 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.156158 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.156314 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.156460 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.156624 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.156779 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.156933 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.157088 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.157256 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.157412 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.157571 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.157778 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.157939 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.158118 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.158336 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.158531 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.158723 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.158886 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.159249 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.160051 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.160051 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.160051 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.160051 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.160051 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.160731 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.160731 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.160731 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.160731 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.161219 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.161219 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.161219 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.161219 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.161712 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.161712 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.161712 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.162083 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.162083 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.162083 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.162448 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.162448 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.162830 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.162830 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.162830 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.163199 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:49:41.163199 dv-neutron-843190-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 22:49:51.878775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec4a6c5-3dbf-46a2-9213-f04e7dcec468 None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 22:49:51.941955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e294b51-c405-4798-b924-9deaeff214ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591316'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:51.952580 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec4a6c5-3dbf-46a2-9213-f04e7dcec468 None None] No non-hosted networks {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 24 22:49:54.106598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-622a16a2-5ddc-4ebf-95bd-e1ce12ac842f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591316'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:54.154135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-74b9e567-fad2-4b91-ba06-f21fda17089f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:54.966422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591316'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:55.202678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591316'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:55.206495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.208289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.208642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.208982 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.209320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.209649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.209978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.210329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.211059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.213409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.213925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.215813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:55.216370 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-843190-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:55.231416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-843190-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:56.398431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591316'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:57.977899 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49686) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:58.565649 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING oslo_policy.policy [None req-755234dd-8d26-4cb6-925e-8a5870ef4bb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:49:58.566297 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING oslo_policy.policy [None req-755234dd-8d26-4cb6-925e-8a5870ef4bb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:49:58.783750 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-755234dd-8d26-4cb6-925e-8a5870ef4bb5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:49:58.784820 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-755234dd-8d26-4cb6-925e-8a5870ef4bb5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8059406 May 24 22:49:59.297331 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.db.l3_hamode_db [None req-9a7e9885-5a0c-41da-941e-3577bda4d670 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 24 22:49:59.380118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e9885-5a0c-41da-941e-3577bda4d670 None None] Routers set() bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:49:59.380488 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e9885-5a0c-41da-941e-3577bda4d670 None None] Router IDs set() for agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 24 22:50:01.216925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49700) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:01.575538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7856c78d-5e8b-495e-9924-48fe5ceca641 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:01.669874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.policy [None req-7856c78d-5e8b-495e-9924-48fe5ceca641 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88261) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 24 22:50:01.714321 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING oslo_policy.policy [None req-7856c78d-5e8b-495e-9924-48fe5ceca641 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:50:01.714965 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING oslo_policy.policy [None req-7856c78d-5e8b-495e-9924-48fe5ceca641 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:50:01.728678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.quota [None req-7856c78d-5e8b-495e-9924-48fe5ceca641 admin admin] Loaded quota_driver: . May 24 22:50:01.744097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7856c78d-5e8b-495e-9924-48fe5ceca641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:01.802813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7856c78d-5e8b-495e-9924-48fe5ceca641 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783741682744', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783741688397', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783741695755', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783741705181', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783741710627', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783741655169', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-758152', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-758228', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1810040', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1757471'] for rbac-policy, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:01.863128 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7856c78d-5e8b-495e-9924-48fe5ceca641 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:01.864348 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7856c78d-5e8b-495e-9924-48fe5ceca641 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6464467 May 24 22:50:04.488870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49714) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:04.826670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '19f4f8bd8e76446183f4757b7978a7d0'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:04.831290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:04.835806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Usage tracker for resource:network and tenant:19f4f8bd8e76446183f4757b7978a7d0 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:04.840279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:04.846784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:04.855848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Made reservation on behalf of 19f4f8bd8e76446183f4757b7978a7d0 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:04.858973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:04.877145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:04.890904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:04.894471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Usage tracker for resource:security_group_rule and tenant:19f4f8bd8e76446183f4757b7978a7d0 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:04.899369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:04.904783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:05.001640 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.005097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.026111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:50:05.052352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783744137683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.052926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Unsubscribe: segment precommit_create {{(pid=88261) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 24 22:50:05.053437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Added segment 3926f7ee-b1ed-433d-8596-998c063d4cf6 of type vlan for network 32ef9545-8a49-46bb-9478-8a20d2b67615 May 24 22:50:05.101020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5e87a8-95bd-45f0-a191-0ce943baa1a7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:05.122344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.122829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.123177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.123529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.123968 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.124385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.124733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.130662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.130662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.130662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.130662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.130662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Tracked resource versions report: May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: pushed versions: May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: { 'AddressGroup': {'1.2'}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'ConntrackHelper': {'1.0'}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Log': {'1.0'}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Network': {'1.1'}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Port': {'1.7'}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'PortForwarding': {'1.2'}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'QosPolicy': {'1.8'}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SecurityGroup': {'1.4'}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SecurityGroupRule': {'1.2'}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SubPort': {'1.0'}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Subnet': {'1.1'}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Trunk': {'1.1'}} May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: consumer versions: May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: { DHCP agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: L3 agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: Metadata agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: Metering agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: Open vSwitch agent@dv-neutron-843190-1-hyperv: { 'AddressGroup': '1.2', May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'ConntrackHelper': '1.0', May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Log': '1.0', May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Network': '1.1', May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Port': '1.7', May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'PortForwarding': '1.2', May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'QosPolicy': '1.8', May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SecurityGroup': '1.4', May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SecurityGroupRule': '1.2', May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SubPort': '1.0', May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Subnet': '1.1', May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Trunk': '1.1'}} May 24 22:50:05.131035 dv-neutron-843190-1-hyperv neutron-server[88261]: {{(pid=88261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:50:05.162602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.205098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.206617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:05.207291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.314396 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8243847 May 24 22:50:05.314922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d52726-5078-4ae4-8063-a3fc456823c8 admin admin] Pushing event updated for resources: {'Network': ['ID=32ef9545-8a49-46bb-9478-8a20d2b67615,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:05.326793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 32ef9545-8a49-46bb-9478-8a20d2b67615 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:50:07.974384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49730) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:08.412591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fe133-1a93-400a-ba2c-20503e61b5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:08.413929 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-276fe133-1a93-400a-ba2c-20503e61b5b1 admin admin] 10.222.0.32 "GET /v2.0/networks/32ef9545-8a49-46bb-9478-8a20d2b67615 HTTP/1.1" status: 200 len: 825 time: 0.4385662 May 24 22:50:08.439561 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d4b25a0-ed16-4b3b-8221-3cea5f88fab7 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/e86dbd40-ea97-407c-817b-7b47ea53e901 HTTP/1.1" status: 200 len: 734 time: 0.0203187 May 24 22:50:08.447842 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615', 'ip_version': 4, 'subnetpool_id': 'e86dbd40-ea97-407c-817b-7b47ea53e901', 'name': 'private-subnet'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:08.452089 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:08.456304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Usage tracker for resource:subnet and tenant:19f4f8bd8e76446183f4757b7978a7d0 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:08.459130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:08.464656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:08.475038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Made reservation on behalf of 19f4f8bd8e76446183f4757b7978a7d0 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:08.477210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:08.744746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:08.839303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce41f25-6390-431a-94f4-d7b9b55dd511,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:08.841244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Checking segment: {'id': '3926f7ee-b1ed-433d-8596-998c063d4cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:08.841619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Network hostable DHCP agents. Network: 32ef9545-8a49-46bb-9478-8a20d2b67615, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:50:08.862549 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Network 32ef9545-8a49-46bb-9478-8a20d2b67615 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:50:08.872836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 32ef9545-8a49-46bb-9478-8a20d2b67615) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:08.877606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:08.878220 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:08.882977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00b7b58-a1d6-47db-b1b1-f1e852caf3ef None None] Network 32ef9545-8a49-46bb-9478-8a20d2b67615 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:50:08.903559 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b6d28db-0d2b-4285-8df7-fe48b2b2cac3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4526699 May 24 22:50:09.190967 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-32ef9545-8a49-46bb-9478-8a20d2b67615', 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'fixed_ips': [{'subnet_id': '3ce41f25-6390-431a-94f4-d7b9b55dd511'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:50:09.192168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.373322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Allocated IP 172.20.0.2 (32ef9545-8a49-46bb-9478-8a20d2b67615/3ce41f25-6390-431a-94f4-d7b9b55dd511/832ab6dd-75e3-46c9-95de-c4bd56449792) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:09.597312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.610338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Transition to ACTIVE for port object 832ab6dd-75e3-46c9-95de-c4bd56449792 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:09.631764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Transition to ACTIVE for port object 832ab6dd-75e3-46c9-95de-c4bd56449792 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:09.638402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.702022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Network 32ef9545-8a49-46bb-9478-8a20d2b67615 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:09.704960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:09.712153 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:09.714278 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Pushing event updated for resources: {'Port': ['ID=832ab6dd-75e3-46c9-95de-c4bd56449792,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:09.748111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.748471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.748814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.749147 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.749477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.749817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.750142 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.750468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.750831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.751158 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.751475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.751790 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Tracked resource versions report: May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: pushed versions: May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: { 'AddressGroup': {'1.2'}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'ConntrackHelper': {'1.0'}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Log': {'1.0'}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Network': {'1.1'}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Port': {'1.7'}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'PortForwarding': {'1.2'}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'QosPolicy': {'1.8'}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SecurityGroup': {'1.4'}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SecurityGroupRule': {'1.2'}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SubPort': {'1.0'}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Subnet': {'1.1'}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Trunk': {'1.1'}} May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: consumer versions: May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: { DHCP agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: L3 agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: Metadata agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: Metering agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: Open vSwitch agent@dv-neutron-843190-1-hyperv: { 'AddressGroup': '1.2', May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'ConntrackHelper': '1.0', May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Log': '1.0', May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Network': '1.1', May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Port': '1.7', May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'PortForwarding': '1.2', May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'QosPolicy': '1.8', May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SecurityGroup': '1.4', May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SecurityGroupRule': '1.2', May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SubPort': '1.0', May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Subnet': '1.1', May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Trunk': '1.1'}} May 24 22:50:09.753729 dv-neutron-843190-1-hyperv neutron-server[88262]: {{(pid=88262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:50:09.816137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Attempting to bind port 832ab6dd-75e3-46c9-95de-c4bd56449792 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:09.816519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Attempting to bind port 832ab6dd-75e3-46c9-95de-c4bd56449792 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3926f7ee-b1ed-433d-8596-998c063d4cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:09.816962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Attempting to bind port 832ab6dd-75e3-46c9-95de-c4bd56449792 on network 32ef9545-8a49-46bb-9478-8a20d2b67615 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:09.822419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:09.822847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Checking segment: {'id': '3926f7ee-b1ed-433d-8596-998c063d4cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:09.823330 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.823716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Bound using segment: {'id': '3926f7ee-b1ed-433d-8596-998c063d4cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:09.824198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Bound port: 832ab6dd-75e3-46c9-95de-c4bd56449792, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3926f7ee-b1ed-433d-8596-998c063d4cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:09.824578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.908545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] For port 832ab6dd-75e3-46c9-95de-c4bd56449792, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:09.912359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] For port 832ab6dd-75e3-46c9-95de-c4bd56449792, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=832ab6dd-75e3-46c9-95de-c4bd56449792,segment=NetworkSegment(3926f7ee-b1ed-433d-8596-998c063d4cf6),segment_id=3926f7ee-b1ed-433d-8596-998c063d4cf6)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:09.916507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:10.008688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35368c8-8300-4f70-82e5-4bea1a681927 None None] Pushing event updated for resources: {'Port': ['ID=832ab6dd-75e3-46c9-95de-c4bd56449792,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:11.326208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49740) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:11.718258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-4dcc6f6e-75c1-47e5-a5f9-8f55ac2eebb3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:50:11.722481 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4dcc6f6e-75c1-47e5-a5f9-8f55ac2eebb3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3952451 May 24 22:50:12.912191 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 832ab6dd-75e3-46c9-95de-c4bd56449792 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:12.981210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 832ab6dd-75e3-46c9-95de-c4bd56449792 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:13.811440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8b298a-8616-4b7f-b51b-dd52fa87a60c None None] Network 32ef9545-8a49-46bb-9478-8a20d2b67615 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:50:13.904578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e0090863-61bc-4d82-b464-3559ef36989b None None] Provisioning for port 832ab6dd-75e3-46c9-95de-c4bd56449792 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:13.916483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e0090863-61bc-4d82-b464-3559ef36989b None None] Provisioning complete for port 832ab6dd-75e3-46c9-95de-c4bd56449792 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:13.917166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e0090863-61bc-4d82-b464-3559ef36989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:14.141275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e0090863-61bc-4d82-b464-3559ef36989b None None] Current status of the port 832ab6dd-75e3-46c9-95de-c4bd56449792 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:14.141598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e0090863-61bc-4d82-b464-3559ef36989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:14.174348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49754) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:14.186517 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e0090863-61bc-4d82-b464-3559ef36989b None None] For port 832ab6dd-75e3-46c9-95de-c4bd56449792, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=832ab6dd-75e3-46c9-95de-c4bd56449792,segment=NetworkSegment(3926f7ee-b1ed-433d-8596-998c063d4cf6),segment_id=3926f7ee-b1ed-433d-8596-998c063d4cf6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:14.194376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e0090863-61bc-4d82-b464-3559ef36989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:14.291728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0090863-61bc-4d82-b464-3559ef36989b None None] Pushing event updated for resources: {'Port': ['ID=832ab6dd-75e3-46c9-95de-c4bd56449792,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:14.415150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4cedb521-1064-4418-9c9a-cbcb0c0ce7b5 None None] Provisioning complete for port 832ab6dd-75e3-46c9-95de-c4bd56449792 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:14.415513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4cedb521-1064-4418-9c9a-cbcb0c0ce7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:14.527497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4cedb521-1064-4418-9c9a-cbcb0c0ce7b5 None None] Current status of the port 832ab6dd-75e3-46c9-95de-c4bd56449792 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:14.553991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-3728ca64-1a42-440c-b858-d1ceaceb036f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:50:14.555017 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3728ca64-1a42-440c-b858-d1ceaceb036f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3797278 May 24 22:50:14.891221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 832ab6dd-75e3-46c9-95de-c4bd56449792 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:14.959275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 832ab6dd-75e3-46c9-95de-c4bd56449792 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:14.959924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:15.081298 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 832ab6dd-75e3-46c9-95de-c4bd56449792 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:17.243361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49766) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:17.585573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1482375f-d205-4dac-874e-afc5aa568058 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'name': 'router1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:17.590570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1482375f-d205-4dac-874e-afc5aa568058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:17.594364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1482375f-d205-4dac-874e-afc5aa568058 admin admin] Usage tracker for resource:router and tenant:19f4f8bd8e76446183f4757b7978a7d0 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:17.597842 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1482375f-d205-4dac-874e-afc5aa568058 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:17.603632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1482375f-d205-4dac-874e-afc5aa568058 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:17.613355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1482375f-d205-4dac-874e-afc5aa568058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:17.614990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1482375f-d205-4dac-874e-afc5aa568058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:17.636291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1482375f-d205-4dac-874e-afc5aa568058 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:17.745073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1482375f-d205-4dac-874e-afc5aa568058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:17.763211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1482375f-d205-4dac-874e-afc5aa568058 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:17.764359 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1482375f-d205-4dac-874e-afc5aa568058 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5200484 May 24 22:50:20.150542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49776) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:20.506943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-71a241a4-acbd-495e-8be7-37553af88e99 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:50:20.507925 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-71a241a4-acbd-495e-8be7-37553af88e99 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3564467 May 24 22:50:21.831981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf12b6ce-d81e-41a0-9296-387115a3d56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:22.895267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49786) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:23.249967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:23.255531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:23.259358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Usage tracker for resource:network and tenant:5fa681e13d6344c9937a67051e9cf247 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:23.262141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:23.267752 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:23.278091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Made reservation on behalf of 5fa681e13d6344c9937a67051e9cf247 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:23.280225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.291586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.305840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:23.309429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Usage tracker for resource:security_group_rule and tenant:5fa681e13d6344c9937a67051e9cf247 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:23.312099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:23.318137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:23.404848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.408305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.425710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Reserving flat network on physical network physnet1 {{(pid=88261) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 24 22:50:23.446233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa772e-2277-4505-a3af-57e658febeb6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:23.450820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.451151 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Added segment 3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c of type flat for network 318939cd-b7b2-441e-9046-bfb8d80aee1b May 24 22:50:23.482035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.516647 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.517573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.518140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.616330 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7199361 May 24 22:50:23.618764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eefe6e-b9d2-426a-b37c-b1086827268f admin admin] Pushing event updated for resources: {'Network': ['ID=318939cd-b7b2-441e-9046-bfb8d80aee1b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:23.629167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:50:24.097196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40b2f034-e20e-41ff-8dee-b67fa1820a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:24.930074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:25.192869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:25.998756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49806) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:26.206856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a37186-de47-4631-a104-5f85b5449c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.208159 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b2a37186-de47-4631-a104-5f85b5449c56 admin admin] 10.222.0.32 "GET /v2.0/subnets/3ce41f25-6390-431a-94f4-d7b9b55dd511 HTTP/1.1" status: 200 len: 849 time: 0.2084601 May 24 22:50:26.345971 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2e5034e-edf8-42d1-81c7-625929ac2f3d admin admin] 10.222.0.32 "GET /v2.0/routers/7723454b-22f1-4d0a-9125-cc3181ef02a8 HTTP/1.1" status: 200 len: 704 time: 0.1316495 May 24 22:50:26.375758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:26.794468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.049913 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Allocated IP 172.20.0.1 (32ef9545-8a49-46bb-9478-8a20d2b67615/3ce41f25-6390-431a-94f4-d7b9b55dd511/75e60950-dd81-439d-8dd9-fd688fa8a1e0) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:27.201472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.217849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Transition to ACTIVE for port object 75e60950-dd81-439d-8dd9-fd688fa8a1e0 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:27.269117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.333323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Network 32ef9545-8a49-46bb-9478-8a20d2b67615 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:27.335985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:27.339801 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:27.340306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.462050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Pushing event updated for resources: {'Port': ['ID=75e60950-dd81-439d-8dd9-fd688fa8a1e0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:27.510939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e8213f43-2652-43d2-b2cc-73b98d5d836d None None] Provisioning for port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:27.515460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e8213f43-2652-43d2-b2cc-73b98d5d836d None None] Provisioning complete for port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:27.515821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e8213f43-2652-43d2-b2cc-73b98d5d836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.567103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e8213f43-2652-43d2-b2cc-73b98d5d836d None None] Port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:50:27.598675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.816081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.820569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.821283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.957966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Pushing event updated for resources: {'Port': ['ID=75e60950-dd81-439d-8dd9-fd688fa8a1e0,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:28.009461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Network 32ef9545-8a49-46bb-9478-8a20d2b67615 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:28.010491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:28.188088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-04d9e39e-03b7-4f0b-8b8a-d90fea095b6e None None] Provisioning complete for port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:28.188451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-04d9e39e-03b7-4f0b-8b8a-d90fea095b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.201815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Router 7723454b-22f1-4d0a-9125-cc3181ef02a8 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:50:28.245161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-04d9e39e-03b7-4f0b-8b8a-d90fea095b6e None None] Port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:50:28.397074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:50:28.406049 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4ef3440e-c639-41c0-a97e-213ef3a1d5cb admin admin] 10.222.0.32 "PUT /v2.0/routers/7723454b-22f1-4d0a-9125-cc3181ef02a8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0546839 May 24 22:50:28.406958 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Sync routers for ids ['7723454b-22f1-4d0a-9125-cc3181ef02a8'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:50:28.417551 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Routers {'7723454b-22f1-4d0a-9125-cc3181ef02a8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:28.418387 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:50:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7723454b-22f1-4d0a-9125-cc3181ef02a8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:28.591189 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Set router 7723454b-22f1-4d0a-9125-cc3181ef02a8 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:28.952948 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'name': 'router1', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:17Z', 'updated_at': '2022-05-24T22:50:27Z', 'revision_number': 2, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'gw_port_host': None, '_interfaces': [{'id': '75e60950-dd81-439d-8dd9-fd688fa8a1e0', 'name': '', 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'mac_address': 'fa:16:3e:6f:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:26Z', 'updated_at': '2022-05-24T22:50:27Z', 'revision_number': 2, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'subnets': [{'id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86dbd40-ea97-407c-817b-7b47ea53e901'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:28.957774 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Checking router: 7723454b-22f1-4d0a-9125-cc3181ef02a8 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:50:28.958139 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Updating router 7723454b-22f1-4d0a-9125-cc3181ef02a8 port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:50:29.009249 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.398523 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.414053 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Transition to ACTIVE for port object 75e60950-dd81-439d-8dd9-fd688fa8a1e0 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:29.421466 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.613340 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Pushing event updated for resources: {'Port': ['ID=75e60950-dd81-439d-8dd9-fd688fa8a1e0,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:29.651935 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.652292 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.652628 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.652955 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.653277 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.653611 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.653933 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.654247 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.654573 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.654921 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.655230 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.655538 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Tracked resource versions report: May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: pushed versions: May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: { 'AddressGroup': {'1.2'}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'ConntrackHelper': {'1.0'}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Log': {'1.0'}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Network': {'1.1'}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Port': {'1.7'}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'PortForwarding': {'1.2'}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'QosPolicy': {'1.8'}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SecurityGroup': {'1.4'}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SecurityGroupRule': {'1.2'}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SubPort': {'1.0'}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Subnet': {'1.1'}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Trunk': {'1.1'}} May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: consumer versions: May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: { DHCP agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: L3 agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: Metadata agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: Metering agent@dv-neutron-843190-1-hyperv: {}, May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: Open vSwitch agent@dv-neutron-843190-1-hyperv: { 'AddressGroup': '1.2', May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'ConntrackHelper': '1.0', May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Log': '1.0', May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Network': '1.1', May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Port': '1.7', May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'PortForwarding': '1.2', May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'QosPolicy': '1.8', May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SecurityGroup': '1.4', May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SecurityGroupRule': '1.2', May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SubPort': '1.0', May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Subnet': '1.1', May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Trunk': '1.1'}} May 24 22:50:29.656896 dv-neutron-843190-1-hyperv neutron-server[88263]: {{(pid=88263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:50:29.680570 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Attempting to bind port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:29.681998 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Attempting to bind port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3926f7ee-b1ed-433d-8596-998c063d4cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:29.681998 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Attempting to bind port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 on network 32ef9545-8a49-46bb-9478-8a20d2b67615 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:29.686914 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:29.687344 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Checking segment: {'id': '3926f7ee-b1ed-433d-8596-998c063d4cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:29.687839 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.688224 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Bound using segment: {'id': '3926f7ee-b1ed-433d-8596-998c063d4cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:29.688739 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Bound port: 75e60950-dd81-439d-8dd9-fd688fa8a1e0, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3926f7ee-b1ed-433d-8596-998c063d4cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:29.689673 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.778929 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] For port 75e60950-dd81-439d-8dd9-fd688fa8a1e0, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:29.783322 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] For port 75e60950-dd81-439d-8dd9-fd688fa8a1e0, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=75e60950-dd81-439d-8dd9-fd688fa8a1e0,segment=NetworkSegment(3926f7ee-b1ed-433d-8596-998c063d4cf6),segment_id=3926f7ee-b1ed-433d-8596-998c063d4cf6)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:29.787398 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.871201 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c3f50-3e13-44f6-b870-f47fd68f1403 None None] Pushing event updated for resources: {'Port': ['ID=75e60950-dd81-439d-8dd9-fd688fa8a1e0,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:29.879782 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Routers {'7723454b-22f1-4d0a-9125-cc3181ef02a8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:29.880173 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:50:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7723454b-22f1-4d0a-9125-cc3181ef02a8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:30.036934 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] Set router 7723454b-22f1-4d0a-9125-cc3181ef02a8 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:30.355384 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'name': 'router1', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:17Z', 'updated_at': '2022-05-24T22:50:27Z', 'revision_number': 2, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'gw_port_host': None, '_interfaces': [{'id': '75e60950-dd81-439d-8dd9-fd688fa8a1e0', 'name': '', 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'mac_address': 'fa:16:3e:6f:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:26Z', 'updated_at': '2022-05-24T22:50:29Z', 'revision_number': 4, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'subnets': [{'id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86dbd40-ea97-407c-817b-7b47ea53e901'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:30.359145 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc16ba-9a59-4816-b30b-da5c30d04dab None None] The sync data for ids ['7723454b-22f1-4d0a-9125-cc3181ef02a8'] in dv-neutron-843190-1-hyperv is: [{'id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'name': 'router1', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:17Z', 'updated_at': '2022-05-24T22:50:27Z', 'revision_number': 2, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'gw_port_host': None, '_interfaces': [{'id': '75e60950-dd81-439d-8dd9-fd688fa8a1e0', 'name': '', 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'mac_address': 'fa:16:3e:6f:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:26Z', 'updated_at': '2022-05-24T22:50:29Z', 'revision_number': 4, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'subnets': [{'id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86dbd40-ea97-407c-817b-7b47ea53e901'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:50:30.622955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49828) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:30.774810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a587eb-b585-4bc4-9410-f40fc20505b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.775394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-15a587eb-b585-4bc4-9410-f40fc20505b9 admin admin] Synchronizing usage tracker for tenant:5fa681e13d6344c9937a67051e9cf247 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:30.794336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-15a587eb-b585-4bc4-9410-f40fc20505b9 admin admin] Unset dirty status for tenant:5fa681e13d6344c9937a67051e9cf247 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:30.795654 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-15a587eb-b585-4bc4-9410-f40fc20505b9 admin admin] 10.222.0.32 "GET /v2.0/networks/318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 842 time: 0.1716404 May 24 22:50:30.805071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.26.3.0/24', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'enable_dhcp': False, 'gateway_ip': '172.26.3.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:30.809994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:30.813796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Usage tracker for resource:subnet and tenant:5fa681e13d6344c9937a67051e9cf247 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:30.816594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:30.826223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:30.836623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Made reservation on behalf of 5fa681e13d6344c9937a67051e9cf247 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:30.839235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:31.228987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 22:50:31.229412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:31.305405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9bfdaa-bd6e-4fc5-89bf-37d86376232d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:31.314896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:31.315241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Network hostable DHCP agents. Network: 318939cd-b7b2-441e-9046-bfb8d80aee1b, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:50:31.335070 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:50:31.344041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 318939cd-b7b2-441e-9046-bfb8d80aee1b) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:31.347901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.348481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:31.353338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040ad69e-2c61-42f8-a1a5-45881f3b5a52 None None] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:50:31.377382 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d04258dc-2f40-4603-9c12-57dfd4180910 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5759268 May 24 22:50:31.585503 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aa4c5f-aaf1-472a-971f-42d4256cb772 None None] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:50:32.912510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 75e60950-dd81-439d-8dd9-fd688fa8a1e0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:32.979056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:32.983595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:32.983959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:33.111456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:33.111765 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:33.145471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 75e60950-dd81-439d-8dd9-fd688fa8a1e0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=75e60950-dd81-439d-8dd9-fd688fa8a1e0,segment=NetworkSegment(3926f7ee-b1ed-433d-8596-998c063d4cf6),segment_id=3926f7ee-b1ed-433d-8596-998c063d4cf6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:33.150595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:33.220596 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=75e60950-dd81-439d-8dd9-fd688fa8a1e0,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:33.660729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49842) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:33.859013 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-26b0dfa5-37e3-4946-8591-ffbe293df601 admin admin] 10.222.0.32 "GET /v2.0/routers/7723454b-22f1-4d0a-9125-cc3181ef02a8 HTTP/1.1" status: 200 len: 710 time: 0.1970766 May 24 22:50:33.983047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd530a-bdc8-40ad-bcb3-2038251a6491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:33.984371 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-56fd530a-bdc8-40ad-bcb3-2038251a6491 admin admin] 10.222.0.32 "GET /v2.0/networks/318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 886 time: 0.1198227 May 24 22:50:33.993236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:34.462291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:34.779444 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:34.832792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:34.900642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 75e60950-dd81-439d-8dd9-fd688fa8a1e0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:34.966764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Allocated IP 172.26.3.3 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/f14fb4bb-9253-4344-80a6-89ce3ad31616) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:34.968240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:34.968607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.083588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:35.109201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.140637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.203532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:35.206838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:35.210522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:35.275105 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f14fb4bb-9253-4344-80a6-89ce3ad31616,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:35.654075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.983972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.987759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.161254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Router 7723454b-22f1-4d0a-9125-cc3181ef02a8 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:50:36.337908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:50:36.346710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.347904 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e4eceaa4-2a0c-48b3-8de1-5090958959c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/7723454b-22f1-4d0a-9125-cc3181ef02a8 HTTP/1.1" status: 200 len: 888 time: 2.3576725 May 24 22:50:36.348411 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Sync routers for ids ['7723454b-22f1-4d0a-9125-cc3181ef02a8'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:50:36.358391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Routers {'7723454b-22f1-4d0a-9125-cc3181ef02a8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:36.359095 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:50:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7723454b-22f1-4d0a-9125-cc3181ef02a8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:36.570780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Set router 7723454b-22f1-4d0a-9125-cc3181ef02a8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:36.901502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'name': 'router1', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f14fb4bb-9253-4344-80a6-89ce3ad31616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:17Z', 'updated_at': '2022-05-24T22:50:35Z', 'revision_number': 4, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'gw_port': {'id': 'f14fb4bb-9253-4344-80a6-89ce3ad31616', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:34Z', 'updated_at': '2022-05-24T22:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '75e60950-dd81-439d-8dd9-fd688fa8a1e0', 'name': '', 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'mac_address': 'fa:16:3e:6f:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:26Z', 'updated_at': '2022-05-24T22:50:33Z', 'revision_number': 5, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'subnets': [{'id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86dbd40-ea97-407c-817b-7b47ea53e901'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:36.906306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Checking router: 7723454b-22f1-4d0a-9125-cc3181ef02a8 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:50:36.906664 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Updating router 7723454b-22f1-4d0a-9125-cc3181ef02a8 port f14fb4bb-9253-4344-80a6-89ce3ad31616 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:50:36.957100 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.281252 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.292442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Transition to ACTIVE for port object f14fb4bb-9253-4344-80a6-89ce3ad31616 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:37.299086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.374906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299f8c6-2741-4e7f-90b9-e20917c87b2b None None] Pushing event updated for resources: {'Port': ['ID=f14fb4bb-9253-4344-80a6-89ce3ad31616,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:37.383318 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Attempting to bind port f14fb4bb-9253-4344-80a6-89ce3ad31616 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:37.383681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Attempting to bind port f14fb4bb-9253-4344-80a6-89ce3ad31616 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:37.384040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Attempting to bind port f14fb4bb-9253-4344-80a6-89ce3ad31616 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:37.389144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:37.389504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:37.389891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.390265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:37.390755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Bound port: f14fb4bb-9253-4344-80a6-89ce3ad31616, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:37.391126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.460793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] For port f14fb4bb-9253-4344-80a6-89ce3ad31616, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:37.465002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] For port f14fb4bb-9253-4344-80a6-89ce3ad31616, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f14fb4bb-9253-4344-80a6-89ce3ad31616,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:37.469391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.546255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Routers {'7723454b-22f1-4d0a-9125-cc3181ef02a8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:37.546874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:50:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7723454b-22f1-4d0a-9125-cc3181ef02a8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:37.599514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299f8c6-2741-4e7f-90b9-e20917c87b2b None None] Pushing event updated for resources: {'Port': ['ID=f14fb4bb-9253-4344-80a6-89ce3ad31616,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:37.724972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] Set router 7723454b-22f1-4d0a-9125-cc3181ef02a8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:38.062998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'name': 'router1', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f14fb4bb-9253-4344-80a6-89ce3ad31616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:17Z', 'updated_at': '2022-05-24T22:50:35Z', 'revision_number': 4, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'gw_port': {'id': 'f14fb4bb-9253-4344-80a6-89ce3ad31616', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:34Z', 'updated_at': '2022-05-24T22:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '75e60950-dd81-439d-8dd9-fd688fa8a1e0', 'name': '', 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'mac_address': 'fa:16:3e:6f:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:26Z', 'updated_at': '2022-05-24T22:50:33Z', 'revision_number': 5, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'subnets': [{'id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86dbd40-ea97-407c-817b-7b47ea53e901'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:38.066762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634123ee-c2e8-49b3-b3fe-0df19e2dce69 None None] The sync data for ids ['7723454b-22f1-4d0a-9125-cc3181ef02a8'] in dv-neutron-843190-1-hyperv is: [{'id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'name': 'router1', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f14fb4bb-9253-4344-80a6-89ce3ad31616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:17Z', 'updated_at': '2022-05-24T22:50:35Z', 'revision_number': 4, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'gw_port': {'id': 'f14fb4bb-9253-4344-80a6-89ce3ad31616', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:34Z', 'updated_at': '2022-05-24T22:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '75e60950-dd81-439d-8dd9-fd688fa8a1e0', 'name': '', 'network_id': '32ef9545-8a49-46bb-9478-8a20d2b67615', 'tenant_id': '19f4f8bd8e76446183f4757b7978a7d0', 'mac_address': 'fa:16:3e:6f:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7723454b-22f1-4d0a-9125-cc3181ef02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:26Z', 'updated_at': '2022-05-24T22:50:33Z', 'revision_number': 5, 'project_id': '19f4f8bd8e76446183f4757b7978a7d0', 'subnets': [{'id': '3ce41f25-6390-431a-94f4-d7b9b55dd511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86dbd40-ea97-407c-817b-7b47ea53e901'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:50:38.735168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 49852) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:38.849185 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2792a0fd-c4b7-4cf3-89df-064c8f6041b8 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1128871 May 24 22:50:38.926626 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f14fb4bb-9253-4344-80a6-89ce3ad31616 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:38.997295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port f14fb4bb-9253-4344-80a6-89ce3ad31616 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:39.002799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f14fb4bb-9253-4344-80a6-89ce3ad31616 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:39.003181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.119335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f14fb4bb-9253-4344-80a6-89ce3ad31616 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:39.119653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.148692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port f14fb4bb-9253-4344-80a6-89ce3ad31616, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f14fb4bb-9253-4344-80a6-89ce3ad31616,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:39.153085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.225361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=f14fb4bb-9253-4344-80a6-89ce3ad31616,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:40.916696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f14fb4bb-9253-4344-80a6-89ce3ad31616 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:40.989442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f14fb4bb-9253-4344-80a6-89ce3ad31616 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:40.990083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.110034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f14fb4bb-9253-4344-80a6-89ce3ad31616 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:45.025780 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:50:51.834995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1070d084-a187-44ba-9bd2-7a6a22608b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.100550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f220e7f0-c13f-45ce-93e2-a3ea10d0b3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.935572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:55.196446 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:56.385442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:21.837787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-21cd5def-bdeb-4d8b-8b8f-f3cda8e50fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:22.027532 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:51:24.102491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fbaad657-3b7b-4046-b5c6-c246fa7d3e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:24.940587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.200769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:26.392591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:51.841148 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9813e0e-9db2-40ab-8659-1eb78b698a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:54.106983 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76fa0525-396a-4521-b6ed-17db5456b37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:54.943386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:55.204448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:56.394457 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:59.027432 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:52:21.845413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7874f481-6637-459f-b4fe-b3042ff54fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:24.109698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-32c56011-22fd-4ccc-a626-6c74de968667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:24.944339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:25.208611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:26.398246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:36.026524 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:52:44.997650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50454) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:45.063186 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c7fd08-81d0-4444-99bf-7aef1ed1f1e3 admin admin] GET failed (client error): The resource could not be found. May 24 22:52:45.064417 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-43c7fd08-81d0-4444-99bf-7aef1ed1f1e3 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658445 May 24 22:52:45.194697 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8b073f-531f-4d17-98d0-48068a2679a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:45.196151 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cd8b073f-531f-4d17-98d0-48068a2679a4 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272798 May 24 22:52:47.345396 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50464) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:47.453629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17240d92-3cc6-4cb9-a62c-2c0e88c06499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:47.454102 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-17240d92-3cc6-4cb9-a62c-2c0e88c06499 admin admin] Synchronizing usage tracker for tenant:5fa681e13d6344c9937a67051e9cf247 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:47.469981 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-17240d92-3cc6-4cb9-a62c-2c0e88c06499 admin admin] Unset dirty status for tenant:5fa681e13d6344c9937a67051e9cf247 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:47.471183 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-17240d92-3cc6-4cb9-a62c-2c0e88c06499 admin admin] 10.222.0.32 "GET /v2.0/subnets/3ce41f25-6390-431a-94f4-d7b9b55dd511 HTTP/1.1" status: 200 len: 849 time: 0.1248333 May 24 22:52:47.480788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:52:47.597151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:47.780765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783744192440'] for subnet, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:47.823183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:47.823761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:47.825036 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] 10.222.0.32 "PUT /v2.0/subnets/3ce41f25-6390-431a-94f4-d7b9b55dd511 HTTP/1.1" status: 200 len: 868 time: 0.3479047 May 24 22:52:47.841688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b19b8d-dc22-4d1c-9092-8b484ccf74e0 None None] Network 32ef9545-8a49-46bb-9478-8a20d2b67615 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:52:47.849769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce41f25-6390-431a-94f4-d7b9b55dd511,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:47.857612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.857998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.858339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.858696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.859043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.859361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.859686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.860023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.860352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.860671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.860987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.861304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099601e0-71dd-4d2c-b8db-11c40a2436d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:48.318395 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ccfaf587-b610-47b8-889c-66f9d718b00a None None] Provisioning complete for port 832ab6dd-75e3-46c9-95de-c4bd56449792 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:52:48.318786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf587-b610-47b8-889c-66f9d718b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:48.432616 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ccfaf587-b610-47b8-889c-66f9d718b00a None None] Current status of the port 832ab6dd-75e3-46c9-95de-c4bd56449792 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:52:48.443695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ccfaf587-b610-47b8-889c-66f9d718b00a None None] Provisioning complete for port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:52:48.444321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf587-b610-47b8-889c-66f9d718b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:48.557483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ccfaf587-b610-47b8-889c-66f9d718b00a None None] Current status of the port 75e60950-dd81-439d-8dd9-fd688fa8a1e0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:52:50.018788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50474) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:50.255425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092314f1-5189-490c-a2a9-d10810e7ad96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:50.255797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092314f1-5189-490c-a2a9-d10810e7ad96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:50.257315 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-092314f1-5189-490c-a2a9-d10810e7ad96 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2375576 May 24 22:52:51.849435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e315302-6e63-4be4-9262-72870293fbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:52.450171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50484) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:52.617679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d8926-b320-4274-bcfc-88266c8e8234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:52.618141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d8926-b320-4274-bcfc-88266c8e8234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:52.619651 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c62d8926-b320-4274-bcfc-88266c8e8234 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1684651 May 24 22:52:54.111700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac7c9-5fb1-453d-bb3d-650b95580dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.757698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50494) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:54.923576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7424e1fb-63ca-498d-8f52-3e21fad52296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:54.924931 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7424e1fb-63ca-498d-8f52-3e21fad52296 admin admin] 10.222.0.32 "GET /v2.0/networks/318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 886 time: 0.1662982 May 24 22:52:54.948560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.210239 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.399757 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:57.083539 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50504) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:57.254226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ece671-6a11-445e-a25d-69a681c35c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:57.255614 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f4ece671-6a11-445e-a25d-69a681c35c77 admin admin] 10.222.0.32 "GET /v2.0/networks/32ef9545-8a49-46bb-9478-8a20d2b67615 HTTP/1.1" status: 200 len: 869 time: 0.1711397 May 24 22:52:59.398209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 50514) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:59.535273 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING oslo_policy.policy [None req-4c58f7e1-9c56-4433-9451-7d49bffc0ef9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:52:59.535846 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING oslo_policy.policy [None req-4c58f7e1-9c56-4433-9451-7d49bffc0ef9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:52:59.912052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.policy [None req-4c58f7e1-9c56-4433-9451-7d49bffc0ef9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88260) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 24 22:52:59.957478 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING oslo_policy.policy [None req-4c58f7e1-9c56-4433-9451-7d49bffc0ef9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:52:59.957838 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING oslo_policy.policy [None req-4c58f7e1-9c56-4433-9451-7d49bffc0ef9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:52:59.965756 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58f7e1-9c56-4433-9451-7d49bffc0ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:59.966215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58f7e1-9c56-4433-9451-7d49bffc0ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:59.968293 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4c58f7e1-9c56-4433-9451-7d49bffc0ef9 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5680790 May 24 22:53:02.147149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50530) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:02.253543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f65ac15-b283-4721-b765-af4c9bc7f4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:02.253992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f65ac15-b283-4721-b765-af4c9bc7f4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:02.255490 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5f65ac15-b283-4721-b765-af4c9bc7f4f4 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1074128 May 24 22:53:04.398442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 50540) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:04.504842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a45b8b-f8e6-40e7-bf72-7dfc494ec5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:04.506061 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-61a45b8b-f8e6-40e7-bf72-7dfc494ec5e8 admin admin] 10.222.0.32 "GET /v2.0/subnets/3ce41f25-6390-431a-94f4-d7b9b55dd511 HTTP/1.1" status: 200 len: 868 time: 0.1066546 May 24 22:53:06.650713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 50550) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:06.749661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022cddfb-147d-4516-8b2c-57cd16bd7cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:06.750952 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-022cddfb-147d-4516-8b2c-57cd16bd7cc1 admin admin] 10.222.0.32 "GET /v2.0/subnets/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d HTTP/1.1" status: 200 len: 816 time: 0.0992756 May 24 22:53:13.025950 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:53:21.851101 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-26b21cb4-19df-4052-8a27-24a9ffbd1e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.114551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-314097cd-4e3d-4e89-813b-e8536c87928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.950741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.213327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.582938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 50596) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:25.629767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-b6f3ad5c-bcfe-412c-9d08-d74b23180672 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:53:25.630769 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b6f3ad5c-bcfe-412c-9d08-d74b23180672 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468705 May 24 22:53:26.403302 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:27.852338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50606) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:27.917160 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd24c31-ea88-4969-80fb-c4b80919ac2a admin admin] GET failed (client error): The resource could not be found. May 24 22:53:27.918412 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1bd24c31-ea88-4969-80fb-c4b80919ac2a admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650418 May 24 22:53:28.042671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bbc6c-bfb2-494f-a45e-8d1578de7e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:28.044034 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-436bbc6c-bfb2-494f-a45e-8d1578de7e4b admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1218412 May 24 22:53:30.240606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 50616) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:30.286295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:30.287548 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.quota [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Loaded quota_driver: . May 24 22:53:30.293898 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:30.306275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:30.319880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Made reservation on behalf of 5fa681e13d6344c9937a67051e9cf247 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:30.322596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:30.423751 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.services.revisions.revision_plugin [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Could not find related network for resource to bump revision. May 24 22:53:30.440217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:53:30.454462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783744137683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:30.455073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Unsubscribe: segment precommit_create {{(pid=88260) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 24 22:53:30.455567 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Added segment f28c2758-bb13-4d52-aa5d-69ff0e6afd0d of type vlan for network 96aa3d07-677f-46b3-98c0-024a3f8cc9b8 May 24 22:53:30.524710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:30.561887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:30.563004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:30.563643 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:30.651731 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4099805 May 24 22:53:30.678106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Pushing event updated for resources: {'Network': ['ID=96aa3d07-677f-46b3-98c0-024a3f8cc9b8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:30.686773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.687118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.687455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.687784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.688107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.688446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.688772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.689104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.689429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.689745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.690063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.691079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de00241-7274-436d-9211-bdeff585a8e2 admin admin] Tracked resource versions report: May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: pushed versions: May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: { 'AddressGroup': {'1.2'}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'ConntrackHelper': {'1.0'}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Log': {'1.0'}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Network': {'1.1'}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Port': {'1.7'}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'PortForwarding': {'1.2'}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'QosPolicy': {'1.8'}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SecurityGroup': {'1.4'}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SecurityGroupRule': {'1.2'}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SubPort': {'1.0'}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Subnet': {'1.1'}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Trunk': {'1.1'}} May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: consumer versions: May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: { DHCP agent@dv-neutron-843190-1-hyperv: {}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: L3 agent@dv-neutron-843190-1-hyperv: {}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: Metadata agent@dv-neutron-843190-1-hyperv: {}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: Metering agent@dv-neutron-843190-1-hyperv: {}, May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: Open vSwitch agent@dv-neutron-843190-1-hyperv: { 'AddressGroup': '1.2', May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'ConntrackHelper': '1.0', May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Log': '1.0', May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Network': '1.1', May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Port': '1.7', May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'PortForwarding': '1.2', May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'QosPolicy': '1.8', May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SecurityGroup': '1.4', May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SecurityGroupRule': '1.2', May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SubPort': '1.0', May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Subnet': '1.1', May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Trunk': '1.1'}} May 24 22:53:30.692459 dv-neutron-843190-1-hyperv neutron-server[88260]: {{(pid=88260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:53:30.721379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 96aa3d07-677f-46b3-98c0-024a3f8cc9b8 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:53:32.833565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 50630) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:32.898902 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e255c0-1420-43f9-94aa-20bfe1571cc4 admin admin] GET failed (client error): The resource could not be found. May 24 22:53:32.899455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-01e255c0-1420-43f9-94aa-20bfe1571cc4 admin admin] Synchronizing usage tracker for tenant:5fa681e13d6344c9937a67051e9cf247 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:32.914791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-01e255c0-1420-43f9-94aa-20bfe1571cc4 admin admin] Unset dirty status for tenant:5fa681e13d6344c9937a67051e9cf247 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:32.915833 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-01e255c0-1420-43f9-94aa-20bfe1571cc4 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0812919 May 24 22:53:33.017777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65326261-3fc5-4634-b1ce-882c00b5ccf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:33.019627 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-65326261-3fc5-4634-b1ce-882c00b5ccf7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999646 May 24 22:53:33.028724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:33.033276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:33.043618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:33.052935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Made reservation on behalf of 5fa681e13d6344c9937a67051e9cf247 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:33.055492 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:33.300490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:33.373688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=36bd786d-98b0-4d91-8134-b0e2802b3e4d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:33.379833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Checking segment: {'id': 'f28c2758-bb13-4d52-aa5d-69ff0e6afd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:33.380215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Network hostable DHCP agents. Network: 96aa3d07-677f-46b3-98c0-024a3f8cc9b8, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:53:33.400062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Network 96aa3d07-677f-46b3-98c0-024a3f8cc9b8 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:53:33.409573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 96aa3d07-677f-46b3-98c0-024a3f8cc9b8) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:33.414746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:33.415801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:33.418854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01499298-0a15-43e6-882d-707d397768fa None None] Network 96aa3d07-677f-46b3-98c0-024a3f8cc9b8 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:33.440131 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-572b6033-c877-4d98-92dc-6b129312c7fb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4145875 May 24 22:53:33.650699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-96aa3d07-677f-46b3-98c0-024a3f8cc9b8', 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8', 'tenant_id': '5fa681e13d6344c9937a67051e9cf247', 'fixed_ips': [{'subnet_id': '36bd786d-98b0-4d91-8134-b0e2802b3e4d'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:53:33.651546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:33.810089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Allocated IP 192.168.233.2 (96aa3d07-677f-46b3-98c0-024a3f8cc9b8/36bd786d-98b0-4d91-8134-b0e2802b3e4d/5fbccb2c-7325-4121-95c3-296f6af92517) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:34.014935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.026449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Transition to ACTIVE for port object 5fbccb2c-7325-4121-95c3-296f6af92517 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:34.047236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Transition to ACTIVE for port object 5fbccb2c-7325-4121-95c3-296f6af92517 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:34.053561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.123659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Network 96aa3d07-677f-46b3-98c0-024a3f8cc9b8 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:34.129408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Pushing event updated for resources: {'Port': ['ID=5fbccb2c-7325-4121-95c3-296f6af92517,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:34.131699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:34.134806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:34.141463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.141877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.142159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.142499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.142835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.143281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.144141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.144456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.144834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.145164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.145487 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.145808 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:34.232917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Attempting to bind port 5fbccb2c-7325-4121-95c3-296f6af92517 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:53:34.233399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Attempting to bind port 5fbccb2c-7325-4121-95c3-296f6af92517 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'f28c2758-bb13-4d52-aa5d-69ff0e6afd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:53:34.233756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Attempting to bind port 5fbccb2c-7325-4121-95c3-296f6af92517 on network 96aa3d07-677f-46b3-98c0-024a3f8cc9b8 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:34.239045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:53:34.239407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Checking segment: {'id': 'f28c2758-bb13-4d52-aa5d-69ff0e6afd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:34.239797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.240175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Bound using segment: {'id': 'f28c2758-bb13-4d52-aa5d-69ff0e6afd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:53:34.240626 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Bound port: 5fbccb2c-7325-4121-95c3-296f6af92517, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28c2758-bb13-4d52-aa5d-69ff0e6afd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:53:34.240986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.331019 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] For port 5fbccb2c-7325-4121-95c3-296f6af92517, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:34.334036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] For port 5fbccb2c-7325-4121-95c3-296f6af92517, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=5fbccb2c-7325-4121-95c3-296f6af92517,segment=NetworkSegment(f28c2758-bb13-4d52-aa5d-69ff0e6afd0d),segment_id=f28c2758-bb13-4d52-aa5d-69ff0e6afd0d)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:53:34.338857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.428384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2ea36-5934-45be-96e7-bf3df822da70 None None] Pushing event updated for resources: {'Port': ['ID=5fbccb2c-7325-4121-95c3-296f6af92517,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:35.028014 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 5fbccb2c-7325-4121-95c3-296f6af92517 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:35.113969 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 5fbccb2c-7325-4121-95c3-296f6af92517 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:35.269479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f27e67-274f-4b26-8685-b5ead71038ce None None] Network 96aa3d07-677f-46b3-98c0-024a3f8cc9b8 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:35.361941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c51a2d76-0b62-479a-942f-53edf5d06b53 None None] Provisioning for port 5fbccb2c-7325-4121-95c3-296f6af92517 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:35.382915 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c51a2d76-0b62-479a-942f-53edf5d06b53 None None] Provisioning complete for port 5fbccb2c-7325-4121-95c3-296f6af92517 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:35.383280 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c51a2d76-0b62-479a-942f-53edf5d06b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.617969 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c51a2d76-0b62-479a-942f-53edf5d06b53 None None] Current status of the port 5fbccb2c-7325-4121-95c3-296f6af92517 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:35.618608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c51a2d76-0b62-479a-942f-53edf5d06b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.658512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c51a2d76-0b62-479a-942f-53edf5d06b53 None None] For port 5fbccb2c-7325-4121-95c3-296f6af92517, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=5fbccb2c-7325-4121-95c3-296f6af92517,segment=NetworkSegment(f28c2758-bb13-4d52-aa5d-69ff0e6afd0d),segment_id=f28c2758-bb13-4d52-aa5d-69ff0e6afd0d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:35.666784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c51a2d76-0b62-479a-942f-53edf5d06b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.744845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a2d76-0b62-479a-942f-53edf5d06b53 None None] Pushing event updated for resources: {'Port': ['ID=5fbccb2c-7325-4121-95c3-296f6af92517,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:35.944883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-01fa2a7d-d06c-4b59-bbc4-8abe2afe5686 None None] Provisioning complete for port 5fbccb2c-7325-4121-95c3-296f6af92517 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:35.945168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a7d-d06c-4b59-bbc4-8abe2afe5686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.064052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-01fa2a7d-d06c-4b59-bbc4-8abe2afe5686 None None] Current status of the port 5fbccb2c-7325-4121-95c3-296f6af92517 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:37.000224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 5fbccb2c-7325-4121-95c3-296f6af92517 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:37.067452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 5fbccb2c-7325-4121-95c3-296f6af92517 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:37.067842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:37.183425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 5fbccb2c-7325-4121-95c3-296f6af92517 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:50.025483 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:53:51.853441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a707eeb1-cd36-43e3-9f7b-25aef6376d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.117111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eecedf1f-ac63-404a-9785-20eaf7d6a616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.954089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:55.216556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.406491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:21.855874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6df219e-28b0-4abe-b7d9-f21c52c140a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.118510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9350c1fe-52f8-438e-a154-2d79b2127e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.956153 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:25.219799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:26.411243 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.024671 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:54:51.857854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c4d636c2-ea9c-47f2-9488-de0259552c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:54.119554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-46be1ddd-33ee-4254-ac82-86cff557a7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:54.957764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:55.223225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:56.413577 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:00.902882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50678) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:00.909270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-37d57405-eebe-4e1e-91f5-21b4b62df973 tempest-verify_tempest_config-1147345864 tempest-verify_tempest_config-1147345864-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:55:00.910216 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-37d57405-eebe-4e1e-91f5-21b4b62df973 tempest-verify_tempest_config-1147345864 tempest-verify_tempest_config-1147345864-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063586 May 24 22:55:01.205436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50696) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:01.317607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.331461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:01.335222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Usage tracker for resource:security_group_rule and tenant:419c9bc9ae2747b2ad2d594f028f47d8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:01.337994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:01.343576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:01.426519 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.430223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.477758 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Synchronizing usage tracker for tenant:5fa681e13d6344c9937a67051e9cf247 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:01.481644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db90cf6-6d16-422c-a56e-006864249e2d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:01.492878 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.493237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.493573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.493903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.494224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.494543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.494891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.495223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.495543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.495856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.496169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.496480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:01.508703 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] Unset dirty status for tenant:5fa681e13d6344c9937a67051e9cf247 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:01.510067 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-66b044cd-b8fc-4b93-8e64-e9393d857b75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=419c9bc9ae2747b2ad2d594f028f47d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3036778 May 24 22:55:01.512703 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50702) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:01.568999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08b59007-2b7b-4f8c-8dc1-3d7d334edf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.593020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08b59007-2b7b-4f8c-8dc1-3d7d334edf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.684354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08b59007-2b7b-4f8c-8dc1-3d7d334edf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.699198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b59007-2b7b-4f8c-8dc1-3d7d334edf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db90cf6-6d16-422c-a56e-006864249e2d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:01.704965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08b59007-2b7b-4f8c-8dc1-3d7d334edf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.706850 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-08b59007-2b7b-4f8c-8dc1-3d7d334edf9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9db90cf6-6d16-422c-a56e-006864249e2d HTTP/1.1" status: 204 len: 168 time: 0.1931870 May 24 22:55:04.024648 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:55:21.858904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6b920836-ee57-48e2-9fe2-261b4a7e60e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:24.120912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c2178be6-8bd0-41e1-b073-9be8b32615b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:24.956461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.225446 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:26.417814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:41.023387 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:55:51.861011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1cba8de2-5364-4426-8aac-dab400c56fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:54.121099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcc0db86-e67f-4036-bb8e-c31a27bbf83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:54.959662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:55.227423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:56.418305 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:15.416510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591316'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:18.021972 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:56:21.862459 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-290bc2ec-28e3-44aa-8ea4-be7dbe0c531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.123781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a208cdfa-c61f-46e5-ace9-5d03993c2ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.963827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:25.228760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:26.423264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:30.035648 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50772) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:30.144107 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3c0403d8-0f83-4230-96cb-5264347a593b admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1073928 May 24 22:56:32.304714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50782) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:32.358450 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-19707834-2d45-4f95-85c3-0fcec4c65aa3 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0526776 May 24 22:56:45.386241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:51.864509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb81d-f67d-43d9-a729-0a2298de32f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.128227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e53cbec-325b-447b-80a8-0e5008864d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.966918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.021625 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:56:55.229998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.423308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:15.385258 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.864989 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e2d3-8789-4bb3-98e7-7ccb28eaa64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.130492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2f860cc-5006-4cae-9adf-c2c07c6fc885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.969326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.231374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.425759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.020855 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:57:45.384623 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:51.867100 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-611eb8a7-3ca6-46ec-919e-a80ecc57cb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:54.136066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-87ceb249-783a-4caa-8966-b52e3b3550ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:54.980001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.233075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:56.428753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.020721 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:58:13.827769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50928) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:14.141521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1420277607-network', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:14.148283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:14.153781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Usage tracker for resource:network and tenant:1ef6f5139f3a435992e0ee1ac47012a8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:14.158018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:14.166162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:14.181503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Made reservation on behalf of 1ef6f5139f3a435992e0ee1ac47012a8 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:14.185320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.203414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.207853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 50954) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:14.231452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:14.236075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:1ef6f5139f3a435992e0ee1ac47012a8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:14.240071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:14.247059 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:14.259483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 50962) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:14.349721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.354278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.387650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:14.393116 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6081e94-e233-4d3c-9693-c7df30d52d8f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:14.402521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.402962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.403241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.403573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.403898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.404227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.404538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.404861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.405175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.405489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.405800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.406109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Tracked resource versions report: May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: pushed versions: May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: { 'AddressGroup': {'1.2'}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'ConntrackHelper': {'1.0'}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Log': {'1.0'}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Network': {'1.1'}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Port': {'1.7'}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'PortForwarding': {'1.2'}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'QosPolicy': {'1.8'}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SecurityGroup': {'1.4'}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SecurityGroupRule': {'1.2'}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SubPort': {'1.0'}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Subnet': {'1.1'}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Trunk': {'1.1'}} May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: consumer versions: May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: { DHCP agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: HyperV agent@hv-neutron-8431: {}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: L3 agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: Metadata agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: Metering agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: Open vSwitch agent@dv-neutron-843190-1-hyperv: { 'AddressGroup': '1.2', May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'ConntrackHelper': '1.0', May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Log': '1.0', May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Network': '1.1', May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Port': '1.7', May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'PortForwarding': '1.2', May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'QosPolicy': '1.8', May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SecurityGroup': '1.4', May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SecurityGroupRule': '1.2', May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'SubPort': '1.0', May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Subnet': '1.1', May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: 'Trunk': '1.1'}} May 24 22:58:14.407220 dv-neutron-843190-1-hyperv neutron-server[88261]: {{(pid=88261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:58:14.412626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.412960 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Added segment 310bc53d-129b-431e-9484-0f8fc24eb93c of type vlan for network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 May 24 22:58:14.439183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1681714883-network', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:14.444280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:14.448689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Usage tracker for resource:network and tenant:ee6005c58c7744a9b7459d826b74a7db is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:14.452021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:14.452639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.458604 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:14.470121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Made reservation on behalf of ee6005c58c7744a9b7459d826b74a7db for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:14.473355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.487551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.493836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.495592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:14.496508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.507054 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:14.510977 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Usage tracker for resource:security_group_rule and tenant:ee6005c58c7744a9b7459d826b74a7db is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:14.514146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:14.519946 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:14.614991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:14.626202 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-51c743ab-d93c-4a3e-96ee-0c4ad0843dc5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7961993 May 24 22:58:14.628436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50978) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:14.628989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.632620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:14.635149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Request body: {'subnet': {'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1420277607-subnet', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:14.637718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.641104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:14.647009 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Usage tracker for resource:subnet and tenant:1ef6f5139f3a435992e0ee1ac47012a8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:14.650585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:14.658184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:14.675862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Made reservation on behalf of 1ef6f5139f3a435992e0ee1ac47012a8 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:14.679926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.689821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b82dc98e-f66b-48bf-bf46-50134d74aadc tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] Request body: {'port': {'network_id': '33565406-87fa-422a-9094-715777547162', 'name': 'tempest-NetworksNegativeTestJSON-1434663144'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:14.716323 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82dc98e-f66b-48bf-bf46-50134d74aadc tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] POST failed (client error): The resource could not be found. May 24 22:58:14.716847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82dc98e-f66b-48bf-bf46-50134d74aadc tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:14.723473 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b82dc98e-f66b-48bf-bf46-50134d74aadc tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4629512 May 24 22:58:14.729415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 50984) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:14.758322 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c97a723-26f1-4817-a31e-4f9ac10038f3 tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] DELETE failed (client error): The resource could not be found. May 24 22:58:14.759061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c97a723-26f1-4817-a31e-4f9ac10038f3 tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:14.771160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cabde10-b37e-4a71-a238-3aa017a7245f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:14.777922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:14.780807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.781148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.781479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.781993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.782341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.782738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.783058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.783549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.784650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.785267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.785894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.786471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Tracked resource versions report: May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: pushed versions: May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: { 'AddressGroup': {'1.2'}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'ConntrackHelper': {'1.0'}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Log': {'1.0'}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Network': {'1.1'}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Port': {'1.7'}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'PortForwarding': {'1.2'}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'QosPolicy': {'1.8'}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SecurityGroup': {'1.4'}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SecurityGroupRule': {'1.2'}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SubPort': {'1.0'}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Subnet': {'1.1'}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Trunk': {'1.1'}} May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: consumer versions: May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: { DHCP agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: HyperV agent@hv-neutron-8431: {}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: L3 agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: Metadata agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: Metering agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: Open vSwitch agent@dv-neutron-843190-1-hyperv: { 'AddressGroup': '1.2', May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'ConntrackHelper': '1.0', May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Log': '1.0', May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Network': '1.1', May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Port': '1.7', May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'PortForwarding': '1.2', May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'QosPolicy': '1.8', May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SecurityGroup': '1.4', May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SecurityGroupRule': '1.2', May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'SubPort': '1.0', May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Subnet': '1.1', May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: 'Trunk': '1.1'}} May 24 22:58:14.787722 dv-neutron-843190-1-hyperv neutron-server[88260]: {{(pid=88260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:58:14.796772 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8c97a723-26f1-4817-a31e-4f9ac10038f3 tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] 10.222.0.32 "DELETE /v2.0/networks/d83a4722-f209-443f-9af7-67249c9a1645 HTTP/1.1" status: 404 len: 339 time: 0.0660868 May 24 22:58:14.797618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50988) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:14.805413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.805814 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Added segment 50397701-8bf8-4ec8-9232-d53579da012d of type vlan for network d6205c16-b3a2-4d86-9909-668148e58a5b May 24 22:58:14.838342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.872291 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b70c59c-01d9-45fa-a927-be1f6654235b tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] DELETE failed (client error): The resource could not be found. May 24 22:58:14.873445 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b70c59c-01d9-45fa-a927-be1f6654235b tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:14.875531 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1b70c59c-01d9-45fa-a927-be1f6654235b tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] 10.222.0.32 "DELETE /v2.0/ports/278481c6-ecad-4d2f-8ffb-741c02e08aa0 HTTP/1.1" status: 404 len: 333 time: 0.0771122 May 24 22:58:14.880894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 50996) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:14.896665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.897805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:14.898434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.926953 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa02a07-e4b1-4703-b8f5-6a3a68a0cb63 tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] DELETE failed (client error): The resource could not be found. May 24 22:58:14.927418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa02a07-e4b1-4703-b8f5-6a3a68a0cb63 tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:14.929309 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3fa02a07-e4b1-4703-b8f5-6a3a68a0cb63 tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] 10.222.0.32 "DELETE /v2.0/subnets/5edc5667-98a2-4930-a976-c28d5c63e843 HTTP/1.1" status: 404 len: 337 time: 0.0474679 May 24 22:58:14.933088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51000) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:14.968410 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7d88fd-d61b-4caf-aeca-7694e7b7b1b0 tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] GET failed (client error): The resource could not be found. May 24 22:58:14.970019 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-de7d88fd-d61b-4caf-aeca-7694e7b7b1b0 tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] 10.222.0.32 "GET /v2.0/networks/c96d22f1-9464-4390-868c-9ea9d1a8023c HTTP/1.1" status: 404 len: 339 time: 0.0358098 May 24 22:58:14.975550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51004) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.032622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] Pushing event updated for resources: {'Network': ['ID=d6205c16-b3a2-4d86-9909-668148e58a5b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:15.039357 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d01491b-2519-4712-bb98-d0fce48e0d99 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8286409 May 24 22:58:15.040871 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51012) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.045821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network d6205c16-b3a2-4d86-9909-668148e58a5b details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:15.066182 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a61205-0ed2-4e0b-a3ea-ccfabccd666c tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] GET failed (client error): The resource could not be found. May 24 22:58:15.067336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Request body: {'subnet': {'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1681714883-subnet', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:15.068162 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c5a61205-0ed2-4e0b-a3ea-ccfabccd666c tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] 10.222.0.32 "GET /v2.0/ports/d8164ca6-83a8-4e13-b94e-5cf4a3c625b7 HTTP/1.1" status: 404 len: 333 time: 0.0914934 May 24 22:58:15.073609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51016) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.096394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:15.108015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Usage tracker for resource:subnet and tenant:ee6005c58c7744a9b7459d826b74a7db is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:15.112089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51020) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.114550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:15.158478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:15.183860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Made reservation on behalf of ee6005c58c7744a9b7459d826b74a7db for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:15.187307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.281752 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ee39f6-3362-4596-ae12-11f8752b8504 tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] GET failed (client error): The resource could not be found. May 24 22:58:15.283475 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-75ee39f6-3362-4596-ae12-11f8752b8504 tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] 10.222.0.32 "GET /v2.0/subnets/d0868063-969e-4a6c-8af0-b9a5cd098881 HTTP/1.1" status: 404 len: 337 time: 0.2084429 May 24 22:58:15.290100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51032) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.299600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e94d90cd-bf73-4f9f-9c76-626bed2975ee tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:15.320417 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94d90cd-bf73-4f9f-9c76-626bed2975ee tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] PUT failed (client error): The resource could not be found. May 24 22:58:15.321164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94d90cd-bf73-4f9f-9c76-626bed2975ee tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:15.322772 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e94d90cd-bf73-4f9f-9c76-626bed2975ee tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] 10.222.0.32 "PUT /v2.0/networks/411ff4dc-fc49-4bb9-975a-e05150c8b1f5 HTTP/1.1" status: 404 len: 339 time: 0.0317020 May 24 22:58:15.326852 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51036) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.336121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-72710a0a-ea99-4689-8c67-46639bdf9d4b tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:15.373689 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-72710a0a-ea99-4689-8c67-46639bdf9d4b tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] PUT failed (client error): The resource could not be found. May 24 22:58:15.374414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72710a0a-ea99-4689-8c67-46639bdf9d4b tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:15.375754 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72710a0a-ea99-4689-8c67-46639bdf9d4b tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] 10.222.0.32 "PUT /v2.0/ports/1c5029ff-9b45-44a9-b6a6-95a9ff9e4d80 HTTP/1.1" status: 404 len: 333 time: 0.0478108 May 24 22:58:15.380797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51040) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.394391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f7d6fccd-2fa0-4131-a13c-49e36242861d tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:15.419728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.425184 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.449487 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d6fccd-2fa0-4131-a13c-49e36242861d tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] PUT failed (client error): The resource could not be found. May 24 22:58:15.449997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d6fccd-2fa0-4131-a13c-49e36242861d tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:15.451189 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f7d6fccd-2fa0-4131-a13c-49e36242861d tempest-NetworksNegativeTestJSON-1272767315 tempest-NetworksNegativeTestJSON-1272767315-project] 10.222.0.32 "PUT /v2.0/subnets/a7b06aa9-3469-46f6-affc-cf96938b504f HTTP/1.1" status: 404 len: 337 time: 0.0694702 May 24 22:58:15.458790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-441946751-network', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:15.463174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:15.467185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Usage tracker for resource:network and tenant:8b3c63dcfc634e77882cbe9e9d5a6aff is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:15.470075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:15.476037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:15.491794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Made reservation on behalf of 8b3c63dcfc634e77882cbe9e9d5a6aff for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:15.494215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.521067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.534827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffcc74a2-e1ac-447a-a1f7-9506aacc7570,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:15.541494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Checking segment: {'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:15.542555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Network hostable DHCP agents. Network: 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:15.549910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:15.554274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Usage tracker for resource:security_group_rule and tenant:8b3c63dcfc634e77882cbe9e9d5a6aff is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:15.558093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.561673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:15.570288 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:15.585403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:15.593506 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:15.594436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.595537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c028f5-7912-41c7-8d0a-3afc7e009e8f None None] Network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:15.613819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:15.623131 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-907e85c9-730a-45c6-8197-099c9ad4be05 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9922538 May 24 22:58:15.625941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51052) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.632845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:15.637912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:15.642817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Usage tracker for resource:router and tenant:1ef6f5139f3a435992e0ee1ac47012a8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:15.646160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:15.652002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:15.666197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.667580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.688858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.760590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=13943762-dae2-4602-990d-129c1c56cf13,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:15.792163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Checking segment: {'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:15.792526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Network hostable DHCP agents. Network: d6205c16-b3a2-4d86-9909-668148e58a5b, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:15.848328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Network d6205c16-b3a2-4d86-9909-668148e58a5b is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:15.873115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.874471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, d6205c16-b3a2-4d86-9909-668148e58a5b) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:15.879645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:15.880449 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.886868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.889890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5296e68f-56e0-48f6-99ff-b0f1873cdbfc None None] Network d6205c16-b3a2-4d86-9909-668148e58a5b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:15.931324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:15.947482 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f6b3bb-6f9f-4c87-98a5-99a5890c4a28,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:15.952290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.952849 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Added segment d815ebd0-d92d-4f61-a0bf-58cc3972e2fc of type vlan for network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 May 24 22:58:15.958985 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5c1b265a-4136-4961-93cc-678f16ed6cdc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9020705 May 24 22:58:15.964455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51060) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.971923 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:15.985545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:16.005362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Usage tracker for resource:router and tenant:ee6005c58c7744a9b7459d826b74a7db is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:16.014180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:16.023778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.027649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:16.051005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.053088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.081357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.082714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:16.083573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.108365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.136056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.161107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'fixed_ips': [{'subnet_id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:16.162902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.221372 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1082048 May 24 22:58:16.224378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51072) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:16.232739 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Request body: {'subnet': {'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-441946751-subnet', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:16.250200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:16.257642 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Usage tracker for resource:subnet and tenant:8b3c63dcfc634e77882cbe9e9d5a6aff is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:16.261229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:16.274346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:16.298078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Made reservation on behalf of 8b3c63dcfc634e77882cbe9e9d5a6aff for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:16.302382 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.344443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15cef4-b3f7-436b-bd0a-d36adeea046d admin admin] Pushing event updated for resources: {'Network': ['ID=cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:16.363268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:16.448062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51084) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:16.666255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d6205c16-b3a2-4d86-9909-668148e58a5b', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'fixed_ips': [{'subnet_id': '13943762-dae2-4602-990d-129c1c56cf13'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:16.667364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.699330 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Allocated IP 172.20.0.2 (86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0/ffcc74a2-e1ac-447a-a1f7-9506aacc7570/bf280076-8b18-41a6-a0d6-db7081d66ed2) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:16.748472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.876949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.913532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.945675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Checking segment: {'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:16.946431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Network hostable DHCP agents. Network: cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:16.956410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5229914f-6024-4298-9ff4-806f8e914057,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:16.959857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.031427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:17.050777 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Allocated IP 172.20.0.2 (d6205c16-b3a2-4d86-9909-668148e58a5b/13943762-dae2-4602-990d-129c1c56cf13/93ddf5e2-1293-4fcd-920a-08b77a5eedb3) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:17.056428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:17.099668 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:17.100423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.116182 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56166d34-893d-4ebf-9882-80e89bdf12c6 None None] Network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:17.177922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Allocated IP 172.26.3.128 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/fd387696-b907-404a-9e1c-a18765fedf94) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:17.183950 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cfbac8dd-c587-49f8-9415-00fd0317230c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9583669 May 24 22:58:17.188381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51106) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:17.307396 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba08fc7d-07ae-451f-b255-4cc991ecc73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.328340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba08fc7d-07ae-451f-b255-4cc991ecc73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:17.335410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba08fc7d-07ae-451f-b255-4cc991ecc73c admin admin] Usage tracker for resource:security_group_rule and tenant:edaff05066c148ea9187b8a68c46607f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:17.339451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba08fc7d-07ae-451f-b255-4cc991ecc73c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:17.346949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.381651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba08fc7d-07ae-451f-b255-4cc991ecc73c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:17.384672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.387132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.397133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.437486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:17.442120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Transition to ACTIVE for port object bf280076-8b18-41a6-a0d6-db7081d66ed2 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:17.444905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.460974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:17.499570 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Transition to ACTIVE for port object bf280076-8b18-41a6-a0d6-db7081d66ed2 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:17.552977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.607606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Allocated IP 172.26.3.103 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/77475bf7-d550-4d1b-a753-9965b630a762) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:17.631289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Pushing event updated for resources: {'Port': ['ID=bf280076-8b18-41a6-a0d6-db7081d66ed2,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:17.637097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:17.640098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Pushing event updated for resources: {'Port': ['ID=fd387696-b907-404a-9e1c-a18765fedf94,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:17.643698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:17.649980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Usage tracker for resource:router and tenant:8b3c63dcfc634e77882cbe9e9d5a6aff is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:17.654068 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:17.654744 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba08fc7d-07ae-451f-b255-4cc991ecc73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.663080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:17.675753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.676247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.676692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.676836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba08fc7d-07ae-451f-b255-4cc991ecc73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.677305 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.677722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.678158 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.678581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.679027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.679474 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.679888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.680313 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.681284 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Tracked resource versions report: May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: pushed versions: May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: { 'AddressGroup': {'1.2'}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'ConntrackHelper': {'1.0'}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Log': {'1.0'}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Network': {'1.1'}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Port': {'1.7'}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'PortForwarding': {'1.2'}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'QosPolicy': {'1.8'}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SecurityGroup': {'1.4'}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SecurityGroupRule': {'1.2'}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SubPort': {'1.0'}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Subnet': {'1.1'}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Trunk': {'1.1'}} May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: consumer versions: May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: { DHCP agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: HyperV agent@hv-neutron-8431: {}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: L3 agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: Metadata agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: Metering agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: Open vSwitch agent@dv-neutron-843190-1-hyperv: { 'AddressGroup': '1.2', May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'ConntrackHelper': '1.0', May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Log': '1.0', May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Network': '1.1', May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Port': '1.7', May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'PortForwarding': '1.2', May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'QosPolicy': '1.8', May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SecurityGroup': '1.4', May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SecurityGroupRule': '1.2', May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'SubPort': '1.0', May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Subnet': '1.1', May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: 'Trunk': '1.1'}} May 24 22:58:17.682098 dv-neutron-843190-1-hyperv neutron-server[88262]: {{(pid=88262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:58:17.686242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:17.746941 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ba08fc7d-07ae-451f-b255-4cc991ecc73c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edaff05066c148ea9187b8a68c46607f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2906067 May 24 22:58:17.796414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51120) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:17.797084 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08fc7d-07ae-451f-b255-4cc991ecc73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf30a7-341b-47b9-837b-350ddd8ca62b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:17.833533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:17.839525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:17.849904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:17.913277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51126) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:17.942664 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'fixed_ips': [{'subnet_id': '5229914f-6024-4298-9ff4-806f8e914057'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:17.944635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.967188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34733d0-2198-4ed0-8609-33b2bc29cdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.019644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.023007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34733d0-2198-4ed0-8609-33b2bc29cdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.079843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51134) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:18.107531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Attempting to bind port bf280076-8b18-41a6-a0d6-db7081d66ed2 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:18.108037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Attempting to bind port bf280076-8b18-41a6-a0d6-db7081d66ed2 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:18.108448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Attempting to bind port bf280076-8b18-41a6-a0d6-db7081d66ed2 on network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:18.115052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:18.115709 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Checking segment: {'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:18.116215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.116712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Bound using segment: {'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:18.117513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Bound port: bf280076-8b18-41a6-a0d6-db7081d66ed2, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:18.118004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.159050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.213235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.245104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Transition to ACTIVE for port object 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:18.252015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34733d0-2198-4ed0-8609-33b2bc29cdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.307717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51142) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:18.313923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Transition to ACTIVE for port object 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:18.331829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34733d0-2198-4ed0-8609-33b2bc29cdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf30a7-341b-47b9-837b-350ddd8ca62b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:18.346382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1348321862'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:18.357201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.402271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:18.422362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Usage tracker for resource:network and tenant:6aec80580d5341d19e953c43699dc159 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:18.442455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:18.456462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:18.470136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Pushing event updated for resources: {'Port': ['ID=93ddf5e2-1293-4fcd-920a-08b77a5eedb3,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:18.478320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51150) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:18.481202 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.482262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.483746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34733d0-2198-4ed0-8609-33b2bc29cdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.488989 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a34733d0-2198-4ed0-8609-33b2bc29cdd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ccf30a7-341b-47b9-837b-350ddd8ca62b HTTP/1.1" status: 204 len: 168 time: 0.6845582 May 24 22:58:18.498910 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] For port bf280076-8b18-41a6-a0d6-db7081d66ed2, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:18.500041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.512749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Network d6205c16-b3a2-4d86-9909-668148e58a5b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:18.514983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-957536212'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:18.521132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:18.525925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:18.527552 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:18.535912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Usage tracker for resource:network and tenant:c71cc9a708b7478785cf8e28f8ece2c4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:18.537051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] For port bf280076-8b18-41a6-a0d6-db7081d66ed2, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bf280076-8b18-41a6-a0d6-db7081d66ed2,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:18.544823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:18.560063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.569822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:18.575844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:18.582854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.620665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:18.666914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:18.668820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Pushing event updated for resources: {'Port': ['ID=77475bf7-d550-4d1b-a753-9965b630a762,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:18.676971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:18.680876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Allocated IP 172.20.0.2 (cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1/5229914f-6024-4298-9ff4-806f8e914057/6bb0f013-820d-40d3-a696-55dd9e57ca57) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:18.736205 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Attempting to bind port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:18.737445 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Attempting to bind port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:18.738059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Attempting to bind port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 on network d6205c16-b3a2-4d86-9909-668148e58a5b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:18.761403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:18.762252 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Checking segment: {'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:18.762947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.763588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Bound using segment: {'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:18.764310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Bound port: 93ddf5e2-1293-4fcd-920a-08b77a5eedb3, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:18.764968 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.769263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1534126900', 'router:external': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:18.774407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:18.778935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Usage tracker for resource:network and tenant:2c95a31525514df8a3c1b5c170166ecb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:18.787441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:18.794431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:18.884712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Made reservation on behalf of 2c95a31525514df8a3c1b5c170166ecb for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:18.887063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.899864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Made reservation on behalf of 6aec80580d5341d19e953c43699dc159 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:18.901250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73e807-5ae6-448b-acad-78c659817df7 None None] Pushing event updated for resources: {'Port': ['ID=bf280076-8b18-41a6-a0d6-db7081d66ed2,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:18.906486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.925157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.023377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] For port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:19.036353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.081628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] For port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=93ddf5e2-1293-4fcd-920a-08b77a5eedb3,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:19.102955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.108183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Made reservation on behalf of c71cc9a708b7478785cf8e28f8ece2c4 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:19.111759 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.163661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.169784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:19.174915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Usage tracker for resource:security_group_rule and tenant:2c95a31525514df8a3c1b5c170166ecb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:19.179294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:19.180964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:19.184796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Usage tracker for resource:security_group_rule and tenant:6aec80580d5341d19e953c43699dc159 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:19.188242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:19.193414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:19.217871 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:19.234573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.278075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bf280076-8b18-41a6-a0d6-db7081d66ed2 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:19.292673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:19.335673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Transition to ACTIVE for port object 6bb0f013-820d-40d3-a696-55dd9e57ca57 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:19.357663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.386283 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Transition to ACTIVE for port object 6bb0f013-820d-40d3-a696-55dd9e57ca57 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:19.393963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c420154-6a4b-46c5-b5dc-af7984200c17 None None] Pushing event updated for resources: {'Port': ['ID=93ddf5e2-1293-4fcd-920a-08b77a5eedb3,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:19.401368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.403554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.425922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:19.438380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.438770 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Added segment 612ea57d-9e68-4893-a12d-17c06131c6e1 of type vlan for network a4a19bf4-aabd-484a-83b2-1c00a7e29686 May 24 22:58:19.461046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.476489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.494164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port bf280076-8b18-41a6-a0d6-db7081d66ed2 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:19.531058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:19.538653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Usage tracker for resource:security_group_rule and tenant:c71cc9a708b7478785cf8e28f8ece2c4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:19.539245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:19.547963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:19.550987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:19.552755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Pushing event updated for resources: {'Port': ['ID=6bb0f013-820d-40d3-a696-55dd9e57ca57,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:19.557549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.563075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:19.657010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:19.681327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Usage tracker for resource:floatingip and tenant:acafc77c3cfd467ba122b1499262c42d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:19.694016 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:19.719265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Attempting to bind port 6bb0f013-820d-40d3-a696-55dd9e57ca57 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:19.719628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Attempting to bind port 6bb0f013-820d-40d3-a696-55dd9e57ca57 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:19.720176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Attempting to bind port 6bb0f013-820d-40d3-a696-55dd9e57ca57 on network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:19.734497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:19.735183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Checking segment: {'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:19.735925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.737171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Bound using segment: {'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:19.737829 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Bound port: 6bb0f013-820d-40d3-a696-55dd9e57ca57, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:19.738390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.754190 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:19.791903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.864264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6ba2f9-97a8-4d8a-af7a-470919437543,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:19.907255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.953612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] For port 6bb0f013-820d-40d3-a696-55dd9e57ca57, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:19.957239 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] For port 6bb0f013-820d-40d3-a696-55dd9e57ca57, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6bb0f013-820d-40d3-a696-55dd9e57ca57,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:19.968800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.052104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.079364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.086943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96121e8d-dd4e-4574-8729-77546eee9d97 None None] Pushing event updated for resources: {'Port': ['ID=6bb0f013-820d-40d3-a696-55dd9e57ca57,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:20.123159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.124856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:20.125735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.126552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:20.265199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c1d383-70c5-4851-83a1-75df98925428 None None] Network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:20.278854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.279208 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Added segment cd1ca3de-0ea1-4403-baec-9f88a4a81885 of type vlan for network a40a4599-7824-4a40-aa0f-71fea178b312 May 24 22:58:20.305596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e25ef8-da5b-4337-b393-e287ee28ac30,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:20.336362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.374232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51184) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:20.405211 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9256675 May 24 22:58:20.417763 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51188) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:20.432098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Router 5ff6c264-8236-4df1-9372-aa06ad8cb12f is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:58:20.436997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc59081-3b40-4c38-9bd6-2703b42cc18d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event updated for resources: {'Network': ['ID=a4a19bf4-aabd-484a-83b2-1c00a7e29686,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:20.438790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.442305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.446294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Request body: {'subnet': {'network_id': 'a4a19bf4-aabd-484a-83b2-1c00a7e29686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:20.461580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:20.471857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Usage tracker for resource:subnet and tenant:2c95a31525514df8a3c1b5c170166ecb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:20.477405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:20.533086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network a4a19bf4-aabd-484a-83b2-1c00a7e29686 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:20.563241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:20.607779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:20.608390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8e857b9e-9673-4a6b-b170-e52eed239798 None None] Provisioning for port bf280076-8b18-41a6-a0d6-db7081d66ed2 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:20.665874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2f31ad-def7-4916-8bda-ebc682b73882,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:20.695682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.696017 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Added segment 4fd637f1-6ee5-4d60-9f26-b130fb859ff0 of type vlan for network 94e040c2-5978-40f0-9db8-862dba8a3a7c May 24 22:58:20.708666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.730383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9d63cb79-bf63-49aa-a618-e649fe24463e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:20.731304 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-9d63cb79-bf63-49aa-a618-e649fe24463e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 24 22:58:20.731888 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-9d63cb79-bf63-49aa-a618-e649fe24463e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): There was a conflict when trying to complete your request. May 24 22:58:20.733327 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9d63cb79-bf63-49aa-a618-e649fe24463e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3561659 May 24 22:58:20.739500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.741020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51194) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:20.746596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:20.747931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.778820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'tempest-secgroup--170733890'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:20.786386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Made reservation on behalf of 2c95a31525514df8a3c1b5c170166ecb for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:20.788825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.798520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78026f97-d171-46ab-81bd-e9188179e3e3 None None] Network d6205c16-b3a2-4d86-9909-668148e58a5b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:20.822157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8e857b9e-9673-4a6b-b170-e52eed239798 None None] Provisioning complete for port bf280076-8b18-41a6-a0d6-db7081d66ed2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:20.822956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e857b9e-9673-4a6b-b170-e52eed239798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.859527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:20.865486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.933164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:20.945813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:20.967286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:20.982880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.995522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.996585 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.0797105 May 24 22:58:21.008922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51198) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:21.036091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.037961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.065632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:21.080262 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Sync routers for ids ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:21.107388 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Routers {'5ff6c264-8236-4df1-9372-aa06ad8cb12f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:21.110004 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:57:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:21.222529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.227102 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-29261da0-7092-4ea3-8970-6173a6e583bf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5999806 May 24 22:58:21.244297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c945870-d52d-4d57-bb55-a947d60f90c9 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Pushing event updated for resources: {'Network': ['ID=a40a4599-7824-4a40-aa0f-71fea178b312,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:21.246927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51204) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:21.247852 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.372828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:58:21.399915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Request body: {'network': {'name': 'tempest-network--480755670', 'router:external': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:21.409942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:21.427095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Usage tracker for resource:network and tenant:f4c57ccb6e67494f84b5c712af6e1d33 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:21.428576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8e857b9e-9673-4a6b-b170-e52eed239798 None None] Current status of the port bf280076-8b18-41a6-a0d6-db7081d66ed2 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:21.429073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e857b9e-9673-4a6b-b170-e52eed239798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.431589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:21.450899 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:21.462009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Allocated IP 172.26.3.22 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/0a3b4802-7517-4192-8e1f-03b3c61e3f4a) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:21.465674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.469091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6bb0f013-820d-40d3-a696-55dd9e57ca57 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:21.472146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:21.472885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.475200 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Set router 5ff6c264-8236-4df1-9372-aa06ad8cb12f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:21.475644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:21.501252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:21.507815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:21.521701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:21.527427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Router 14da2f72-3e3a-43f6-9068-a8f04179a837 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:58:21.557839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network a40a4599-7824-4a40-aa0f-71fea178b312 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:21.699023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Made reservation on behalf of f4c57ccb6e67494f84b5c712af6e1d33 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:21.701494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.714328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da2f115-624b-4976-aaeb-38d89aa2c22c None None] Network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:21.772219 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.5670266 May 24 22:58:21.780283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51208) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:21.786823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Request body: {'subnet': {'network_id': '94e040c2-5978-40f0-9db8-862dba8a3a7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:21.828128 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.828881 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:17Z', 'revision_number': 3, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:21.833869 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Checking router: 5ff6c264-8236-4df1-9372-aa06ad8cb12f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:58:21.834443 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Updating router 5ff6c264-8236-4df1-9372-aa06ad8cb12f port fd387696-b907-404a-9e1c-a18765fedf94 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:58:21.837805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e1f65-d250-417f-b67b-ed2afa3ff765 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Pushing event updated for resources: {'Network': ['ID=94e040c2-5978-40f0-9db8-862dba8a3a7c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:21.881964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:21.900850 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.944808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Usage tracker for resource:security_group_rule and tenant:f4c57ccb6e67494f84b5c712af6e1d33 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:21.960548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 94e040c2-5978-40f0-9db8-862dba8a3a7c details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:21.963050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:21.990542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:22.060470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.064589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 6bb0f013-820d-40d3-a696-55dd9e57ca57 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:22.068821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:22.094984 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Sync routers for ids ['14da2f72-3e3a-43f6-9068-a8f04179a837'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:22.097022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:22.137856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5c86-a4d6-4784-99d5-2d6bf11f8577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.141285 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.145251 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cf47d56c-ff4f-4408-b165-8e317249d30f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1780670 May 24 22:58:22.173525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51218) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:22.223901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.226711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.233422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8e857b9e-9673-4a6b-b170-e52eed239798 None None] For port bf280076-8b18-41a6-a0d6-db7081d66ed2, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bf280076-8b18-41a6-a0d6-db7081d66ed2,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:22.235585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Routers {'14da2f72-3e3a-43f6-9068-a8f04179a837'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:22.236354 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:57:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['14da2f72-3e3a-43f6-9068-a8f04179a837'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:22.274066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.329538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:22.334361 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:22.334806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Usage tracker for resource:subnet and tenant:c71cc9a708b7478785cf8e28f8ece2c4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:22.340776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:22.343458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:22.346111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e857b9e-9673-4a6b-b170-e52eed239798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.349082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:22.353371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:22.359633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:22.374005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365387a4-40cf-4a79-b82d-66e1e3e287e5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:22.395907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.396262 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Added segment 63f0ba71-6889-4cd4-98e6-7f21677add3b of type vlan for network 80f39157-0830-4b64-a02a-419db3fdf654 May 24 22:58:22.429698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Made reservation on behalf of c71cc9a708b7478785cf8e28f8ece2c4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:22.433743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks [] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.437856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3b4802-7517-4192-8e1f-03b3c61e3f4a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:22.493982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.538459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.594606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.596798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:22.597168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.604605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e857b9e-9673-4a6b-b170-e52eed239798 None None] Pushing event updated for resources: {'Port': ['ID=bf280076-8b18-41a6-a0d6-db7081d66ed2,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:22.611594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Provisioning complete for port bf280076-8b18-41a6-a0d6-db7081d66ed2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:22.612493 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.637035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:22.701520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Set router 14da2f72-3e3a-43f6-9068-a8f04179a837 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:22.721956 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.765429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.769252 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7520006 May 24 22:58:22.772412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51224) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:22.791280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ed9b1-12ec-4611-8779-8c5b7c6f642c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event updated for resources: {'Network': ['ID=80f39157-0830-4b64-a02a-419db3fdf654,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:22.870030 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.883785 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 80f39157-0830-4b64-a02a-419db3fdf654 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:22.909807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:22.937361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Allocated IP 172.26.3.76 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/687dda76-15a2-41ca-a101-9f91c7f13aad) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:22.951401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:22.970514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:22.991219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.997191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.048084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:23.058172 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.081941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3b4802-7517-4192-8e1f-03b3c61e3f4a,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:23.085675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.090687 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8993bbbb-92b9-4868-80ee-ce742eeba861 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7825117 May 24 22:58:23.091586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51232) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:23.097955 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-391701854', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'fixed_ips': [{'ip_address': '172.26.3.22'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:23.102791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:23.107532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Usage tracker for resource:port and tenant:acafc77c3cfd467ba122b1499262c42d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:23.110077 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:23.116364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:23.141726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Made reservation on behalf of acafc77c3cfd467ba122b1499262c42d for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:23.152384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.154175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.160471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Current status of the port bf280076-8b18-41a6-a0d6-db7081d66ed2 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:23.210265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.219584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Provisioning for port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:23.233913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Provisioning complete for port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:23.234289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.239166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:23.244814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Usage tracker for resource:security_group_rule and tenant:acafc77c3cfd467ba122b1499262c42d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:23.251471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:23.263978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:23.272343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bf280076-8b18-41a6-a0d6-db7081d66ed2 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:23.377790 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port bf280076-8b18-41a6-a0d6-db7081d66ed2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:23.378008 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.380857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.388857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.403250 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] device_id is not set on port 9d927973-146f-4f15-9c20-e245850cd3eb yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:58:23.454782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Pushing event updated for resources: {'Subnet': ['ID=a32b2cdb-f679-49b9-acbf-98d540671a81,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:23.486212 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62add42-4fee-4093-9b20-cc229351a284,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:23.512069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Current status of the port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:23.512466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.527815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26906bc6-2f4c-4992-8ef9-d88cf98e2473,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:23.606188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:18Z', 'revision_number': 3, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:23.622391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Checking router: 14da2f72-3e3a-43f6-9068-a8f04179a837 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:58:23.622754 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Updating router 14da2f72-3e3a-43f6-9068-a8f04179a837 port 77475bf7-d550-4d1b-a753-9965b630a762 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:58:23.653951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] For port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=93ddf5e2-1293-4fcd-920a-08b77a5eedb3,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:23.662389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port bf280076-8b18-41a6-a0d6-db7081d66ed2 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:23.671124 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.737971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.772685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.788585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Provisioning for port 6bb0f013-820d-40d3-a696-55dd9e57ca57 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:23.797954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Provisioning complete for port 6bb0f013-820d-40d3-a696-55dd9e57ca57 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:23.798251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.838703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Pushing event updated for resources: {'Port': ['ID=93ddf5e2-1293-4fcd-920a-08b77a5eedb3,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:23.869802 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Checking segment: {'id': '4fd637f1-6ee5-4d60-9f26-b130fb859ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '94e040c2-5978-40f0-9db8-862dba8a3a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:23.870160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Network hostable DHCP agents. Network: 94e040c2-5978-40f0-9db8-862dba8a3a7c, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:23.983191 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Current status of the port 6bb0f013-820d-40d3-a696-55dd9e57ca57 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:23.983563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.015781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] For port 6bb0f013-820d-40d3-a696-55dd9e57ca57, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6bb0f013-820d-40d3-a696-55dd9e57ca57,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:24.019724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.079588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 22:58:24.079945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.088933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75723a-1fb6-4058-a502-186ee5b37b10 None None] Pushing event updated for resources: {'Port': ['ID=6bb0f013-820d-40d3-a696-55dd9e57ca57,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:24.133568 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f4604da-c13c-400d-9f57-a3c0e8b27bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.145423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-be0ec173-465a-4153-a660-f2dbdecadc71 None None] Provisioning complete for port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:24.145864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be0ec173-465a-4153-a660-f2dbdecadc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.160625 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.183861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.265267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.268746 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-be0ec173-465a-4153-a660-f2dbdecadc71 None None] Current status of the port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:24.279854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-be0ec173-465a-4153-a660-f2dbdecadc71 None None] Provisioning complete for port 6bb0f013-820d-40d3-a696-55dd9e57ca57 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:24.280206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be0ec173-465a-4153-a660-f2dbdecadc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.285941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Network 94e040c2-5978-40f0-9db8-862dba8a3a7c is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:24.396231 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-be0ec173-465a-4153-a660-f2dbdecadc71 None None] Current status of the port 6bb0f013-820d-40d3-a696-55dd9e57ca57 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:24.419075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.436884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 94e040c2-5978-40f0-9db8-862dba8a3a7c) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:24.444679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe463fc7-0556-4dd7-92b2-a0dad4908253 None None] Network 94e040c2-5978-40f0-9db8-862dba8a3a7c requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:24.481332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2d763aff-c203-4681-8dc1-1176ae537336,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:24.514584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:24.515186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.551456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae96a9f-f87d-4917-8bd6-3bbd151466b7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:24.556501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.556839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.557579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.558263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > port after_create 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.558263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.558576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > port after_update 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.558930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.559201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.559526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.559834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.687298 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-94e040c2-5978-40f0-9db8-862dba8a3a7c', 'network_id': '94e040c2-5978-40f0-9db8-862dba8a3a7c', 'tenant_id': 'c71cc9a708b7478785cf8e28f8ece2c4', 'fixed_ips': [{'subnet_id': 'a32b2cdb-f679-49b9-acbf-98d540671a81'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:24.688119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.720148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.720491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.720817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.721720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:24.722082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f39157-0830-4b64-a02a-419db3fdf654']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:24.744490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Checking segment: {'id': '612ea57d-9e68-4893-a12d-17c06131c6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a4a19bf4-aabd-484a-83b2-1c00a7e29686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:24.744844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Network hostable DHCP agents. Network: a4a19bf4-aabd-484a-83b2-1c00a7e29686, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:24.784881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.788762 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7f510b59-1642-4396-94fb-2b0ee7baf27f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 4.0439627 May 24 22:58:24.789105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51238) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:24.789543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f0ba71-6889-4cd4-98e6-7f21677add3b') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:24.789770 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f0ba71-6889-4cd4-98e6-7f21677add3b') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:24.794321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-155e1732-2fbb-485c-9b45-7247e107e6e0 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': '5ae96a9f-f87d-4917-8bd6-3bbd151466b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:24.799979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-155e1732-2fbb-485c-9b45-7247e107e6e0 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:24.804038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-155e1732-2fbb-485c-9b45-7247e107e6e0 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:24.806988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-155e1732-2fbb-485c-9b45-7247e107e6e0 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:24.813431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-155e1732-2fbb-485c-9b45-7247e107e6e0 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:24.826480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.832323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-155e1732-2fbb-485c-9b45-7247e107e6e0 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.834527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.846712 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df77729a-8cf3-4e94-b052-446129021f7c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0627136 May 24 22:58:24.847759 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51242) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:24.853293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Allocated IP 172.20.0.2 (94e040c2-5978-40f0-9db8-862dba8a3a7c/a32b2cdb-f679-49b9-acbf-98d540671a81/ce28a43f-216c-4ec4-ad84-0dee63f750ac) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:24.860039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Request body: {'port': {'network_id': '94e040c2-5978-40f0-9db8-862dba8a3a7c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1276296744'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:24.870384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.919015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.012106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-155e1732-2fbb-485c-9b45-7247e107e6e0 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.013846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:25.013846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.031257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-155e1732-2fbb-485c-9b45-7247e107e6e0 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.038922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Network a4a19bf4-aabd-484a-83b2-1c00a7e29686 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:25.068106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:25.072160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Usage tracker for resource:port and tenant:c71cc9a708b7478785cf8e28f8ece2c4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:25.075007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:25.081407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:25.095434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e1732-2fbb-485c-9b45-7247e107e6e0 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39951fea-93e6-49b4-8eb4-76ef751e4aac,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:25.135024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Made reservation on behalf of c71cc9a708b7478785cf8e28f8ece2c4 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:25.138148 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.144456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.173648 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.178760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.179070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-155e1732-2fbb-485c-9b45-7247e107e6e0 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.184409 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-155e1732-2fbb-485c-9b45-7247e107e6e0 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3942320 May 24 22:58:25.187026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51248) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:25.204074 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Transition to ACTIVE for port object fd387696-b907-404a-9e1c-a18765fedf94 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:25.207755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6bb0f013-820d-40d3-a696-55dd9e57ca57 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:25.212222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-29224819-1b2f-4fe3-925e-e2a6dab6c66a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': '5ae96a9f-f87d-4917-8bd6-3bbd151466b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:25.220583 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.241029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:25.255544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:25.257642 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, a4a19bf4-aabd-484a-83b2-1c00a7e29686) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:25.261635 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:25.274165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b37d29-d313-42ec-8a99-54b3197ef37f None None] Network a4a19bf4-aabd-484a-83b2-1c00a7e29686 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:25.306836 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Pushing event updated for resources: {'Port': ['ID=fd387696-b907-404a-9e1c-a18765fedf94,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:25.317744 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.318265 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.318793 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.319243 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.319831 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.320271 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.320695 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.321129 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.321550 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.322759 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.322871 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.322951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Pushing event updated for resources: {'Port': ['ID=687dda76-15a2-41ca-a101-9f91c7f13aad,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:25.323340 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Tracked resource versions report: May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: pushed versions: May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: { 'AddressGroup': {'1.2'}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'ConntrackHelper': {'1.0'}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Log': {'1.0'}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Network': {'1.1'}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Port': {'1.7'}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'PortForwarding': {'1.2'}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'QosPolicy': {'1.8'}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SecurityGroup': {'1.4'}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SecurityGroupRule': {'1.2'}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SubPort': {'1.0'}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Subnet': {'1.1'}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Trunk': {'1.1'}} May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: consumer versions: May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: { DHCP agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: HyperV agent@hv-neutron-8431: {}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: L3 agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: Metadata agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: Metering agent@dv-neutron-843190-1-hyperv: {}, May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: Open vSwitch agent@dv-neutron-843190-1-hyperv: { 'AddressGroup': '1.2', May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'ConntrackHelper': '1.0', May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Log': '1.0', May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Network': '1.1', May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Port': '1.7', May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'PortForwarding': '1.2', May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'QosPolicy': '1.8', May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SecurityGroup': '1.4', May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SecurityGroupRule': '1.2', May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'SubPort': '1.0', May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Subnet': '1.1', May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: 'Trunk': '1.1'}} May 24 22:58:25.324524 dv-neutron-843190-1-hyperv neutron-server[88263]: {{(pid=88263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:58:25.326128 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:25.326195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.373174 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Attempting to bind port fd387696-b907-404a-9e1c-a18765fedf94 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:25.374101 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Attempting to bind port fd387696-b907-404a-9e1c-a18765fedf94 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:25.374701 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Attempting to bind port fd387696-b907-404a-9e1c-a18765fedf94 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:25.383272 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:25.383748 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:25.384688 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.385081 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:25.385553 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Bound port: fd387696-b907-404a-9e1c-a18765fedf94, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:25.386009 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.423769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.465033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-29224819-1b2f-4fe3-925e-e2a6dab6c66a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:25.469460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Transition to ACTIVE for port object ce28a43f-216c-4ec4-ad84-0dee63f750ac will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:25.490037 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] For port fd387696-b907-404a-9e1c-a18765fedf94, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:25.493696 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] For port fd387696-b907-404a-9e1c-a18765fedf94, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fd387696-b907-404a-9e1c-a18765fedf94,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:25.494977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Transition to ACTIVE for port object ce28a43f-216c-4ec4-ad84-0dee63f750ac will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:25.500538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] device_id is not set on port 9c752761-43fc-443d-988a-b27bfbcd971d yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:58:25.503820 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.515393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.532950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.540671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-29224819-1b2f-4fe3-925e-e2a6dab6c66a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:25.546678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-29224819-1b2f-4fe3-925e-e2a6dab6c66a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:25.553590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 6bb0f013-820d-40d3-a696-55dd9e57ca57 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:25.554287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.564286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-29224819-1b2f-4fe3-925e-e2a6dab6c66a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:25.577909 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2d5f9d50-4200-468b-9cfa-265ddfd2aed9 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.1558070 May 24 22:58:25.598206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51262) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:25.620538 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684cc87-1d75-4f69-9d6d-e5ddad51bf42 None None] Pushing event updated for resources: {'Port': ['ID=fd387696-b907-404a-9e1c-a18765fedf94,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:25.641081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-669411950', 'network_id': 'a4a19bf4-aabd-484a-83b2-1c00a7e29686'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:25.649057 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Routers {'5ff6c264-8236-4df1-9372-aa06ad8cb12f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:25.655356 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:25.660529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80f39157-0830-4b64-a02a-419db3fdf654 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 22:58:25.682397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.682593 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:25.693131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.699142 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Usage tracker for resource:port and tenant:2c95a31525514df8a3c1b5c170166ecb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:25.699378 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "DELETE /v2.0/networks/80f39157-0830-4b64-a02a-419db3fdf654 HTTP/1.1" status: 204 len: 168 time: 2.9147499 May 24 22:58:25.718690 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 24 22:58:25.719202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:25.728513 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd211679-722c-49e7-9d96-2cd69c6c8bf2 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event deleted for resources: {'Network': ['ID=80f39157-0830-4b64-a02a-419db3fdf654,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:25.730403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Network 94e040c2-5978-40f0-9db8-862dba8a3a7c is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:25.739538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51268) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:25.741081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:25.763989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29224819-1b2f-4fe3-925e-e2a6dab6c66a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.768198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:25.774141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:25.824530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Pushing event updated for resources: {'Port': ['ID=ce28a43f-216c-4ec4-ad84-0dee63f750ac,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:25.827754 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:25.831959 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 63f0ba71-6889-4cd4-98e6-7f21677add3b resource provider aggregate not found May 24 22:58:25.860694 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 63f0ba71-6889-4cd4-98e6-7f21677add3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63f0ba71-6889-4cd4-98e6-7f21677add3b found for delete ", "request_id": "req-a072b7a5-10cc-487f-95b8-950159f51c7e"}]} May 24 22:58:25.861044 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-22ac0b2c-dfff-4d05-bbcd-67853b3dca2d tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.7681673 May 24 22:58:25.862891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Made reservation on behalf of 2c95a31525514df8a3c1b5c170166ecb for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:25.865556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.866409 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:25.880155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51274) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:25.901816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:25.906933 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Usage tracker for resource:network and tenant:f4c57ccb6e67494f84b5c712af6e1d33 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:25.912264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:25.920391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:25.999749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Made reservation on behalf of f4c57ccb6e67494f84b5c712af6e1d33 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:26.003039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.004457 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192d4e38-9744-473f-8df8-6a5a3426da9a None None] Network a4a19bf4-aabd-484a-83b2-1c00a7e29686 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:26.046868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Allocated IP 172.20.0.12 (94e040c2-5978-40f0-9db8-862dba8a3a7c/a32b2cdb-f679-49b9-acbf-98d540671a81/9c752761-43fc-443d-988a-b27bfbcd971d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:26.091344 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] Set router 5ff6c264-8236-4df1-9372-aa06ad8cb12f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:26.215883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Attempting to bind port ce28a43f-216c-4ec4-ad84-0dee63f750ac on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:26.216276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Attempting to bind port ce28a43f-216c-4ec4-ad84-0dee63f750ac by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '4fd637f1-6ee5-4d60-9f26-b130fb859ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '94e040c2-5978-40f0-9db8-862dba8a3a7c'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:26.216638 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Attempting to bind port ce28a43f-216c-4ec4-ad84-0dee63f750ac on network 94e040c2-5978-40f0-9db8-862dba8a3a7c {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:26.272452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Allocated IP 172.20.0.1 (86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0/ffcc74a2-e1ac-447a-a1f7-9506aacc7570/fb0812bc-81cc-4a37-9ef7-8556b82c3b95) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:26.273381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:26.273758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Checking segment: {'id': '4fd637f1-6ee5-4d60-9f26-b130fb859ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '94e040c2-5978-40f0-9db8-862dba8a3a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:26.274153 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.274713 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Bound using segment: {'id': '4fd637f1-6ee5-4d60-9f26-b130fb859ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '94e040c2-5978-40f0-9db8-862dba8a3a7c'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:26.276072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Bound port: ce28a43f-216c-4ec4-ad84-0dee63f750ac, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd637f1-6ee5-4d60-9f26-b130fb859ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '94e040c2-5978-40f0-9db8-862dba8a3a7c'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:26.276469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.291970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.312331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Transition to ACTIVE for port object 9c752761-43fc-443d-988a-b27bfbcd971d will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:26.349608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] device_id is not set on port 879123c7-c75c-4443-9a12-cfa4a9dfc4ff yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:58:26.422977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 6bb0f013-820d-40d3-a696-55dd9e57ca57 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:26.427649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:26.446175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:26.503989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Allocated IP 172.20.0.1 (d6205c16-b3a2-4d86-9909-668148e58a5b/13943762-dae2-4602-990d-129c1c56cf13/a54bafc4-3696-4b73-9d2c-f022a02a3f40) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:26.519609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0ee20-ce2c-4fd7-8ae3-f146a97dff35 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Deleting port 0a3b4802-7517-4192-8e1f-03b3c61e3f4a {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:26.520100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbd0ee20-ce2c-4fd7-8ae3-f146a97dff35 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.546833 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:17Z', 'revision_number': 3, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:26.555017 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491dd35-0f0e-4bef-8040-d6805036a47d None None] The sync data for ids ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'] in dv-neutron-843190-1-hyperv is: [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:17Z', 'revision_number': 3, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:26.557798 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-29224819-1b2f-4fe3-925e-e2a6dab6c66a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): There was a conflict when trying to complete your request. May 24 22:58:26.562173 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-29224819-1b2f-4fe3-925e-e2a6dab6c66a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3623343 May 24 22:58:26.567923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:58:26.569245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.569781 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Added segment a6b6b687-e0e5-445d-81c3-e5d1b8229180 of type vlan for network 62688011-427e-4f7f-a1e1-53cd670893be May 24 22:58:26.570752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.572992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51278) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:26.641017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.666758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Network 94e040c2-5978-40f0-9db8-862dba8a3a7c is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:26.678811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:26.717963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:26.723676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:26.724385 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.776730 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9282823 May 24 22:58:26.780562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51282) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:26.791985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.796534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:26.796912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.830102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] For port ce28a43f-216c-4ec4-ad84-0dee63f750ac, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:26.843031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993c778-0d73-47f4-8b1e-edfea749393e tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Pushing event updated for resources: {'Port': ['ID=9c752761-43fc-443d-988a-b27bfbcd971d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:26.886511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Allocated IP 172.20.0.7 (a4a19bf4-aabd-484a-83b2-1c00a7e29686/2d763aff-c203-4681-8dc1-1176ae537336/879123c7-c75c-4443-9a12-cfa4a9dfc4ff) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:26.887209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Transition to ACTIVE for port object 77475bf7-d550-4d1b-a753-9965b630a762 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:26.896039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.898046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] For port ce28a43f-216c-4ec4-ad84-0dee63f750ac, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ce28a43f-216c-4ec4-ad84-0dee63f750ac,segment=NetworkSegment(4fd637f1-6ee5-4d60-9f26-b130fb859ff0),segment_id=4fd637f1-6ee5-4d60-9f26-b130fb859ff0)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:26.904862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.946149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.968878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbd0ee20-ce2c-4fd7-8ae3-f146a97dff35 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.970680 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.971413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbd0ee20-ce2c-4fd7-8ae3-f146a97dff35 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.037742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73362c56-ff02-4474-bae3-a77aea1dfbaf None None] Pushing event updated for resources: {'Port': ['ID=77475bf7-d550-4d1b-a753-9965b630a762,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:27.113490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04de17c9-f273-4bad-8281-aecbdd08300c tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.139624 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:58:27.170489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3f75158e-c937-42ad-a559-ed0324f16d77 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Deleting port 9c752761-43fc-443d-988a-b27bfbcd971d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:27.170925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f75158e-c937-42ad-a559-ed0324f16d77 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.171257 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Attempting to bind port 77475bf7-d550-4d1b-a753-9965b630a762 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:27.171753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Attempting to bind port 77475bf7-d550-4d1b-a753-9965b630a762 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:27.172248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Attempting to bind port 77475bf7-d550-4d1b-a753-9965b630a762 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:27.181768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ee0e7-fa79-46ca-9cf2-91bd68c0f59c None None] Pushing event updated for resources: {'Port': ['ID=ce28a43f-216c-4ec4-ad84-0dee63f750ac,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:27.189552 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:27.190450 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:27.190865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.191242 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:27.191705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Bound port: 77475bf7-d550-4d1b-a753-9965b630a762, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:27.192123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.229564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.233519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0ee20-ce2c-4fd7-8ae3-f146a97dff35 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Calling delete_port for 0a3b4802-7517-4192-8e1f-03b3c61e3f4a owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:27.319293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] For port 77475bf7-d550-4d1b-a753-9965b630a762, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:27.343016 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:27.352076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] For port 77475bf7-d550-4d1b-a753-9965b630a762, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=77475bf7-d550-4d1b-a753-9965b630a762,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:27.358245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.468740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Routers {'14da2f72-3e3a-43f6-9068-a8f04179a837'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:27.470208 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['14da2f72-3e3a-43f6-9068-a8f04179a837'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:27.551916 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ce28a43f-216c-4ec4-ad84-0dee63f750ac up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:27.613751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Transition to ACTIVE for port object fb0812bc-81cc-4a37-9ef7-8556b82c3b95 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:27.636083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04de17c9-f273-4bad-8281-aecbdd08300c tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.663287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.684564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.685735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73362c56-ff02-4474-bae3-a77aea1dfbaf None None] Pushing event updated for resources: {'Port': ['ID=77475bf7-d550-4d1b-a753-9965b630a762,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:27.685863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:27.686221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.764248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port ce28a43f-216c-4ec4-ad84-0dee63f750ac completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:27.777018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fd387696-b907-404a-9e1c-a18765fedf94 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:27.853965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbd0ee20-ce2c-4fd7-8ae3-f146a97dff35 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.875976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] Set router 14da2f72-3e3a-43f6-9068-a8f04179a837 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:27.935435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.942551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0ee20-ce2c-4fd7-8ae3-f146a97dff35 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a3b4802-7517-4192-8e1f-03b3c61e3f4a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:27.969417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event updated for resources: {'Network': ['ID=62688011-427e-4f7f-a1e1-53cd670893be,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:28.005366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 62688011-427e-4f7f-a1e1-53cd670893be details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:28.010153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Transition to ACTIVE for port object a54bafc4-3696-4b73-9d2c-f022a02a3f40 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:28.012155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbd0ee20-ce2c-4fd7-8ae3-f146a97dff35 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.027879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbd0ee20-ce2c-4fd7-8ae3-f146a97dff35 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.029369 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dbd0ee20-ce2c-4fd7-8ae3-f146a97dff35 tempest-ExternalNetworksAdminNegativeTestJSON-119959875 tempest-ExternalNetworksAdminNegativeTestJSON-119959875-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/61e496ed-9ee0-4b15-954c-6247286e5196 HTTP/1.1" status: 204 len: 168 time: 2.1328733 May 24 22:58:28.045370 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port fd387696-b907-404a-9e1c-a18765fedf94 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:28.065921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.139290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fd387696-b907-404a-9e1c-a18765fedf94 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:28.139595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.185625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Network a4a19bf4-aabd-484a-83b2-1c00a7e29686 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:28.193065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:28.197638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:28.212223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:28.213039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.265544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event updated for resources: {'Port': ['ID=879123c7-c75c-4443-9a12-cfa4a9dfc4ff,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:28.265848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f75158e-c937-42ad-a559-ed0324f16d77 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.282073 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7e40d394-9701-45b7-8b33-bc01f144d4fa tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.6833401 May 24 22:58:28.287875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51288) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:28.409896 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fd387696-b907-404a-9e1c-a18765fedf94 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:28.410203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.419092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-025eb720-e005-4837-88fe-35724675ec30 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Deleting port 879123c7-c75c-4443-9a12-cfa4a9dfc4ff {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:28.419819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-025eb720-e005-4837-88fe-35724675ec30 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.431811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port fd387696-b907-404a-9e1c-a18765fedf94, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fd387696-b907-404a-9e1c-a18765fedf94,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:28.440120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8916005-2a89-4339-af05-bf31e0805ef7 None None] Network 94e040c2-5978-40f0-9db8-862dba8a3a7c requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:28.558282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3f75158e-c937-42ad-a559-ed0324f16d77 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Calling delete_port for 9c752761-43fc-443d-988a-b27bfbcd971d owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:28.603734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51294) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:28.667426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.792123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-025eb720-e005-4837-88fe-35724675ec30 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.809949 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a5f1f55d-01ff-4cd9-9d4e-e40b45b1ec1a tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.0229859 May 24 22:58:28.825193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51300) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:28.902046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Request body: {'subnet': {'network_id': '62688011-427e-4f7f-a1e1-53cd670893be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:28.908247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f2d62c49-b9a4-4a37-bc1c-02ec4420d578 None None] Provisioning for port ce28a43f-216c-4ec4-ad84-0dee63f750ac completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:28.918590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f2d62c49-b9a4-4a37-bc1c-02ec4420d578 None None] Provisioning complete for port ce28a43f-216c-4ec4-ad84-0dee63f750ac triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:28.918906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2d62c49-b9a4-4a37-bc1c-02ec4420d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.943478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04de17c9-f273-4bad-8281-aecbdd08300c tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.953766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:28.977981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-025eb720-e005-4837-88fe-35724675ec30 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Calling delete_port for 879123c7-c75c-4443-9a12-cfa4a9dfc4ff owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:28.978858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Usage tracker for resource:subnet and tenant:f4c57ccb6e67494f84b5c712af6e1d33 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:28.988837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:28.993878 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de17c9-f273-4bad-8281-aecbdd08300c tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae96a9f-f87d-4917-8bd6-3bbd151466b7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:29.008193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:29.016855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.040911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:18Z', 'revision_number': 3, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:29.045815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=fd387696-b907-404a-9e1c-a18765fedf94,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:29.062300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f75158e-c937-42ad-a559-ed0324f16d77 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.096100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.112858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52c7a2-d9aa-4d4b-ab71-27ac68cb0dd0 None None] The sync data for ids ['14da2f72-3e3a-43f6-9068-a8f04179a837'] in dv-neutron-843190-1-hyperv is: [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:18Z', 'revision_number': 3, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:29.114338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f2d62c49-b9a4-4a37-bc1c-02ec4420d578 None None] Current status of the port ce28a43f-216c-4ec4-ad84-0dee63f750ac is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:29.114745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2d62c49-b9a4-4a37-bc1c-02ec4420d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.159173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.173084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f2d62c49-b9a4-4a37-bc1c-02ec4420d578 None None] For port ce28a43f-216c-4ec4-ad84-0dee63f750ac, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ce28a43f-216c-4ec4-ad84-0dee63f750ac,segment=NetworkSegment(4fd637f1-6ee5-4d60-9f26-b130fb859ff0),segment_id=4fd637f1-6ee5-4d60-9f26-b130fb859ff0)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:29.181164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2d62c49-b9a4-4a37-bc1c-02ec4420d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.245364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Made reservation on behalf of f4c57ccb6e67494f84b5c712af6e1d33 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:29.251954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.291971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-025eb720-e005-4837-88fe-35724675ec30 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.293944 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d62c49-b9a4-4a37-bc1c-02ec4420d578 None None] Pushing event updated for resources: {'Port': ['ID=ce28a43f-216c-4ec4-ad84-0dee63f750ac,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:29.309854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04de17c9-f273-4bad-8281-aecbdd08300c tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.310997 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-04de17c9-f273-4bad-8281-aecbdd08300c tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "DELETE /v2.0/security-groups/5ae96a9f-f87d-4917-8bd6-3bbd151466b7 HTTP/1.1" status: 204 len: 168 time: 2.7370162 May 24 22:58:29.316642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51304) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:29.332721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:29.406585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-541726ea-c77f-40da-bf25-9672169fc52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.424018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:29.477856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025eb720-e005-4837-88fe-35724675ec30 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event deleted for resources: {'Port': ['ID=879123c7-c75c-4443-9a12-cfa4a9dfc4ff,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:29.501581 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-025eb720-e005-4837-88fe-35724675ec30 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.506834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ce28a43f-216c-4ec4-ad84-0dee63f750ac up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:29.520471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-541726ea-c77f-40da-bf25-9672169fc52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:29.532135 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-025eb720-e005-4837-88fe-35724675ec30 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "DELETE /v2.0/ports/879123c7-c75c-4443-9a12-cfa4a9dfc4ff HTTP/1.1" status: 204 len: 168 time: 1.2428772 May 24 22:58:29.533834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-541726ea-c77f-40da-bf25-9672169fc52e admin admin] Usage tracker for resource:security_group_rule and tenant:537a7c6c1f344fcfa9bbbcba9825c0a7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:29.555071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51308) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:29.556280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-541726ea-c77f-40da-bf25-9672169fc52e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:29.578906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4a19bf4-aabd-484a-83b2-1c00a7e29686', 'external_fixed_ips': [{'subnet_id': '2d763aff-c203-4681-8dc1-1176ae537336', 'ip_address': '172.20.0.7'}]}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:29.588736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-541726ea-c77f-40da-bf25-9672169fc52e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:29.606705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:29.611313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Network d6205c16-b3a2-4d86-9909-668148e58a5b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:29.624464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:29.626540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Usage tracker for resource:router and tenant:2c95a31525514df8a3c1b5c170166ecb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:29.633696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-37a61300-2160-495a-a98f-84a33bca3a96 None None] Provisioning complete for port ce28a43f-216c-4ec4-ad84-0dee63f750ac triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:29.634067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37a61300-2160-495a-a98f-84a33bca3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.641479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:29.651480 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2827d3a4-cf60-4c44-b653-311a70e0b5fe tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2975 time: 0.2893953 May 24 22:58:29.659629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51312) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:29.669299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:29.682958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'tempest-secgroup--79668757'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:29.695738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:29.711325 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:29.717936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:29.744391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.745630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.750439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:29.763379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ce28a43f-216c-4ec4-ad84-0dee63f750ac triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:29.763784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.795550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.808939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.875019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:29.876881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Pushing event updated for resources: {'Port': ['ID=fb0812bc-81cc-4a37-9ef7-8556b82c3b95,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:29.885280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:29.886897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:29.903007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:29.910337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:29.930408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:29.938290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-37a61300-2160-495a-a98f-84a33bca3a96 None None] Current status of the port ce28a43f-216c-4ec4-ad84-0dee63f750ac is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:29.947366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-37a61300-2160-495a-a98f-84a33bca3a96 None None] Could not find standard attr ID for object 9c752761-43fc-443d-988a-b27bfbcd971d. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 22:58:30.057400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ce28a43f-216c-4ec4-ad84-0dee63f750ac is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:30.058421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75158e-c937-42ad-a559-ed0324f16d77 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Pushing event deleted for resources: {'Port': ['ID=9c752761-43fc-443d-988a-b27bfbcd971d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:30.058536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fd387696-b907-404a-9e1c-a18765fedf94 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:30.159825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-541726ea-c77f-40da-bf25-9672169fc52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.166053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c802994c-9d03-4482-b609-37d0e47d00bf None None] Provisioning for port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:30.176148 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c802994c-9d03-4482-b609-37d0e47d00bf None None] Provisioning complete for port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:30.177683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c802994c-9d03-4482-b609-37d0e47d00bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.187009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-541726ea-c77f-40da-bf25-9672169fc52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.281221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c802994c-9d03-4482-b609-37d0e47d00bf None None] Port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:30.288598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fd387696-b907-404a-9e1c-a18765fedf94 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:30.289226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.322627 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c802994c-9d03-4482-b609-37d0e47d00bf None None] Could not find standard attr ID for object 9c752761-43fc-443d-988a-b27bfbcd971d. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 22:58:30.348060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.351052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.399795 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-541726ea-c77f-40da-bf25-9672169fc52e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=537a7c6c1f344fcfa9bbbcba9825c0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7950268 May 24 22:58:30.404028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51316) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:30.407295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541726ea-c77f-40da-bf25-9672169fc52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd31cae7-e48d-4fe1-a498-72dd20bd9b83,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:30.411435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.446628 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Pushing event updated for resources: {'Port': ['ID=a54bafc4-3696-4b73-9d2c-f022a02a3f40,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:30.479505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fd387696-b907-404a-9e1c-a18765fedf94 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:30.499666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5d26ad4a-5def-48c8-8d74-40d03fcc62d9 None None] Provisioning for port a54bafc4-3696-4b73-9d2c-f022a02a3f40 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:30.507200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5d26ad4a-5def-48c8-8d74-40d03fcc62d9 None None] Provisioning complete for port a54bafc4-3696-4b73-9d2c-f022a02a3f40 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:30.508392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5d26ad4a-5def-48c8-8d74-40d03fcc62d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.594813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5d26ad4a-5def-48c8-8d74-40d03fcc62d9 None None] Port a54bafc4-3696-4b73-9d2c-f022a02a3f40 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:30.597652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f75158e-c937-42ad-a559-ed0324f16d77 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.606832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.616677 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.640517 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3f75158e-c937-42ad-a559-ed0324f16d77 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] 10.222.0.32 "DELETE /v2.0/ports/9c752761-43fc-443d-988a-b27bfbcd971d HTTP/1.1" status: 204 len: 168 time: 3.8462963 May 24 22:58:30.644355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51320) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:30.671887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Router 7ee4a5ea-982a-4a57-9136-854d38f539e6 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:58:30.673687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e28c40ec-e448-4c8b-a6cb-bb03bf1f5197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.683561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c83309-8c54-4022-b3c3-10f154aed787,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:30.689363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.692642 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c3d9f720-285c-4849-8c33-549f34437c64 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0242164 May 24 22:58:30.699521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51326) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:30.707788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-978c68cc-cbfa-41f8-b282-3ae501671efa tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': '22c83309-8c54-4022-b3c3-10f154aed787', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:30.708483 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-978c68cc-cbfa-41f8-b282-3ae501671efa tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 24 22:58:30.708741 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-978c68cc-cbfa-41f8-b282-3ae501671efa tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:30.710806 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-978c68cc-cbfa-41f8-b282-3ae501671efa tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091064 May 24 22:58:30.713797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51330) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:30.809339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e28c40ec-e448-4c8b-a6cb-bb03bf1f5197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.811793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe99d77a-4cd9-4ab1-98bd-4292d117dea5 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.831247 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1d0b22d2-24d0-47df-83b3-db169fc9bb0e tempest-DHCPAgentSchedulersTestJSON-1884389784 tempest-DHCPAgentSchedulersTestJSON-1884389784-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.1845708 May 24 22:58:30.833100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51334) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:30.841808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-629123849'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:30.883780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:30.901335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Usage tracker for resource:network and tenant:c71cc9a708b7478785cf8e28f8ece2c4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:30.904289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe99d77a-4cd9-4ab1-98bd-4292d117dea5 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.914271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:30.928767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:31.071194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Made reservation on behalf of c71cc9a708b7478785cf8e28f8ece2c4 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:31.074249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.087715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.113715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.161711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe99d77a-4cd9-4ab1-98bd-4292d117dea5 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.165509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:31.184647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.211319 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99d77a-4cd9-4ab1-98bd-4292d117dea5 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c83309-8c54-4022-b3c3-10f154aed787,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:31.227371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.230474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.230834 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Added segment 48637219-7b4b-4b67-a894-a7e5dd46b600 of type vlan for network a3c48ed3-28e6-434b-b8ec-f88d6c670939 May 24 22:58:31.262265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:31.277648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe99d77a-4cd9-4ab1-98bd-4292d117dea5 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.278987 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fe99d77a-4cd9-4ab1-98bd-4292d117dea5 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "DELETE /v2.0/security-groups/22c83309-8c54-4022-b3c3-10f154aed787 HTTP/1.1" status: 204 len: 168 time: 0.5638008 May 24 22:58:31.281553 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Sync routers for ids ['7ee4a5ea-982a-4a57-9136-854d38f539e6'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:31.282886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51338) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:31.295305 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Routers {'7ee4a5ea-982a-4a57-9136-854d38f539e6'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:31.295920 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7ee4a5ea-982a-4a57-9136-854d38f539e6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:31.309370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e28c40ec-e448-4c8b-a6cb-bb03bf1f5197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.361536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.373302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e28c40ec-e448-4c8b-a6cb-bb03bf1f5197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.374949 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e28c40ec-e448-4c8b-a6cb-bb03bf1f5197 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd31cae7-e48d-4fe1-a498-72dd20bd9b83 HTTP/1.1" status: 204 len: 168 time: 0.9610395 May 24 22:58:31.425152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bca60935-51ca-4ace-9a58-e99e8f266bf3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Synchronizing usage tracker for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:31.426769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c40ec-e448-4c8b-a6cb-bb03bf1f5197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd31cae7-e48d-4fe1-a498-72dd20bd9b83,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:31.520110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 77475bf7-d550-4d1b-a753-9965b630a762 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:31.530605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.531878 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bd60fa45-36a2-47f0-92da-50aff7821458 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 14.1002936 May 24 22:58:31.544982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51344) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:31.549334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bca60935-51ca-4ace-9a58-e99e8f266bf3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Unset dirty status for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:31.559139 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bca60935-51ca-4ace-9a58-e99e8f266bf3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2975 time: 0.2744322 May 24 22:58:31.562965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.575544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:31.577091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.582358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51348) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:31.594969 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Set router 7ee4a5ea-982a-4a57-9136-854d38f539e6 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:31.603992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 77475bf7-d550-4d1b-a753-9965b630a762 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:31.610625 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 77475bf7-d550-4d1b-a753-9965b630a762 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:31.611276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.671363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'tempest-secgroup--164860475'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:31.758809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:31.800828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 77475bf7-d550-4d1b-a753-9965b630a762 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:31.801050 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9643347 May 24 22:58:31.801640 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.814128 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:31.818173 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d251d0-6c7a-41d8-8ae7-1540553f820a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Pushing event updated for resources: {'Network': ['ID=a3c48ed3-28e6-434b-b8ec-f88d6c670939,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:31.821460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 77475bf7-d550-4d1b-a753-9965b630a762, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=77475bf7-d550-4d1b-a753-9965b630a762,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:31.826968 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.834975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51354) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:31.840325 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Allocated IP 172.20.0.7 (a4a19bf4-aabd-484a-83b2-1c00a7e29686/2d763aff-c203-4681-8dc1-1176ae537336/00d6a240-0426-4b89-a900-cb7518c23229) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:31.918896 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network a3c48ed3-28e6-434b-b8ec-f88d6c670939 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:31.938629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=77475bf7-d550-4d1b-a753-9965b630a762,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:31.967498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.976786 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:26Z', 'revision_number': 3, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:31.978053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51358) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:31.981021 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Checking router: 7ee4a5ea-982a-4a57-9136-854d38f539e6 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:58:31.981365 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Updating router 7ee4a5ea-982a-4a57-9136-854d38f539e6 port 687dda76-15a2-41ca-a101-9f91c7f13aad binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:58:32.058809 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.093148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:32.102502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:32.108902 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:32.122422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:32.215753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 22:58:32.216323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.228456 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dd09624f-cbfb-4cf2-9754-644cbca959db tempest-DHCPAgentSchedulersTestJSON-1884389784 tempest-DHCPAgentSchedulersTestJSON-1884389784-project-admin] 10.222.0.32 "GET /v2.0/agents/b9b88ca9-10b3-4d14-81a4-09184696d769/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.3895590 May 24 22:58:32.231123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.231804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51362) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:32.233318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:58:32.255565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.287681 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bb2d1671-d5bc-4150-b5ac-38fe195a35ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acafc77c3cfd467ba122b1499262c42d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981517 May 24 22:58:32.288140 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51366) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:32.298970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.332677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.396809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.397977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.413804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.444209 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.465068 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Transition to ACTIVE for port object 687dda76-15a2-41ca-a101-9f91c7f13aad will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:32.474043 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.491300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e239a49-f0ec-499e-a94b-623f9f8c5535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.520506 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.524914 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8873403 May 24 22:58:32.531166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51372) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:32.531968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.566242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a9225f0f-62bb-41f0-9a11-ca5bef43dd0b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:32.575032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Pushing event updated for resources: {'Port': ['ID=a54bafc4-3696-4b73-9d2c-f022a02a3f40,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:32.581903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.589686 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Attempting to bind port 687dda76-15a2-41ca-a101-9f91c7f13aad on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:32.590676 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Attempting to bind port 687dda76-15a2-41ca-a101-9f91c7f13aad by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:32.590676 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Attempting to bind port 687dda76-15a2-41ca-a101-9f91c7f13aad on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:32.600594 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:32.601039 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:32.601497 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.601947 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:32.602518 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Bound port: 687dda76-15a2-41ca-a101-9f91c7f13aad, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:32.603005 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.640477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.652426 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeab36a-6122-483f-8267-9ae9c73f939e None None] Pushing event updated for resources: {'Port': ['ID=687dda76-15a2-41ca-a101-9f91c7f13aad,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:32.654907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Checking segment: {'id': 'a6b6b687-e0e5-445d-81c3-e5d1b8229180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '62688011-427e-4f7f-a1e1-53cd670893be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:32.655267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Network hostable DHCP agents. Network: 62688011-427e-4f7f-a1e1-53cd670893be, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:32.666087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ae800d63-7f78-4783-a6e5-4b3513803c8d tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'c84db075-b591-404f-8297-acb684065015', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:32.667119 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-ae800d63-7f78-4783-a6e5-4b3513803c8d tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 24 22:58:32.667625 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-ae800d63-7f78-4783-a6e5-4b3513803c8d tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:32.672260 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ae800d63-7f78-4783-a6e5-4b3513803c8d tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0573175 May 24 22:58:32.685648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d356cb3-06a2-4565-8808-990d7c09948a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84db075-b591-404f-8297-acb684065015,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:32.690320 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] For port 687dda76-15a2-41ca-a101-9f91c7f13aad, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:32.691593 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51376) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:32.693913 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] For port 687dda76-15a2-41ca-a101-9f91c7f13aad, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=687dda76-15a2-41ca-a101-9f91c7f13aad,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:32.703332 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.715987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e239a49-f0ec-499e-a94b-623f9f8c5535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.732189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e198efb9-4474-485d-96ad-12176ad23635 tempest-DHCPAgentSchedulersTestJSON-1884389784 tempest-DHCPAgentSchedulersTestJSON-1884389784-project-admin] Network a3c48ed3-28e6-434b-b8ec-f88d6c670939 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:32.737963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Network a4a19bf4-aabd-484a-83b2-1c00a7e29686 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:32.744819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:32.747246 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:32.807456 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Routers {'7ee4a5ea-982a-4a57-9136-854d38f539e6'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:32.807969 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7ee4a5ea-982a-4a57-9136-854d38f539e6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:32.820415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event updated for resources: {'Port': ['ID=00d6a240-0426-4b89-a900-cb7518c23229,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:32.837029 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e198efb9-4474-485d-96ad-12176ad23635 tempest-DHCPAgentSchedulersTestJSON-1884389784 tempest-DHCPAgentSchedulersTestJSON-1884389784-project-admin] 10.222.0.32 "POST /v2.0/agents/b9b88ca9-10b3-4d14-81a4-09184696d769/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6041393 May 24 22:58:32.842205 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a63db4-829d-44b4-a343-a9616a82a6a3 None None] Network a3c48ed3-28e6-434b-b8ec-f88d6c670939 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:32.857145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51380) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:32.875713 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeab36a-6122-483f-8267-9ae9c73f939e None None] Pushing event updated for resources: {'Port': ['ID=687dda76-15a2-41ca-a101-9f91c7f13aad,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:32.962164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Pushing event updated for resources: {'Port': ['ID=fb0812bc-81cc-4a37-9ef7-8556b82c3b95,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:32.995001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e239a49-f0ec-499e-a94b-623f9f8c5535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.017036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e239a49-f0ec-499e-a94b-623f9f8c5535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62add42-4fee-4093-9b20-cc229351a284,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:33.022200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Network 62688011-427e-4f7f-a1e1-53cd670893be is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:33.023676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e239a49-f0ec-499e-a94b-623f9f8c5535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.024868 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8e239a49-f0ec-499e-a94b-623f9f8c5535 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e62add42-4fee-4093-9b20-cc229351a284 HTTP/1.1" status: 204 len: 168 time: 0.7357576 May 24 22:58:33.080616 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] Set router 7ee4a5ea-982a-4a57-9136-854d38f539e6 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:33.231539 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 62688011-427e-4f7f-a1e1-53cd670893be) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:33.240884 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55817d26-0a35-45e5-867c-9a3cfaafa37b None None] Network 62688011-427e-4f7f-a1e1-53cd670893be requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:33.295322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:33.296823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.392523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.469443 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:26Z', 'revision_number': 3, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:33.488704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e53d400-c9f1-4765-8c03-28694ab9a07a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.490290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 77475bf7-d550-4d1b-a753-9965b630a762 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:33.490617 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014bf36b-3b79-41b0-ac55-eef6ce061c9d None None] The sync data for ids ['7ee4a5ea-982a-4a57-9136-854d38f539e6'] in dv-neutron-843190-1-hyperv is: [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:26Z', 'revision_number': 3, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:33.496237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Network d6205c16-b3a2-4d86-9909-668148e58a5b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:33.513675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:33.538717 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2ccaf82f-3583-4ea3-a96f-92037c89e099 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.7107713 May 24 22:58:33.542374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51392) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:33.555771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Request body: {'floatingip': {'floating_network_id': '62688011-427e-4f7f-a1e1-53cd670893be'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:33.572487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:33.588802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Usage tracker for resource:floatingip and tenant:f4c57ccb6e67494f84b5c712af6e1d33 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:33.603057 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:33.695469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e53d400-c9f1-4765-8c03-28694ab9a07a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.717080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:33.724466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:33.734572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:33.737246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fec4ef-2dfe-478f-9170-06526a630c5b None None] Network 62688011-427e-4f7f-a1e1-53cd670893be requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:33.773751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 77475bf7-d550-4d1b-a753-9965b630a762 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:33.774223 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.798291 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.023522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-65e8c30a-f9ac-4931-8197-ef24d0104ee4 None None] Provisioning complete for port a54bafc4-3696-4b73-9d2c-f022a02a3f40 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:34.024082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-65e8c30a-f9ac-4931-8197-ef24d0104ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.227351 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1f693950-82d0-4764-a1c5-80d92befc052 tempest-DHCPAgentSchedulersTestJSON-1884389784 tempest-DHCPAgentSchedulersTestJSON-1884389784-project-admin] 10.222.0.32 "GET /v2.0/agents/b9b88ca9-10b3-4d14-81a4-09184696d769/dhcp-networks HTTP/1.1" status: 200 len: 7249 time: 1.3561950 May 24 22:58:34.229357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51408) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:34.244684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e53d400-c9f1-4765-8c03-28694ab9a07a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.267965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.282666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53d400-c9f1-4765-8c03-28694ab9a07a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84db075-b591-404f-8297-acb684065015,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:34.415760 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7e58b44d-eef9-41e0-bfde-9f7892712ec0 tempest-DHCPAgentSchedulersTestJSON-1884389784 tempest-DHCPAgentSchedulersTestJSON-1884389784-project-admin] 10.222.0.32 "DELETE /v2.0/agents/b9b88ca9-10b3-4d14-81a4-09184696d769/dhcp-networks/a3c48ed3-28e6-434b-b8ec-f88d6c670939 HTTP/1.1" status: 204 len: 168 time: 0.1830356 May 24 22:58:34.417499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51412) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:34.417920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51414) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:34.441202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.455454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e53d400-c9f1-4765-8c03-28694ab9a07a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.458920 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9e53d400-c9f1-4765-8c03-28694ab9a07a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "DELETE /v2.0/security-groups/c84db075-b591-404f-8297-acb684065015 HTTP/1.1" status: 204 len: 168 time: 1.7599368 May 24 22:58:34.471207 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51422) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:34.477203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 77475bf7-d550-4d1b-a753-9965b630a762 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:34.480562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Router 14da2f72-3e3a-43f6-9068-a8f04179a837 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:58:34.500736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-65e8c30a-f9ac-4931-8197-ef24d0104ee4 None None] Port a54bafc4-3696-4b73-9d2c-f022a02a3f40 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:34.504731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.628485 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-95f78f82-a807-4de8-8e1d-f86fff5bd9e8 None None] Provisioning complete for port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:34.631644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-95f78f82-a807-4de8-8e1d-f86fff5bd9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.649902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Router 5ff6c264-8236-4df1-9372-aa06ad8cb12f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:58:34.719477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-95f78f82-a807-4de8-8e1d-f86fff5bd9e8 None None] Port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:34.746555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-59fddd5c-6782-4def-a03f-d76c6f77b60e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Synchronizing usage tracker for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:34.812183 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-27609908-a411-4846-bd37-71d8679a7aaa tempest-AgentManagementNegativeTest-1856664344 tempest-AgentManagementNegativeTest-1856664344-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3866367 May 24 22:58:34.975493 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5cbbd224-9adf-4b38-aaef-b942cc670bdb tempest-DHCPAgentSchedulersTestJSON-1884389784 tempest-DHCPAgentSchedulersTestJSON-1884389784-project-admin] 10.222.0.32 "GET /v2.0/agents/b9b88ca9-10b3-4d14-81a4-09184696d769/dhcp-networks HTTP/1.1" status: 200 len: 7249 time: 0.5545363 May 24 22:58:34.983386 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Allocated IP 172.20.0.14 (62688011-427e-4f7f-a1e1-53cd670893be/a9225f0f-62bb-41f0-9a11-ca5bef43dd0b/53805420-8f3c-4f12-8c27-98c2cc089146) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:34.995328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51428) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:35.011670 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Router a02a3ee5-c3b6-42e5-b3ea-6582332b7dce is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:58:35.018554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-59fddd5c-6782-4def-a03f-d76c6f77b60e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Unset dirty status for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:35.019831 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-59fddd5c-6782-4def-a03f-d76c6f77b60e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2975 time: 0.5439515 May 24 22:58:35.036803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51432) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:35.062695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:35.075565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Sync routers for ids ['14da2f72-3e3a-43f6-9068-a8f04179a837'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:35.091729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Routers {'14da2f72-3e3a-43f6-9068-a8f04179a837'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:35.092364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['14da2f72-3e3a-43f6-9068-a8f04179a837'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:35.099455 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3675edd0-df6b-4fba-810f-bd078380c547 admin admin] 10.222.0.32 "PUT /v2.0/routers/14da2f72-3e3a-43f6-9068-a8f04179a837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9198236 May 24 22:58:35.122501 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a02c77a1-acf0-4cf1-b234-c7eb8117d001 tempest-DHCPAgentSchedulersTestJSON-1884389784 tempest-DHCPAgentSchedulersTestJSON-1884389784-project-admin] 10.222.0.32 "GET /v2.0/networks/94e040c2-5978-40f0-9db8-862dba8a3a7c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1252086 May 24 22:58:35.126074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'tempest-secgroup--740985216'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:35.128983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51440) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:35.131702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:35.160259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51444) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:35.163002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:35.163894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:35.179303 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cc03f675-e958-449d-87c3-5c466f486ecd admin admin] 10.222.0.32 "PUT /v2.0/routers/5ff6c264-8236-4df1-9372-aa06ad8cb12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9111228 May 24 22:58:35.189089 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Sync routers for ids ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:35.200879 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Routers {'5ff6c264-8236-4df1-9372-aa06ad8cb12f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:35.201483 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:35.208779 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-472f0bfa-b734-4cc1-a1ee-c19a2a2b930e tempest-DHCPAgentSchedulersTestJSON-1884389784 tempest-DHCPAgentSchedulersTestJSON-1884389784-project-admin] 10.222.0.32 "GET /v2.0/networks/94e040c2-5978-40f0-9db8-862dba8a3a7c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0768242 May 24 22:58:35.209030 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51452) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:35.226532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Allocated IP 172.20.0.1 (cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1/5229914f-6024-4298-9ff4-806f8e914057/0441144a-c903-455b-af1c-045edaab5382) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:35.295366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.492877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Set router 14da2f72-3e3a-43f6-9068-a8f04179a837 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:35.543414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-56ab2b21-b023-40fe-83e1-30e95d7f772c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.576244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.599704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-56ab2b21-b023-40fe-83e1-30e95d7f772c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:35.608127 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-56ab2b21-b023-40fe-83e1-30e95d7f772c admin admin] Usage tracker for resource:security_group_rule and tenant:44d735b8314c4e4d8c71e837a78a8dd6 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:35.611772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-56ab2b21-b023-40fe-83e1-30e95d7f772c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:35.612651 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 687dda76-15a2-41ca-a101-9f91c7f13aad up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:35.630035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-56ab2b21-b023-40fe-83e1-30e95d7f772c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:35.773939 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Set router 5ff6c264-8236-4df1-9372-aa06ad8cb12f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:35.778191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.791963 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-21e560d9-04df-47a8-8964-5602f7ac9fc9 tempest-DHCPAgentSchedulersTestJSON-1884389784 tempest-DHCPAgentSchedulersTestJSON-1884389784-project-admin] 10.222.0.32 "GET /v2.0/agents/b9b88ca9-10b3-4d14-81a4-09184696d769/dhcp-networks HTTP/1.1" status: 200 len: 7249 time: 0.5801959 May 24 22:58:35.792861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51466) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:35.803156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:35.864282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:35.911874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:35.932282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.934130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Network 62688011-427e-4f7f-a1e1-53cd670893be is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:35.949922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:35.955368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:35.965374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:35.971477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:35.984266 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Transition to ACTIVE for port object 0441144a-c903-455b-af1c-045edaab5382 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:35.994904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.004177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event updated for resources: {'Port': ['ID=53805420-8f3c-4f12-8c27-98c2cc089146,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:36.058940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-56ab2b21-b023-40fe-83e1-30e95d7f772c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.083815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-56ab2b21-b023-40fe-83e1-30e95d7f772c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.090886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] Sync routers for ids ['a02a3ee5-c3b6-42e5-b3ea-6582332b7dce'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:36.176171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.190626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.191135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.207865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.209418 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7418db8b-f97f-446b-94e7-f333b42582df tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.6444681 May 24 22:58:36.212026 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-56ab2b21-b023-40fe-83e1-30e95d7f772c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44d735b8314c4e4d8c71e837a78a8dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0508637 May 24 22:58:36.222951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51480) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:36.223534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51482) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:36.281134 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c48ed3-28e6-434b-b8ec-f88d6c670939']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:36.299697 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:36.303400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48637219-7b4b-4b67-a894-a7e5dd46b600') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:36.303526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] Routers {'a02a3ee5-c3b6-42e5-b3ea-6582332b7dce'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:36.304028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a02a3ee5-c3b6-42e5-b3ea-6582332b7dce'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:36.309771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48637219-7b4b-4b67-a894-a7e5dd46b600') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:36.316962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:36.336295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:36.438911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab2b21-b023-40fe-83e1-30e95d7f772c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c96044-de5a-472a-9a48-e2a0acaa19ed,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:36.495806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.527640 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.555205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=0441144a-c903-455b-af1c-045edaab5382,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:36.585347 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.605683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.621531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51490) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:36.636825 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fb0812bc-81cc-4a37-9ef7-8556b82c3b95', 'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'mac_address': 'fa:16:3e:aa:43:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:24Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 2, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'subnets': [{'id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:36.646188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:36.646668 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.651809 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Checking router: 5ff6c264-8236-4df1-9372-aa06ad8cb12f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:58:36.652442 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Updating router 5ff6c264-8236-4df1-9372-aa06ad8cb12f port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:58:36.654501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.673112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 687dda76-15a2-41ca-a101-9f91c7f13aad completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:36.683501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170881889', 'description': 'tempest-description--1524779555'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:36.710698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:36.717581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 687dda76-15a2-41ca-a101-9f91c7f13aad triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:36.717950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.722667 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.804263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.825105 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 48637219-7b4b-4b67-a894-a7e5dd46b600 resource provider aggregate not found May 24 22:58:36.851787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Usage tracker for resource:security_group and tenant:ee6005c58c7744a9b7459d826b74a7db is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:36.873031 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 48637219-7b4b-4b67-a894-a7e5dd46b600 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48637219-7b4b-4b67-a894-a7e5dd46b600 found for delete ", "request_id": "req-67ed7fb1-341a-4c8e-9ed6-11128280a475"}]} May 24 22:58:36.887979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:36.899883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c89396-86cb-4aea-a467-8663e5c82502,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:36.902827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.904846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:36.906591 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ceec98e8-1a55-4dc9-97f6-7184f144bcb4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8637953 May 24 22:58:36.907808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51500) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:36.922530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51504) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:36.931641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872448218', 'description': 'tempest-description--675338827'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:36.931953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fc1500c2-0664-4e84-8aa6-4ef8d783c654 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': '90c89396-86cb-4aea-a467-8663e5c82502', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:36.934116 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-fc1500c2-0664-4e84-8aa6-4ef8d783c654 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 24 22:58:36.934663 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-fc1500c2-0664-4e84-8aa6-4ef8d783c654 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:36.935963 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fc1500c2-0664-4e84-8aa6-4ef8d783c654 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0260127 May 24 22:58:36.941109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51508) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:36.945561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.945713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-678c7a44-e470-4a33-86f6-b204bfd9a717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.950622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:36.953426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-28f7517f-7317-44ba-8bb2-b895cf124194 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': '90c89396-86cb-4aea-a467-8663e5c82502', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:36.954176 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-28f7517f-7317-44ba-8bb2-b895cf124194 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 24 22:58:36.954721 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-28f7517f-7317-44ba-8bb2-b895cf124194 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:36.957427 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-28f7517f-7317-44ba-8bb2-b895cf124194 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0135658 May 24 22:58:36.960400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51512) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:36.964840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.966088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.999570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.007231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fa063734-5b7c-4d32-a142-5729dff2f391 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': '90c89396-86cb-4aea-a467-8663e5c82502', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:37.008054 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-fa063734-5b7c-4d32-a142-5729dff2f391 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 24 22:58:37.008533 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-fa063734-5b7c-4d32-a142-5729dff2f391 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:37.009605 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fa063734-5b7c-4d32-a142-5729dff2f391 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0451829 May 24 22:58:37.014019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51516) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:37.024441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:37.030062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Usage tracker for resource:security_group and tenant:1ef6f5139f3a435992e0ee1ac47012a8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:37.030223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0e61273e-4b44-40b8-b944-5c40917b36f2 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': '90c89396-86cb-4aea-a467-8663e5c82502', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:37.031150 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-0e61273e-4b44-40b8-b944-5c40917b36f2 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 24 22:58:37.031559 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-0e61273e-4b44-40b8-b944-5c40917b36f2 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:37.033019 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0e61273e-4b44-40b8-b944-5c40917b36f2 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0158756 May 24 22:58:37.034330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Pushing event deleted for resources: {'Network': ['ID=a3c48ed3-28e6-434b-b8ec-f88d6c670939,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:37.038181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51520) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:37.042280 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-49c8be6c-2e99-4117-976d-e8dc6abf896a tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] 10.222.0.32 "DELETE /v2.0/networks/a3c48ed3-28e6-434b-b8ec-f88d6c670939 HTTP/1.1" status: 204 len: 168 time: 1.2453671 May 24 22:58:37.042399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51522) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:37.044064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:37.068089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:37.083957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Usage tracker for resource:security_group_rule and tenant:ee6005c58c7744a9b7459d826b74a7db is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:37.112264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a940a21c-72d3-4c73-bb7a-76bfba86c6d6 None None] Provisioning for port 0441144a-c903-455b-af1c-045edaab5382 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:37.115094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:37.123600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 687dda76-15a2-41ca-a101-9f91c7f13aad is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:37.124136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.138500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:37.144282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 687dda76-15a2-41ca-a101-9f91c7f13aad, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=687dda76-15a2-41ca-a101-9f91c7f13aad,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:37.160020 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a940a21c-72d3-4c73-bb7a-76bfba86c6d6 None None] Provisioning complete for port 0441144a-c903-455b-af1c-045edaab5382 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:37.160524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a940a21c-72d3-4c73-bb7a-76bfba86c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.191162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae091ef7-9920-4a72-8475-329b376207d8 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.221589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae091ef7-9920-4a72-8475-329b376207d8 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.235666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a940a21c-72d3-4c73-bb7a-76bfba86c6d6 None None] Port 0441144a-c903-455b-af1c-045edaab5382 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:37.238037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.267892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.282963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae091ef7-9920-4a72-8475-329b376207d8 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.289895 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.293813 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-c618336a-0123-40b4-b9d4-7be8a9a65454 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] DELETE failed (client error): The resource could not be found. May 24 22:58:37.294290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c618336a-0123-40b4-b9d4-7be8a9a65454 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:37.296332 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c618336a-0123-40b4-b9d4-7be8a9a65454 tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] 10.222.0.32 "DELETE /v2.0/ports/9c752761-43fc-443d-988a-b27bfbcd971d HTTP/1.1" status: 404 len: 333 time: 0.2390971 May 24 22:58:37.309200 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Transition to ACTIVE for port object fb0812bc-81cc-4a37-9ef7-8556b82c3b95 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:37.309736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51528) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:37.319918 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.322870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-678c7a44-e470-4a33-86f6-b204bfd9a717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.324062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=687dda76-15a2-41ca-a101-9f91c7f13aad,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:37.331182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.339560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] Set router a02a3ee5-c3b6-42e5-b3ea-6582332b7dce gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:37.355054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae091ef7-9920-4a72-8475-329b376207d8 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c89396-86cb-4aea-a467-8663e5c82502,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:37.460177 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d11607-38d0-452d-86f1-e2357a534233 None None] Pushing event updated for resources: {'Port': ['ID=fb0812bc-81cc-4a37-9ef7-8556b82c3b95,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:37.501838 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'a54bafc4-3696-4b73-9d2c-f022a02a3f40', 'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'mac_address': 'fa:16:3e:4e:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '13943762-dae2-4602-990d-129c1c56cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:25Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 2, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'subnets': [{'id': '13943762-dae2-4602-990d-129c1c56cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:37.569107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:37.580306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 687dda76-15a2-41ca-a101-9f91c7f13aad up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:37.596299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Usage tracker for resource:security_group_rule and tenant:1ef6f5139f3a435992e0ee1ac47012a8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:37.616520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:37.635647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:37.646240 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.661565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.662287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Checking router: 14da2f72-3e3a-43f6-9068-a8f04179a837 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:58:37.662896 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Updating router 14da2f72-3e3a-43f6-9068-a8f04179a837 port a54bafc4-3696-4b73-9d2c-f022a02a3f40 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:58:37.684940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Deleting port 00d6a240-0426-4b89-a900-cb7518c23229 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:37.686185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.687619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.729320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-678c7a44-e470-4a33-86f6-b204bfd9a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.751966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 687dda76-15a2-41ca-a101-9f91c7f13aad triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:37.752694 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.775487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.797582 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c7a44-e470-4a33-86f6-b204bfd9a717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c96044-de5a-472a-9a48-e2a0acaa19ed,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:37.814571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.827250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.831862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=0441144a-c903-455b-af1c-045edaab5382,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:37.864613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae091ef7-9920-4a72-8475-329b376207d8 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.865738 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ae091ef7-9920-4a72-8475-329b376207d8 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "DELETE /v2.0/security-groups/90c89396-86cb-4aea-a467-8663e5c82502 HTTP/1.1" status: 204 len: 168 time: 0.8223696 May 24 22:58:37.872614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51532) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:37.881118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-678c7a44-e470-4a33-86f6-b204bfd9a717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.890791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fb1d4a-bbe9-4425-9018-002593e476bf tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Deleting subnet a32b2cdb-f679-49b9-acbf-98d540671a81 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:58:37.897715 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-678c7a44-e470-4a33-86f6-b204bfd9a717 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59c96044-de5a-472a-9a48-e2a0acaa19ed HTTP/1.1" status: 204 len: 168 time: 1.6603539 May 24 22:58:37.912323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37fb1d4a-bbe9-4425-9018-002593e476bf tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.944274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.003418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.004481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.041756 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Attempting to bind port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:38.042467 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Attempting to bind port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:38.043184 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Attempting to bind port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 on network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:38.078069 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:38.078446 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Checking segment: {'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:38.078871 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.079354 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Bound using segment: {'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:38.079836 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Bound port: fb0812bc-81cc-4a37-9ef7-8556b82c3b95, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:38.080805 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.102693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a1dd8414-c4bc-4912-9cb9-bd9009e84408 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Synchronizing usage tracker for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:38.105178 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.219346 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event updated for resources: {'Port': ['ID=53805420-8f3c-4f12-8c27-98c2cc089146,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:38.249347 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] For port fb0812bc-81cc-4a37-9ef7-8556b82c3b95, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:38.258555 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] For port fb0812bc-81cc-4a37-9ef7-8556b82c3b95, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fb0812bc-81cc-4a37-9ef7-8556b82c3b95,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:38.263894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.264069 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.264663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37fb1d4a-bbe9-4425-9018-002593e476bf tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.270991 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a726628c-25c3-4c7f-bc50-af26cf63df5c tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7275016 May 24 22:58:38.276553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51540) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:38.297454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.325886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a1dd8414-c4bc-4912-9cb9-bd9009e84408 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Unset dirty status for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:38.336443 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a1dd8414-c4bc-4912-9cb9-bd9009e84408 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2975 time: 0.4550419 May 24 22:58:38.346156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51546) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:38.374167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.387916 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7521310 May 24 22:58:38.404795 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'tempest-secgroup--847954230'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:38.407136 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d11607-38d0-452d-86f1-e2357a534233 None None] Pushing event updated for resources: {'Port': ['ID=fb0812bc-81cc-4a37-9ef7-8556b82c3b95,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:38.413241 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Routers {'5ff6c264-8236-4df1-9372-aa06ad8cb12f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:38.414012 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:38.424436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.426981 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51552) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:38.431280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bb6aa-7e5b-40a9-818b-edeb1760b229 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc390971-226a-46c7-a5c0-c37ae18558ff,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:38.453099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:38.486297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-92433417-b3a8-4519-89e8-ee8df4d9cc7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Request body: {'security_group_rule': {'security_group_id': 'dc390971-226a-46c7-a5c0-c37ae18558ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:38.491276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 687dda76-15a2-41ca-a101-9f91c7f13aad is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:38.496007 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-92433417-b3a8-4519-89e8-ee8df4d9cc7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:38.503008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-92433417-b3a8-4519-89e8-ee8df4d9cc7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Usage tracker for resource:security_group_rule and tenant:ee6005c58c7744a9b7459d826b74a7db is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:38.512251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-92433417-b3a8-4519-89e8-ee8df4d9cc7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:38.524938 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.525294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-92433417-b3a8-4519-89e8-ee8df4d9cc7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:38.528129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02a3ee5-c3b6-42e5-b3ea-6582332b7dce', 'name': '', 'tenant_id': '2c95a31525514df8a3c1b5c170166ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4a19bf4-aabd-484a-83b2-1c00a7e29686', 'external_fixed_ips': [{'subnet_id': '2d763aff-c203-4681-8dc1-1176ae537336', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '00d6a240-0426-4b89-a900-cb7518c23229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:29Z', 'updated_at': '2022-05-24T22:58:32Z', 'revision_number': 3, 'project_id': '2c95a31525514df8a3c1b5c170166ecb', 'gw_port': {'id': '00d6a240-0426-4b89-a900-cb7518c23229', 'name': '', 'network_id': 'a4a19bf4-aabd-484a-83b2-1c00a7e29686', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02a3ee5-c3b6-42e5-b3ea-6582332b7dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2d763aff-c203-4681-8dc1-1176ae537336', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:31Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d763aff-c203-4681-8dc1-1176ae537336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:38.534762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] Checking router: a02a3ee5-c3b6-42e5-b3ea-6582332b7dce for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:58:38.540581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] Updating router a02a3ee5-c3b6-42e5-b3ea-6582332b7dce port 00d6a240-0426-4b89-a900-cb7518c23229 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:58:38.573746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:38.594796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8859486c-351d-4a01-a289-54e3417396a3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Synchronizing usage tracker for tenant:f4c57ccb6e67494f84b5c712af6e1d33 on resource:floatingip {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:38.609193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:38.624959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92433417-b3a8-4519-89e8-ee8df4d9cc7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.632590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.643522 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e3fbc091-14f1-40eb-91f2-8c184ec8f3d4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7170753 May 24 22:58:38.644481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51560) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:38.657063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.703554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c8b6c2fe-9607-4213-b612-edcb4a4b2468 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Request body: {'security_group_rule': {'security_group_id': 'fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:38.705490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Transition to ACTIVE for port object a54bafc4-3696-4b73-9d2c-f022a02a3f40 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:38.709810 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c8b6c2fe-9607-4213-b612-edcb4a4b2468 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:38.713935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c8b6c2fe-9607-4213-b612-edcb4a4b2468 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Usage tracker for resource:security_group_rule and tenant:1ef6f5139f3a435992e0ee1ac47012a8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:38.717009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c8b6c2fe-9607-4213-b612-edcb4a4b2468 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:38.721115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.723902 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c8b6c2fe-9607-4213-b612-edcb4a4b2468 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:38.742339 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] Set router 5ff6c264-8236-4df1-9372-aa06ad8cb12f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:38.769072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92433417-b3a8-4519-89e8-ee8df4d9cc7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.806718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.860500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8859486c-351d-4a01-a289-54e3417396a3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Unset dirty status for tenant:f4c57ccb6e67494f84b5c712af6e1d33 on resource:floatingip {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:38.865630 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8859486c-351d-4a01-a289-54e3417396a3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=62688011-427e-4f7f-a1e1-53cd670893be HTTP/1.1" status: 200 len: 690 time: 0.5773404 May 24 22:58:38.866424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51570) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:38.873554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37fb1d4a-bbe9-4425-9018-002593e476bf tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.874452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Calling delete_port for 00d6a240-0426-4b89-a900-cb7518c23229 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:38.906751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8b6c2fe-9607-4213-b612-edcb4a4b2468 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.952127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:38.970912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92433417-b3a8-4519-89e8-ee8df4d9cc7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.012891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:39.036135 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.102369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92433417-b3a8-4519-89e8-ee8df4d9cc7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae03225c-417f-4f3c-8896-6d5a67c5c9b6,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:39.114915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37fb1d4a-bbe9-4425-9018-002593e476bf tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.228089 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51576) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:39.257107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dfead-6920-4d49-be39-a9e42d940288 None None] Pushing event updated for resources: {'Port': ['ID=a54bafc4-3696-4b73-9d2c-f022a02a3f40,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:39.307187 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fb0812bc-81cc-4a37-9ef7-8556b82c3b95', 'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'mac_address': 'fa:16:3e:aa:43:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:24Z', 'updated_at': '2022-05-24T22:58:38Z', 'revision_number': 4, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'subnets': [{'id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:39.313904 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b57a69-7b94-40fa-a26e-a40b9b926b5b None None] The sync data for ids ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'] in dv-neutron-843190-1-hyperv is: [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fb0812bc-81cc-4a37-9ef7-8556b82c3b95', 'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'mac_address': 'fa:16:3e:aa:43:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:24Z', 'updated_at': '2022-05-24T22:58:38Z', 'revision_number': 4, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'subnets': [{'id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:39.389527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Attempting to bind port a54bafc4-3696-4b73-9d2c-f022a02a3f40 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:39.390023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Attempting to bind port a54bafc4-3696-4b73-9d2c-f022a02a3f40 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:39.390480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Attempting to bind port a54bafc4-3696-4b73-9d2c-f022a02a3f40 on network d6205c16-b3a2-4d86-9909-668148e58a5b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:39.393047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb1d4a-bbe9-4425-9018-002593e476bf tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Pushing event deleted for resources: {'Subnet': ['ID=a32b2cdb-f679-49b9-acbf-98d540671a81,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:39.404730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d838ff0-4505-43ea-8bcb-a5bcda2a8201 None None] Network 94e040c2-5978-40f0-9db8-862dba8a3a7c requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:39.406110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37fb1d4a-bbe9-4425-9018-002593e476bf tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.424841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:39.445965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:39.460476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8b6c2fe-9607-4213-b612-edcb4a4b2468 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.464575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:39.465906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.477884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8b6c2fe-9607-4213-b612-edcb4a4b2468 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.491453 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-37fb1d4a-bbe9-4425-9018-002593e476bf tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] 10.222.0.32 "DELETE /v2.0/subnets/a32b2cdb-f679-49b9-acbf-98d540671a81 HTTP/1.1" status: 204 len: 168 time: 2.1790154 May 24 22:58:39.493769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:39.498605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:39.510278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92433417-b3a8-4519-89e8-ee8df4d9cc7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.511532 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-92433417-b3a8-4519-89e8-ee8df4d9cc7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0776706 May 24 22:58:39.514264 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51586) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:39.522100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6c2fe-9607-4213-b612-edcb4a4b2468 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b726c33-93c3-4020-8d6f-74d9015ae5e7,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:39.619502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:39.620116 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Checking segment: {'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:39.620282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.620813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Bound using segment: {'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:39.621393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Bound port: a54bafc4-3696-4b73-9d2c-f022a02a3f40, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:39.621855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.670072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Deleting port 53805420-8f3c-4f12-8c27-98c2cc089146 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:39.671267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.688564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-4664502'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:39.729929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:39.746097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-599197d5-0a03-4ae0-bcfb-0132836d6159 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Request body: {'security_group_rule': {'security_group_id': 'dc390971-226a-46c7-a5c0-c37ae18558ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:39.751261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8b6c2fe-9607-4213-b612-edcb4a4b2468 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.755137 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c8b6c2fe-9607-4213-b612-edcb4a4b2468 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1047192 May 24 22:58:39.760016 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-599197d5-0a03-4ae0-bcfb-0132836d6159 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:39.761679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Usage tracker for resource:network and tenant:4e6543c530d24eae92eaf7ccae3d74d9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:39.762166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51590) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:39.768531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:39.787760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:39.790528 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-16eca362-1e06-4bb2-99fd-80480bf781b6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Request body: {'security_group_rule': {'security_group_id': 'fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:39.807059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-599197d5-0a03-4ae0-bcfb-0132836d6159 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Usage tracker for resource:security_group_rule and tenant:ee6005c58c7744a9b7459d826b74a7db is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:39.809913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-16eca362-1e06-4bb2-99fd-80480bf781b6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:39.818302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.819958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b7bf5d46-04a9-43b0-ba03-2dfc52b3acb5 None None] Provisioning complete for port 0441144a-c903-455b-af1c-045edaab5382 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:39.820332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7bf5d46-04a9-43b0-ba03-2dfc52b3acb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.845506 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-599197d5-0a03-4ae0-bcfb-0132836d6159 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:39.852197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Router 7ee4a5ea-982a-4a57-9136-854d38f539e6 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:58:39.855806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Made reservation on behalf of 4e6543c530d24eae92eaf7ccae3d74d9 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:39.860638 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.901735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.943482 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf5d46-04a9-43b0-ba03-2dfc52b3acb5 None None] Port 0441144a-c903-455b-af1c-045edaab5382 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:39.954797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] For port a54bafc4-3696-4b73-9d2c-f022a02a3f40, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:39.961682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] For port a54bafc4-3696-4b73-9d2c-f022a02a3f40, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a54bafc4-3696-4b73-9d2c-f022a02a3f40,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:39.975119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.996622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.006693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:40.012025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Usage tracker for resource:security_group_rule and tenant:4e6543c530d24eae92eaf7ccae3d74d9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:40.016357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:40.024411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:40.030430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-16eca362-1e06-4bb2-99fd-80480bf781b6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Usage tracker for resource:security_group_rule and tenant:1ef6f5139f3a435992e0ee1ac47012a8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:40.039200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-16eca362-1e06-4bb2-99fd-80480bf781b6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:40.042283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-599197d5-0a03-4ae0-bcfb-0132836d6159 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:40.073530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-16eca362-1e06-4bb2-99fd-80480bf781b6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:40.142247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c0821f-a244-400c-9f17-1e74a611e584 None None] DHCP port deletion for 94e040c2-5978-40f0-9db8-862dba8a3a7c request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:58:40.153983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Deleting port ce28a43f-216c-4ec4-ad84-0dee63f750ac {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:40.154565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.165708 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22c0821f-a244-400c-9f17-1e74a611e584 None None] Deleting port ce28a43f-216c-4ec4-ad84-0dee63f750ac {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:40.166337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22c0821f-a244-400c-9f17-1e74a611e584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.201397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.201721 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.214449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.280223 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Routers {'14da2f72-3e3a-43f6-9068-a8f04179a837'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:40.280854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['14da2f72-3e3a-43f6-9068-a8f04179a837'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:40.344801 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.346370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3123255-bb3e-4f18-ac5a-77f5908ee365,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:40.350064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.352053 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-86d0e927-3ecf-428c-8ea8-d14116642270 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9866745 May 24 22:58:40.359940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.366505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51594) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:40.390293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ab221373-ba34-4d7b-aebc-637526c927fc tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'b3123255-bb3e-4f18-ac5a-77f5908ee365', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:40.391205 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-ab221373-ba34-4d7b-aebc-637526c927fc tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 24 22:58:40.391711 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-ab221373-ba34-4d7b-aebc-637526c927fc tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:40.395562 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ab221373-ba34-4d7b-aebc-637526c927fc tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148232 May 24 22:58:40.408464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51598) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:40.411813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Calling delete_port for 53805420-8f3c-4f12-8c27-98c2cc089146 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:40.453081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-599197d5-0a03-4ae0-bcfb-0132836d6159 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.471728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.475542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16eca362-1e06-4bb2-99fd-80480bf781b6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.483496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-44cb9484-3606-4edc-9c45-32e1e58f0f91 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'b3123255-bb3e-4f18-ac5a-77f5908ee365', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:40.519632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-44cb9484-3606-4edc-9c45-32e1e58f0f91 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:40.569900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event deleted for resources: {'Port': ['ID=00d6a240-0426-4b89-a900-cb7518c23229,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:40.587630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dfead-6920-4d49-be39-a9e42d940288 None None] Pushing event updated for resources: {'Port': ['ID=a54bafc4-3696-4b73-9d2c-f022a02a3f40,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:40.590692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:40.591097 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:40.670804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.695033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] For port ce28a43f-216c-4ec4-ad84-0dee63f750ac, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ce28a43f-216c-4ec4-ad84-0dee63f750ac,segment=NetworkSegment(4fd637f1-6ee5-4d60-9f26-b130fb859ff0),segment_id=4fd637f1-6ee5-4d60-9f26-b130fb859ff0)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:40.695033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.703426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:40.721830 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-44cb9484-3606-4edc-9c45-32e1e58f0f91 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:40.724632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f17af3c-841a-4a50-9912-00b3bf754b5a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:40.729702 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-22c0821f-a244-400c-9f17-1e74a611e584 None None] For port ce28a43f-216c-4ec4-ad84-0dee63f750ac, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ce28a43f-216c-4ec4-ad84-0dee63f750ac,segment=NetworkSegment(4fd637f1-6ee5-4d60-9f26-b130fb859ff0),segment_id=4fd637f1-6ee5-4d60-9f26-b130fb859ff0)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:40.730291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22c0821f-a244-400c-9f17-1e74a611e584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.781892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-44cb9484-3606-4edc-9c45-32e1e58f0f91 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:40.854079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Calling delete_port for ce28a43f-216c-4ec4-ad84-0dee63f750ac owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:40.888164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-44cb9484-3606-4edc-9c45-32e1e58f0f91 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:40.895181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16eca362-1e06-4bb2-99fd-80480bf781b6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.911018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22c0821f-a244-400c-9f17-1e74a611e584 None None] Calling delete_port for ce28a43f-216c-4ec4-ad84-0dee63f750ac owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:40.913244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.913799 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Added segment 0ff6428b-84b7-4263-b95c-9224a918045f of type vlan for network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a May 24 22:58:40.929382 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:40.929593 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.934544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.940257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16eca362-1e06-4bb2-99fd-80480bf781b6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.941691 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Sync routers for ids ['7ee4a5ea-982a-4a57-9136-854d38f539e6'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:40.956678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] Set router 14da2f72-3e3a-43f6-9068-a8f04179a837 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:40.967472 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5e18ed3d-0e48-403c-83c6-a4f170ec3cc6 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ee4a5ea-982a-4a57-9136-854d38f539e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4205780 May 24 22:58:40.976453 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Routers {'7ee4a5ea-982a-4a57-9136-854d38f539e6'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:40.977357 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7ee4a5ea-982a-4a57-9136-854d38f539e6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:41.123497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.208260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Pushing event deleted for resources: {'Port': ['ID=ce28a43f-216c-4ec4-ad84-0dee63f750ac,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:41.227791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.235343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-599197d5-0a03-4ae0-bcfb-0132836d6159 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.236446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] No DVR routers for this DVR port ce28a43f-216c-4ec4-ad84-0dee63f750ac on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:41.251374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] Port 00d6a240-0426-4b89-a900-cb7518c23229 not found while updating agent binding for router a02a3ee5-c3b6-42e5-b3ea-6582332b7dce. {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 24 22:58:41.273577 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] Routers {'a02a3ee5-c3b6-42e5-b3ea-6582332b7dce'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:41.273800 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Set router 7ee4a5ea-982a-4a57-9136-854d38f539e6 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:41.274551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a02a3ee5-c3b6-42e5-b3ea-6582332b7dce'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:41.290371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eca362-1e06-4bb2-99fd-80480bf781b6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525796e1-3589-4335-8e3e-b82ed6069a5b,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:41.304629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-599197d5-0a03-4ae0-bcfb-0132836d6159 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.322549 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-44cb9484-3606-4edc-9c45-32e1e58f0f91 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:41.328107 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-44cb9484-3606-4edc-9c45-32e1e58f0f91 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9162004 May 24 22:58:41.329313 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.331676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51608) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:41.332060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a02a3ee5-c3b6-42e5-b3ea-6582332b7dce {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:58:41.359257 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:41.359810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd36ee-c520-4ad1-b4cd-77e4de65009e None None] The sync data for ids ['a02a3ee5-c3b6-42e5-b3ea-6582332b7dce'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:41.428759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-22c0821f-a244-400c-9f17-1e74a611e584 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:41.429910 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-22c0821f-a244-400c-9f17-1e74a611e584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:41.449771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4348af0a-66fa-497f-9692-0a466de0e7e4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'b3123255-bb3e-4f18-ac5a-77f5908ee365', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:41.450384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.454699 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-4348af0a-66fa-497f-9692-0a466de0e7e4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 24 22:58:41.457986 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-4348af0a-66fa-497f-9692-0a466de0e7e4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:41.460706 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4348af0a-66fa-497f-9692-0a466de0e7e4 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1238744 May 24 22:58:41.465820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51612) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:41.468380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:58:41.522810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb0812bc-81cc-4a37-9ef7-8556b82c3b95 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:41.541034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.561932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599197d5-0a03-4ae0-bcfb-0132836d6159 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c15e91b-425b-4f0d-a3c8-e0908a40a9f4,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:41.579220 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e040c2-5978-40f0-9db8-862dba8a3a7c']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:41.592959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1518f2a1-9656-44a4-a63e-e7d419f9242e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'b3123255-bb3e-4f18-ac5a-77f5908ee365', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:41.598785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd637f1-6ee5-4d60-9f26-b130fb859ff0') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:41.599083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd637f1-6ee5-4d60-9f26-b130fb859ff0') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:41.613976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.634924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.641998 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16eca362-1e06-4bb2-99fd-80480bf781b6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.644232 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-16eca362-1e06-4bb2-99fd-80480bf781b6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8810992 May 24 22:58:41.646215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:41.646782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.653704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event deleted for resources: {'Port': ['ID=53805420-8f3c-4f12-8c27-98c2cc089146,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:41.657811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1518f2a1-9656-44a4-a63e-e7d419f9242e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:41.662845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51616) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:41.667084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:41.672307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-599197d5-0a03-4ae0-bcfb-0132836d6159 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.673565 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-599197d5-0a03-4ae0-bcfb-0132836d6159 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1454320 May 24 22:58:41.676720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51618) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:41.677149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51622) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:41.679592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.680318 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ee77d0c-acbf-47b0-b054-04a33ad7e1e8 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a02a3ee5-c3b6-42e5-b3ea-6582332b7dce HTTP/1.1" status: 204 len: 168 time: 5.4555531 May 24 22:58:41.681125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:41.681629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.686711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.693900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--635301080', 'description': 'tempest-description--878190808'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:41.699416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1518f2a1-9656-44a4-a63e-e7d419f9242e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:41.702052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51628) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:41.706632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:41.715939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:41.725936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1518f2a1-9656-44a4-a63e-e7d419f9242e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:41.743241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'a54bafc4-3696-4b73-9d2c-f022a02a3f40', 'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'mac_address': 'fa:16:3e:4e:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '13943762-dae2-4602-990d-129c1c56cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:25Z', 'updated_at': '2022-05-24T22:58:39Z', 'revision_number': 4, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'subnets': [{'id': '13943762-dae2-4602-990d-129c1c56cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:41.754555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d395041-b48b-4da7-896f-d950fae8c06c None None] The sync data for ids ['14da2f72-3e3a-43f6-9068-a8f04179a837'] in dv-neutron-843190-1-hyperv is: [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'a54bafc4-3696-4b73-9d2c-f022a02a3f40', 'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'mac_address': 'fa:16:3e:4e:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '13943762-dae2-4602-990d-129c1c56cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:25Z', 'updated_at': '2022-05-24T22:58:39Z', 'revision_number': 4, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'subnets': [{'id': '13943762-dae2-4602-990d-129c1c56cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:41.764288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:41.766794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.769233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:41.776761 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:41.785943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Usage tracker for resource:security_group and tenant:8b3c63dcfc634e77882cbe9e9d5a6aff is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:41.792321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:41.792958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.794811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1518f2a1-9656-44a4-a63e-e7d419f9242e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:41.797535 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4fd637f1-6ee5-4d60-9f26-b130fb859ff0 resource provider aggregate not found May 24 22:58:41.797853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:41.810096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Usage tracker for resource:floatingip and tenant:ee6005c58c7744a9b7459d826b74a7db is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:41.815068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Usage tracker for resource:floatingip and tenant:1ef6f5139f3a435992e0ee1ac47012a8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:41.823294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:41.868701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:41.868883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:41.869178 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.876241 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '0441144a-c903-455b-af1c-045edaab5382', 'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'mac_address': 'fa:16:3e:7e:a3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '5229914f-6024-4298-9ff4-806f8e914057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:34Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 2, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'subnets': [{'id': '5229914f-6024-4298-9ff4-806f8e914057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:41.881476 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Checking router: 7ee4a5ea-982a-4a57-9136-854d38f539e6 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:58:41.881476 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Updating router 7ee4a5ea-982a-4a57-9136-854d38f539e6 port 0441144a-c903-455b-af1c-045edaab5382 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:58:41.887671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:41.909066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:41.918368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:41.940176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22c0821f-a244-400c-9f17-1e74a611e584 None None] Deleting port ce28a43f-216c-4ec4-ad84-0dee63f750ac {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:41.940554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22c0821f-a244-400c-9f17-1e74a611e584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.955967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.966092 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.967005 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4fd637f1-6ee5-4d60-9f26-b130fb859ff0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fd637f1-6ee5-4d60-9f26-b130fb859ff0 found for delete ", "request_id": "req-e320acfb-ad36-474b-bc85-1f30da42a89b"}]} May 24 22:58:41.975503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.978677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.006458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port fb0812bc-81cc-4a37-9ef7-8556b82c3b95, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fb0812bc-81cc-4a37-9ef7-8556b82c3b95,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:42.007669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.020331 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.036570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.043497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-881733ea-74af-4736-aff9-7dec2b285b90 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Deleting subnet 2d763aff-c203-4681-8dc1-1176ae537336 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:58:42.053400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'Network': ['ID=fadf27a2-2eea-4e6a-af5d-0cf43eb6852a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:42.076891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-881733ea-74af-4736-aff9-7dec2b285b90 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.097490 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bef9b54b-e8e6-4d08-bc0a-fe0e3f10a55f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8524580 May 24 22:58:42.104125 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] 10.222.0.32 "DELETE /v2.0/networks/94e040c2-5978-40f0-9db8-862dba8a3a7c HTTP/1.1" status: 204 len: 168 time: 2.6000922 May 24 22:58:42.104125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51636) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:42.130264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9ae58-f134-46be-83d6-0f189e088c0c tempest-DHCPAgentSchedulersTestJSON-739395124 tempest-DHCPAgentSchedulersTestJSON-739395124-project] Pushing event deleted for resources: {'Network': ['ID=94e040c2-5978-40f0-9db8-862dba8a3a7c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:42.134851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Request body: {'subnet': {'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:42.165090 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:42.225505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22c0821f-a244-400c-9f17-1e74a611e584 None None] The port 'ce28a43f-216c-4ec4-ad84-0dee63f750ac' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:58:42.227809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ce28a43f-216c-4ec4-ad84-0dee63f750ac no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:58:42.309329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: ce28a43f-216c-4ec4-ad84-0dee63f750ac {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:58:42.313073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ce28a43f-216c-4ec4-ad84-0dee63f750ac not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:58:42.376760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:42.382735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Usage tracker for resource:subnet and tenant:4e6543c530d24eae92eaf7ccae3d74d9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:42.385659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:42.396953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:42.427992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Made reservation on behalf of 4e6543c530d24eae92eaf7ccae3d74d9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:42.431920 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.494127 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:42.504082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Usage tracker for resource:security_group_rule and tenant:8b3c63dcfc634e77882cbe9e9d5a6aff is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:42.507281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:42.510584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=fb0812bc-81cc-4a37-9ef7-8556b82c3b95,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:42.517195 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-1518f2a1-9656-44a4-a63e-e7d419f9242e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:42.521429 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1518f2a1-9656-44a4-a63e-e7d419f9242e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9584072 May 24 22:58:42.521429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.552019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:42.554283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51646) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:42.585066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-21ee40d8-e903-4958-a6a7-d6b49db2608d tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'b3123255-bb3e-4f18-ac5a-77f5908ee365', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:42.585592 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-21ee40d8-e903-4958-a6a7-d6b49db2608d tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 24 22:58:42.586096 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-21ee40d8-e903-4958-a6a7-d6b49db2608d tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:42.587098 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-21ee40d8-e903-4958-a6a7-d6b49db2608d tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0181649 May 24 22:58:42.601339 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.607196 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51650) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:42.622809 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Transition to ACTIVE for port object 0441144a-c903-455b-af1c-045edaab5382 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:42.628525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bb6d0908-4a89-468b-8762-24971a5aa10e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'b3123255-bb3e-4f18-ac5a-77f5908ee365', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:42.641842 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.647359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-881733ea-74af-4736-aff9-7dec2b285b90 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.664677 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bb6d0908-4a89-468b-8762-24971a5aa10e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:42.678497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bb6d0908-4a89-468b-8762-24971a5aa10e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:42.685185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51654) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:42.692187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bb6d0908-4a89-468b-8762-24971a5aa10e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:42.699918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-881733ea-74af-4736-aff9-7dec2b285b90 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.775701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bb6d0908-4a89-468b-8762-24971a5aa10e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:42.834361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.883926 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4f744-d448-4fc0-ad96-52c25b9ebbc9 None None] Pushing event updated for resources: {'Port': ['ID=0441144a-c903-455b-af1c-045edaab5382,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:42.920284 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-bb6d0908-4a89-468b-8762-24971a5aa10e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Project de0a111cd7474e41b4e3d296e983746b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 22:58:42.959229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'Subnet': ['ID=55ab8751-4c78-402b-be2c-e76971123d36,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:42.967963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.012414 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Attempting to bind port 0441144a-c903-455b-af1c-045edaab5382 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:43.012944 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Attempting to bind port 0441144a-c903-455b-af1c-045edaab5382 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:43.013275 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Attempting to bind port 0441144a-c903-455b-af1c-045edaab5382 on network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:43.013703 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Checking segment: {'id': '0ff6428b-84b7-4263-b95c-9224a918045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:43.014138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Network hostable DHCP agents. Network: fadf27a2-2eea-4e6a-af5d-0cf43eb6852a, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:43.019823 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:43.020187 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Checking segment: {'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:43.021014 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.021410 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Bound using segment: {'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:43.021881 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Bound port: 0441144a-c903-455b-af1c-045edaab5382, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:43.022269 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.042235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:43.047022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a9225f0f-62bb-41f0-9a11-ca5bef43dd0b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:43.059130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, fadf27a2-2eea-4e6a-af5d-0cf43eb6852a) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:43.067265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:43.067945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.072915 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc3dc3-ce55-4925-ab7b-a9cd26aaf9a9 None None] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:43.113950 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4c4970a2-c3d3-42e2-b642-a69dfac334a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c71cc9a708b7478785cf8e28f8ece2c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4267290 May 24 22:58:43.116512 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0a501047-0c60-4dca-909b-9cd484ef3626 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9854026 May 24 22:58:43.117165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51664) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:43.117657 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51666) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:43.124635 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Request body: {'port': {'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a', 'name': 'tempest-AllowedAddressPairTestJSON-1068258679'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:43.138568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.162954 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-bb6d0908-4a89-468b-8762-24971a5aa10e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:43.167734 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bb6d0908-4a89-468b-8762-24971a5aa10e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5551789 May 24 22:58:43.172340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-881733ea-74af-4736-aff9-7dec2b285b90 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.186598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51672) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:43.229642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.237587 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] For port 0441144a-c903-455b-af1c-045edaab5382, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:43.241778 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] For port 0441144a-c903-455b-af1c-045edaab5382, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=0441144a-c903-455b-af1c-045edaab5382,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:43.243478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-881733ea-74af-4736-aff9-7dec2b285b90 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.255141 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.312117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881733ea-74af-4736-aff9-7dec2b285b90 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2d763aff-c203-4681-8dc1-1176ae537336,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:43.347577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0bccbc45-2e08-458a-993c-892a4d3eb3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.360232 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Routers {'7ee4a5ea-982a-4a57-9136-854d38f539e6'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:43.360741 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7ee4a5ea-982a-4a57-9136-854d38f539e6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:43.408334 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-881733ea-74af-4736-aff9-7dec2b285b90 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/2d763aff-c203-4681-8dc1-1176ae537336 HTTP/1.1" status: 204 len: 168 time: 1.6972032 May 24 22:58:43.416783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51676) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:43.431519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d31a7208-d71a-4625-84b0-33a691a71dff tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'b3123255-bb3e-4f18-ac5a-77f5908ee365', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:43.433691 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-d31a7208-d71a-4625-84b0-33a691a71dff tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 24 22:58:43.435074 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-d31a7208-d71a-4625-84b0-33a691a71dff tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:43.438125 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d31a7208-d71a-4625-84b0-33a691a71dff tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.2099710 May 24 22:58:43.445955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0bccbc45-2e08-458a-993c-892a4d3eb3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.453413 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51680) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:43.464021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430a202f-2d49-4511-a552-4f88ef78578f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:43.481319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-77fc900d-8668-43b1-a1fe-4393448bd52a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'b3123255-bb3e-4f18-ac5a-77f5908ee365', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:43.488511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.499246 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4f744-d448-4fc0-ad96-52c25b9ebbc9 None None] Pushing event updated for resources: {'Port': ['ID=0441144a-c903-455b-af1c-045edaab5382,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:43.525884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-77fc900d-8668-43b1-a1fe-4393448bd52a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:43.529510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-fadf27a2-2eea-4e6a-af5d-0cf43eb6852a', 'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a', 'tenant_id': '4e6543c530d24eae92eaf7ccae3d74d9', 'fixed_ips': [{'subnet_id': '55ab8751-4c78-402b-be2c-e76971123d36'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:43.531795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.657152 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-77fc900d-8668-43b1-a1fe-4393448bd52a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:43.677553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-77fc900d-8668-43b1-a1fe-4393448bd52a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:43.703226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-77fc900d-8668-43b1-a1fe-4393448bd52a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:43.709791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:43.717458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Usage tracker for resource:port and tenant:4e6543c530d24eae92eaf7ccae3d74d9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:43.724939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:43.730151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.736864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Allocated IP 172.26.3.249 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/137ce6b7-9fd5-4605-9c7b-4e35a8ce9768) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:43.737720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:43.740685 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-77fc900d-8668-43b1-a1fe-4393448bd52a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Project de0a111cd7474e41b4e3d296e983746b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 22:58:43.772349 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a54bafc4-3696-4b73-9d2c-f022a02a3f40 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:43.779132 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] Set router 7ee4a5ea-982a-4a57-9136-854d38f539e6 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:43.815207 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Made reservation on behalf of 4e6543c530d24eae92eaf7ccae3d74d9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:43.818659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.831536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0bccbc45-2e08-458a-993c-892a4d3eb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.853083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.862835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.896966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccbc45-2e08-458a-993c-892a4d3eb3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2f31ad-def7-4916-8bda-ebc682b73882,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:43.905948 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-77fc900d-8668-43b1-a1fe-4393448bd52a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:43.907338 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-77fc900d-8668-43b1-a1fe-4393448bd52a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4326050 May 24 22:58:43.917978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Allocated IP 172.20.0.2 (fadf27a2-2eea-4e6a-af5d-0cf43eb6852a/55ab8751-4c78-402b-be2c-e76971123d36/22946e85-3e61-42ae-940b-ae3fc4eaad0d) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:43.925847 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51684) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:43.926746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0bccbc45-2e08-458a-993c-892a4d3eb3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.930535 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0bccbc45-2e08-458a-993c-892a4d3eb3d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d2f31ad-def7-4916-8bda-ebc682b73882 HTTP/1.1" status: 204 len: 168 time: 0.8103218 May 24 22:58:43.938486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5052bace-5430-4da9-9422-e5496bd49a37 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'b3123255-bb3e-4f18-ac5a-77f5908ee365', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:43.950586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.954682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.956988 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-838233ce-2080-40e8-92a6-1160c113bdb6 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2754173 May 24 22:58:43.961530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51690) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:43.962277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] device_id is not set on port 4c2da079-f532-46fc-9db7-e5cfad23f007 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:58:43.982892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-562cd434-4eb2-4cbc-83ed-d2105bdd7c23 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Request body: {'security_group_rule': {'security_group_id': '430a202f-2d49-4511-a552-4f88ef78578f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:43.989048 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-562cd434-4eb2-4cbc-83ed-d2105bdd7c23 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:43.995141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-562cd434-4eb2-4cbc-83ed-d2105bdd7c23 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Usage tracker for resource:security_group_rule and tenant:8b3c63dcfc634e77882cbe9e9d5a6aff is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:44.000717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-562cd434-4eb2-4cbc-83ed-d2105bdd7c23 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:44.020049 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-562cd434-4eb2-4cbc-83ed-d2105bdd7c23 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:44.035702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.036136 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.037224 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.038027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > port after_create 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.038391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.038974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > port after_update 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.039384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.040064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.040472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.040851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.068332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5052bace-5430-4da9-9422-e5496bd49a37 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:44.088760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5052bace-5430-4da9-9422-e5496bd49a37 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:44.108928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5052bace-5430-4da9-9422-e5496bd49a37 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:44.160504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a19bf4-aabd-484a-83b2-1c00a7e29686']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:44.179323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5052bace-5430-4da9-9422-e5496bd49a37 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:44.227658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612ea57d-9e68-4893-a12d-17c06131c6e1') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:44.227976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612ea57d-9e68-4893-a12d-17c06131c6e1') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:44.254731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.272452 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-5052bace-5430-4da9-9422-e5496bd49a37 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Project de0a111cd7474e41b4e3d296e983746b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 22:58:44.285789 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.302674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.311377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Transition to ACTIVE for port object 22946e85-3e61-42ae-940b-ae3fc4eaad0d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:44.314112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:44.315234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.317986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port a54bafc4-3696-4b73-9d2c-f022a02a3f40 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:44.342825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.343170 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.343504 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.343838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:58:44.344201 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62688011-427e-4f7f-a1e1-53cd670893be']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:44.352755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port a54bafc4-3696-4b73-9d2c-f022a02a3f40 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:44.357883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.362207 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '0441144a-c903-455b-af1c-045edaab5382', 'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'mac_address': 'fa:16:3e:7e:a3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '5229914f-6024-4298-9ff4-806f8e914057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:34Z', 'updated_at': '2022-05-24T22:58:43Z', 'revision_number': 4, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'subnets': [{'id': '5229914f-6024-4298-9ff4-806f8e914057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:44.367863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-562cd434-4eb2-4cbc-83ed-d2105bdd7c23 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.368427 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c5560-2574-4338-92e3-dad19f864e53 None None] The sync data for ids ['7ee4a5ea-982a-4a57-9136-854d38f539e6'] in dv-neutron-843190-1-hyperv is: [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '0441144a-c903-455b-af1c-045edaab5382', 'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'mac_address': 'fa:16:3e:7e:a3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '5229914f-6024-4298-9ff4-806f8e914057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:34Z', 'updated_at': '2022-05-24T22:58:43Z', 'revision_number': 4, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'subnets': [{'id': '5229914f-6024-4298-9ff4-806f8e914057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:44.375573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b6b687-e0e5-445d-81c3-e5d1b8229180') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:44.375868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b6b687-e0e5-445d-81c3-e5d1b8229180') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:44.395804 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-5052bace-5430-4da9-9422-e5496bd49a37 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:44.399400 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5052bace-5430-4da9-9422-e5496bd49a37 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4625077 May 24 22:58:44.405890 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 612ea57d-9e68-4893-a12d-17c06131c6e1 resource provider aggregate not found May 24 22:58:44.407071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51698) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:44.417129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.447135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 612ea57d-9e68-4893-a12d-17c06131c6e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 612ea57d-9e68-4893-a12d-17c06131c6e1 found for delete ", "request_id": "req-3c65a90e-4da4-4017-8638-7843a71f1213"}]} May 24 22:58:44.459788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.462048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Transition to ACTIVE for port object 22946e85-3e61-42ae-940b-ae3fc4eaad0d will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:44.483753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a4a19bf4-aabd-484a-83b2-1c00a7e29686 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 22:58:44.489090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.505451 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a4a19bf4-aabd-484a-83b2-1c00a7e29686 HTTP/1.1" status: 204 len: 168 time: 1.0776489 May 24 22:58:44.519401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.531336 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.548728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:44.548945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.549354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a391d-dc73-4523-a1e3-730b8179811e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4a19bf4-aabd-484a-83b2-1c00a7e29686,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:44.565950 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.595939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51708) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:44.622752 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Allocated IP 172.20.0.10 (fadf27a2-2eea-4e6a-af5d-0cf43eb6852a/55ab8751-4c78-402b-be2c-e76971123d36/4c2da079-f532-46fc-9db7-e5cfad23f007) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:44.629034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e93bb65d-4f55-4f73-8dd0-b77d2adb5424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.682086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:44.683867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Pushing event updated for resources: {'Port': ['ID=22946e85-3e61-42ae-940b-ae3fc4eaad0d,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:44.687258 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:44.694334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6197-24e6-46f0-932a-cb0e8bbe618a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.699709 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:44.731938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e93bb65d-4f55-4f73-8dd0-b77d2adb5424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:44.762153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e93bb65d-4f55-4f73-8dd0-b77d2adb5424 admin admin] Usage tracker for resource:security_group_rule and tenant:601b9d502dd34184bbc4b6b68741bafb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:44.768084 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-562cd434-4eb2-4cbc-83ed-d2105bdd7c23 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.777299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.781115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6197-24e6-46f0-932a-cb0e8bbe618a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.787834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e93bb65d-4f55-4f73-8dd0-b77d2adb5424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:44.790714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-562cd434-4eb2-4cbc-83ed-d2105bdd7c23 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.803344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e93bb65d-4f55-4f73-8dd0-b77d2adb5424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:44.847402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62688011-427e-4f7f-a1e1-53cd670893be {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 22:58:44.857919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.863224 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "DELETE /v2.0/networks/62688011-427e-4f7f-a1e1-53cd670893be HTTP/1.1" status: 204 len: 168 time: 5.9588332 May 24 22:58:44.869262 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-562cd434-4eb2-4cbc-83ed-d2105bdd7c23 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.873193 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-562cd434-4eb2-4cbc-83ed-d2105bdd7c23 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9033058 May 24 22:58:44.876851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51714) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:44.877797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51716) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:44.879689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cb94f-dae0-4eff-930c-844c83ba7e58 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event deleted for resources: {'Network': ['ID=62688011-427e-4f7f-a1e1-53cd670893be,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:44.890951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cd434-4eb2-4cbc-83ed-d2105bdd7c23 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf0b205-45d8-4900-848e-a71fa1b58571,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:44.901515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-86268cee-68bf-4c6e-9cff-d407f6ae3504 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Request body: {'security_group_rule': {'security_group_id': '430a202f-2d49-4511-a552-4f88ef78578f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:44.918018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Attempting to bind port 22946e85-3e61-42ae-940b-ae3fc4eaad0d on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:44.918580 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Attempting to bind port 22946e85-3e61-42ae-940b-ae3fc4eaad0d by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '0ff6428b-84b7-4263-b95c-9224a918045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:44.919118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Attempting to bind port 22946e85-3e61-42ae-940b-ae3fc4eaad0d on network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:44.931065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:44.932071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Checking segment: {'id': '0ff6428b-84b7-4263-b95c-9224a918045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:44.932620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.933146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Bound using segment: {'id': '0ff6428b-84b7-4263-b95c-9224a918045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:44.933756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Bound port: 22946e85-3e61-42ae-940b-ae3fc4eaad0d, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff6428b-84b7-4263-b95c-9224a918045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:44.934880 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.980227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a54bafc4-3696-4b73-9d2c-f022a02a3f40 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:44.981866 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.023510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.027342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port a54bafc4-3696-4b73-9d2c-f022a02a3f40, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a54bafc4-3696-4b73-9d2c-f022a02a3f40,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:45.038090 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.039391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb0812bc-81cc-4a37-9ef7-8556b82c3b95 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:45.091493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.127419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-86268cee-68bf-4c6e-9cff-d407f6ae3504 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:45.139652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Transition to ACTIVE for port object 4c2da079-f532-46fc-9db7-e5cfad23f007 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:45.141805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e93bb65d-4f55-4f73-8dd0-b77d2adb5424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.165673 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e93bb65d-4f55-4f73-8dd0-b77d2adb5424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.175076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6197-24e6-46f0-932a-cb0e8bbe618a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.191095 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a6b6b687-e0e5-445d-81c3-e5d1b8229180 resource provider aggregate not found May 24 22:58:45.229993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:45.230471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.233390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f36e3712-0141-4baa-a23d-e318158b7f77 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Synchronizing usage tracker for tenant:f4c57ccb6e67494f84b5c712af6e1d33 on resource:floatingip {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:45.266647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-86268cee-68bf-4c6e-9cff-d407f6ae3504 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Usage tracker for resource:security_group_rule and tenant:8b3c63dcfc634e77882cbe9e9d5a6aff is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:45.272560 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f6197-24e6-46f0-932a-cb0e8bbe618a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3123255-bb3e-4f18-ac5a-77f5908ee365,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:45.281067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6197-24e6-46f0-932a-cb0e8bbe618a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.282258 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fc1f6197-24e6-46f0-932a-cb0e8bbe618a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3123255-bb3e-4f18-ac5a-77f5908ee365 HTTP/1.1" status: 204 len: 168 time: 0.8742599 May 24 22:58:45.287002 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a6b6b687-e0e5-445d-81c3-e5d1b8229180 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6b6b687-e0e5-445d-81c3-e5d1b8229180 found for delete ", "request_id": "req-2a0b5bbb-f472-484d-af85-d311f7f2c485"}]} May 24 22:58:45.294122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51732) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:45.296421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:45.301579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-86268cee-68bf-4c6e-9cff-d407f6ae3504 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:45.318418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bb65d-4f55-4f73-8dd0-b77d2adb5424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938aea55-35a3-4117-9c46-fa5e7087ccbf,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:45.367081 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e93bb65d-4f55-4f73-8dd0-b77d2adb5424 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=601b9d502dd34184bbc4b6b68741bafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7675154 May 24 22:58:45.367649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51736) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:45.371775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.391399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-86268cee-68bf-4c6e-9cff-d407f6ae3504 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:45.400298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Pushing event updated for resources: {'Port': ['ID=137ce6b7-9fd5-4605-9c7b-4e35a8ce9768,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:45.403587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:45.414404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f36e3712-0141-4baa-a23d-e318158b7f77 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Unset dirty status for tenant:f4c57ccb6e67494f84b5c712af6e1d33 on resource:floatingip {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:45.419385 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f36e3712-0141-4baa-a23d-e318158b7f77 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.5310924 May 24 22:58:45.420765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:45.462178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51740) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:45.462616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51742) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:45.465276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] For port 22946e85-3e61-42ae-940b-ae3fc4eaad0d, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:45.469162 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=a54bafc4-3696-4b73-9d2c-f022a02a3f40,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:45.476928 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.487716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] For port 22946e85-3e61-42ae-940b-ae3fc4eaad0d, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=22946e85-3e61-42ae-940b-ae3fc4eaad0d,segment=NetworkSegment(0ff6428b-84b7-4263-b95c-9224a918045f),segment_id=0ff6428b-84b7-4263-b95c-9224a918045f)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:45.489992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:45.495728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.527372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:45.544253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:45.554219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:45.604637 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a54bafc4-3696-4b73-9d2c-f022a02a3f40 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:45.621876 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'Port': ['ID=4c2da079-f532-46fc-9db7-e5cfad23f007,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:45.644882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b6943-17e8-435d-88e1-3e9e3b37e217 None None] Pushing event updated for resources: {'Port': ['ID=22946e85-3e61-42ae-940b-ae3fc4eaad0d,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:45.675922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-614303a2-fa97-40b9-89c0-dafcdca3b9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.707930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-955f2958-f20b-468f-b14d-ecb2870b62f7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Request body: {'router': {'name': 'tempest-router--1590234114', 'project_id': '1d6af730c08d4f40805d80f66b36dec3'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:45.709536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-614303a2-fa97-40b9-89c0-dafcdca3b9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.712711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port a54bafc4-3696-4b73-9d2c-f022a02a3f40 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:45.713158 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.727513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86268cee-68bf-4c6e-9cff-d407f6ae3504 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.738598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-955f2958-f20b-468f-b14d-ecb2870b62f7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:45.776433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-955f2958-f20b-468f-b14d-ecb2870b62f7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Usage tracker for resource:router and tenant:1d6af730c08d4f40805d80f66b36dec3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:45.779865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.780799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.788818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Allocated IP 172.26.3.90 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/ef1937ff-81c2-43d2-9572-b7b387f1a765) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:45.805464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-614303a2-fa97-40b9-89c0-dafcdca3b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.807383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-955f2958-f20b-468f-b14d-ecb2870b62f7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:45.809925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-614303a2-fa97-40b9-89c0-dafcdca3b9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.811367 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-614303a2-fa97-40b9-89c0-dafcdca3b9ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/938aea55-35a3-4117-9c46-fa5e7087ccbf HTTP/1.1" status: 204 len: 168 time: 0.4425850 May 24 22:58:45.826010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614303a2-fa97-40b9-89c0-dafcdca3b9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938aea55-35a3-4117-9c46-fa5e7087ccbf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:45.835842 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e480c1d2-a6cf-4df2-8e56-58deb70aa7b6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7170408 May 24 22:58:45.838732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51750) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:45.839825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ddd255-2867-46ca-b11b-d98acd2e1cdf tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.840285 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ddd255-2867-46ca-b11b-d98acd2e1cdf tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.840745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ddd255-2867-46ca-b11b-d98acd2e1cdf tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.841300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ddd255-2867-46ca-b11b-d98acd2e1cdf tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.841819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ddd255-2867-46ca-b11b-d98acd2e1cdf tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.842265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ddd255-2867-46ca-b11b-d98acd2e1cdf tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.842734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ddd255-2867-46ca-b11b-d98acd2e1cdf tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.843715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f9ddd255-2867-46ca-b11b-d98acd2e1cdf tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Synchronizing usage tracker for tenant:f4c57ccb6e67494f84b5c712af6e1d33 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:45.847007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-955f2958-f20b-468f-b14d-ecb2870b62f7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:45.847594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Request body: {'port': {'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a', 'name': 'tempest-AllowedAddressPairTestJSON-1965282391', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:fb:8e:5a'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:45.904560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a54bafc4-3696-4b73-9d2c-f022a02a3f40 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:45.917742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-929f5327-c630-4365-8126-6bbf8ea4a748 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Synchronizing usage tracker for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:46.023849 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:58:46.037826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-955f2958-f20b-468f-b14d-ecb2870b62f7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.039332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-955f2958-f20b-468f-b14d-ecb2870b62f7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.092241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f9ddd255-2867-46ca-b11b-d98acd2e1cdf tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Unset dirty status for tenant:f4c57ccb6e67494f84b5c712af6e1d33 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:46.093490 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f9ddd255-2867-46ca-b11b-d98acd2e1cdf tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4607 time: 0.6213963 May 24 22:58:46.096453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:46.098934 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51754) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:46.112883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-929f5327-c630-4365-8126-6bbf8ea4a748 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Unset dirty status for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:46.114164 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-929f5327-c630-4365-8126-6bbf8ea4a748 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2975 time: 0.8034141 May 24 22:58:46.123092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86268cee-68bf-4c6e-9cff-d407f6ae3504 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.171135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51758) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:46.193264 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'tempest-secgroup--150643086'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:46.195153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Usage tracker for resource:port and tenant:4e6543c530d24eae92eaf7ccae3d74d9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:46.205664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:46.224068 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-9c36ce7e-cdee-4067-aa1d-9d1fc05d9502 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] delete failed (client error): The resource could not be found. May 24 22:58:46.227896 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9c36ce7e-cdee-4067-aa1d-9d1fc05d9502 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/e67b76b2-9c08-460f-9fbb-74e7dec431ac HTTP/1.1" status: 404 len: 345 time: 0.1274190 May 24 22:58:46.228448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51764) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:46.233268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:46.235689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86268cee-68bf-4c6e-9cff-d407f6ae3504 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.275135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea8863f-d460-46bc-b3ae-50d36a1eb8ac tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] DELETE failed (client error): The resource could not be found. May 24 22:58:46.275603 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea8863f-d460-46bc-b3ae-50d36a1eb8ac tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:46.284661 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3ea8863f-d460-46bc-b3ae-50d36a1eb8ac tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "DELETE /v2.0/networks/62688011-427e-4f7f-a1e1-53cd670893be HTTP/1.1" status: 404 len: 339 time: 0.0485370 May 24 22:58:46.285334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51768) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:46.294530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-955f2958-f20b-468f-b14d-ecb2870b62f7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.295743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Request body: {'network': {'name': 'tempest-network--1647173210', 'router:external': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:46.299594 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.301185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:46.304946 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:46.309254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Usage tracker for resource:network and tenant:f4c57ccb6e67494f84b5c712af6e1d33 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:46.312290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Made reservation on behalf of 4e6543c530d24eae92eaf7ccae3d74d9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:46.329019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:46.339629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:46.348219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86268cee-68bf-4c6e-9cff-d407f6ae3504 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.352896 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-86268cee-68bf-4c6e-9cff-d407f6ae3504 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4631362 May 24 22:58:46.358952 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51774) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:46.412886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Made reservation on behalf of f4c57ccb6e67494f84b5c712af6e1d33 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:46.414453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:46.415157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.420139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86268cee-68bf-4c6e-9cff-d407f6ae3504 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc26e83-0492-413d-b6c7-988152cd20c4,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:46.463144 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:46.516734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.531859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.532009 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:46.549834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:46.551651 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.551651 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Added segment 3ddf5dc4-a34f-4c91-b8df-89e5effc2acc of type vlan for network 0faaee6e-5062-499e-ab46-cbee6c369eee May 24 22:58:46.553328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] device_id is not set on port 9c59f0ce-29b4-4b29-9da2-221fcc7f210a yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:58:46.560690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Usage tracker for resource:floatingip and tenant:8b3c63dcfc634e77882cbe9e9d5a6aff is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:46.566926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:46.582668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.592307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-955f2958-f20b-468f-b14d-ecb2870b62f7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.607621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:46.626469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.681908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.690149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-955f2958-f20b-468f-b14d-ecb2870b62f7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.691623 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-955f2958-f20b-468f-b14d-ecb2870b62f7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2220519 May 24 22:58:46.693171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:46.705663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51786) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:46.710688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.744666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:46.757403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:46.764910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:46.819653 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Allocated IP 172.20.0.11 (fadf27a2-2eea-4e6a-af5d-0cf43eb6852a/55ab8751-4c78-402b-be2c-e76971123d36/9c59f0ce-29b4-4b29-9da2-221fcc7f210a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:46.835320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.836649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:46.844042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.002036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event updated for resources: {'Network': ['ID=0faaee6e-5062-499e-ab46-cbee6c369eee,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:47.011068 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6551dfd2-adaa-4d7f-8240-1fdd4a684457 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7242432 May 24 22:58:47.015225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 0faaee6e-5062-499e-ab46-cbee6c369eee details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:47.023872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51796) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:47.218328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed5a43-9c78-4a0e-a50d-5de623cddce3 None None] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:47.246467 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.252998 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.352515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Pushing event updated for resources: {'Port': ['ID=ef1937ff-81c2-43d2-9572-b7b387f1a765,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:47.355064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.417528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91711ef-3a0b-41e8-a440-386eff6c8b71 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:47.423629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91711ef-3a0b-41e8-a440-386eff6c8b71 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:47.433028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91711ef-3a0b-41e8-a440-386eff6c8b71 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:47.437296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Pushing event updated for resources: {'Port': ['ID=137ce6b7-9fd5-4605-9c7b-4e35a8ce9768,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:47.440501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91711ef-3a0b-41e8-a440-386eff6c8b71 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:47.443066 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e91711ef-3a0b-41e8-a440-386eff6c8b71 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4176497 May 24 22:58:47.447214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51804) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:47.459383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:47.518403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:47.525666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e017343-efe0-4e0f-a60c-6a4718eae1b2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.589358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:47.605074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.620950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0ee29d32-bc3e-4444-b691-c7d68f8a3550 None None] Provisioning for port 22946e85-3e61-42ae-940b-ae3fc4eaad0d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:47.772595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 0441144a-c903-455b-af1c-045edaab5382 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:47.822147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.879293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 0441144a-c903-455b-af1c-045edaab5382 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:47.887979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 0441144a-c903-455b-af1c-045edaab5382 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:47.888866 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.979329 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Transition to ACTIVE for port object 9c59f0ce-29b4-4b29-9da2-221fcc7f210a will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:47.986803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.043840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0faaee6e-5062-499e-ab46-cbee6c369eee']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:48.073785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddf5dc4-a34f-4c91-b8df-89e5effc2acc') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:48.074002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddf5dc4-a34f-4c91-b8df-89e5effc2acc') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:48.086234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 0441144a-c903-455b-af1c-045edaab5382 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:48.086855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.092343 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.115908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.123573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:48.123793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.142004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9a8a2ee3-8bca-4296-8f69-3a2f203fed52 None None] Provisioning for port 4c2da079-f532-46fc-9db7-e5cfad23f007 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:48.150097 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9a8a2ee3-8bca-4296-8f69-3a2f203fed52 None None] Provisioning complete for port 4c2da079-f532-46fc-9db7-e5cfad23f007 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:48.150696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a8a2ee3-8bca-4296-8f69-3a2f203fed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.201743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 0441144a-c903-455b-af1c-045edaab5382, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=0441144a-c903-455b-af1c-045edaab5382,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:48.237570 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.238490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 22946e85-3e61-42ae-940b-ae3fc4eaad0d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:48.250763 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 3ddf5dc4-a34f-4c91-b8df-89e5effc2acc resource provider aggregate not found May 24 22:58:48.306298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.385723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e017343-efe0-4e0f-a60c-6a4718eae1b2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.389689 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 3ddf5dc4-a34f-4c91-b8df-89e5effc2acc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ddf5dc4-a34f-4c91-b8df-89e5effc2acc found for delete ", "request_id": "req-a03c7ccb-57ca-45c1-b8f0-c93c27fb66b4"}]} May 24 22:58:48.394302 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e017343-efe0-4e0f-a60c-6a4718eae1b2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.396013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.413635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.428822 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0faaee6e-5062-499e-ab46-cbee6c369eee {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 22:58:48.434397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a2ee3-8bca-4296-8f69-3a2f203fed52 None None] Port 4c2da079-f532-46fc-9db7-e5cfad23f007 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:48.457436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51828) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:48.461280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.474915 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "DELETE /v2.0/networks/0faaee6e-5062-499e-ab46-cbee6c369eee HTTP/1.1" status: 204 len: 168 time: 1.0268240 May 24 22:58:48.476990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.478810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51832) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:48.478960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 22946e85-3e61-42ae-940b-ae3fc4eaad0d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:48.481426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:48.484544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.485579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b66279-772f-4b7e-95be-5438a0bcae44 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event deleted for resources: {'Network': ['ID=0faaee6e-5062-499e-ab46-cbee6c369eee,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:48.488520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 22946e85-3e61-42ae-940b-ae3fc4eaad0d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:48.493456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.496268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Request body: {'network': {'name': 'tempest-network--1559512255', 'router:external': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:48.498037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.500249 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:48.511980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e017343-efe0-4e0f-a60c-6a4718eae1b2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.512467 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e017343-efe0-4e0f-a60c-6a4718eae1b2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fecace84-bec8-4366-bd11-e75586391edc {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:58:48.514141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'Port': ['ID=9c59f0ce-29b4-4b29-9da2-221fcc7f210a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:48.522271 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:48.530624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.532456 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5a7fb9d4-ce8f-4737-8429-436793370bbd tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8616736 May 24 22:58:48.538267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e017343-efe0-4e0f-a60c-6a4718eae1b2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.539398 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3e017343-efe0-4e0f-a60c-6a4718eae1b2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "DELETE /v2.0/routers/fecace84-bec8-4366-bd11-e75586391edc HTTP/1.1" status: 204 len: 168 time: 1.8313851 May 24 22:58:48.566608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:48.578981 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Usage tracker for resource:network and tenant:f4c57ccb6e67494f84b5c712af6e1d33 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:48.588369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:48.598767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:48.617704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9a8a2ee3-8bca-4296-8f69-3a2f203fed52 None None] Provisioning complete for port 22946e85-3e61-42ae-940b-ae3fc4eaad0d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:48.619540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a8a2ee3-8bca-4296-8f69-3a2f203fed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.661941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:48.663339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.695292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.699467 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5105801 May 24 22:58:48.701983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51842) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:48.717306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2b7c1cf2-ba8a-40f9-8553-827cbe1450ac tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': '3790b51c-ce21-44f4-bc1c-3f1187e61745', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:48.731647 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Made reservation on behalf of f4c57ccb6e67494f84b5c712af6e1d33 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:48.739769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.740115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=0441144a-c903-455b-af1c-045edaab5382,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:48.741905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.789655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79dacb-e150-4d01-a68f-ab7fd93fcc4f tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3790b51c-ce21-44f4-bc1c-3f1187e61745,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:48.802764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4b020d99-db07-4d5b-a19c-839c6b2081fe tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:48.809711 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-eb61e2f8-e939-4b53-9916-549cd8bb0db3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.9656177 May 24 22:58:48.810974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51846) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:48.828848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2b7c1cf2-ba8a-40f9-8553-827cbe1450ac tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:48.843775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.876125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:48.889562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.890383 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Added segment 5e73d33e-6dc3-4ff5-9ee9-b42dfef2c9af of type vlan for network 8800acbd-52e4-4b8b-ba0e-222306d5bb91 May 24 22:58:48.920336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.927489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51850) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:48.940007 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b020d99-db07-4d5b-a19c-839c6b2081fe tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] 10.222.0.32 "PUT /v2.0/quotas/641889f556be46e9bb320041d57bb944 HTTP/1.1" status: 200 len: 368 time: 0.4737456 May 24 22:58:48.940196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b7c1cf2-ba8a-40f9-8553-827cbe1450ac tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:48.946678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51856) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:48.954277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b7c1cf2-ba8a-40f9-8553-827cbe1450ac tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:48.978592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2b7c1cf2-ba8a-40f9-8553-827cbe1450ac tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:48.978809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Request body: {'network': {'project_id': '641889f556be46e9bb320041d57bb944'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:49.063315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 22946e85-3e61-42ae-940b-ae3fc4eaad0d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:49.063710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.070403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.071493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:49.072416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.122965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a2ee3-8bca-4296-8f69-3a2f203fed52 None None] Current status of the port 22946e85-3e61-42ae-940b-ae3fc4eaad0d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:49.123524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a8a2ee3-8bca-4296-8f69-3a2f203fed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.188863 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-2b7c1cf2-ba8a-40f9-8553-827cbe1450ac tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The resource could not be found. May 24 22:58:49.193473 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2b7c1cf2-ba8a-40f9-8553-827cbe1450ac tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4890404 May 24 22:58:49.195291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51870) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:49.202275 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event updated for resources: {'Network': ['ID=8800acbd-52e4-4b8b-ba0e-222306d5bb91,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:49.207415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-461f5a28-cb37-4bf7-a9dd-7ac77695d503 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': '3790b51c-ce21-44f4-bc1c-3f1187e61745', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1df6102b-3246-471e-a241-0618a4f2d597'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:49.213691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-461f5a28-cb37-4bf7-a9dd-7ac77695d503 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:49.217558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-461f5a28-cb37-4bf7-a9dd-7ac77695d503 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:49.217718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.227456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-461f5a28-cb37-4bf7-a9dd-7ac77695d503 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:49.227638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:49.232755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.237253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-461f5a28-cb37-4bf7-a9dd-7ac77695d503 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:49.241463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 8800acbd-52e4-4b8b-ba0e-222306d5bb91 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:49.274861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Usage tracker for resource:network and tenant:641889f556be46e9bb320041d57bb944 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:49.275425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa61736-ceba-4cd2-b683-2a3732813a6b tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:49.292808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa61736-ceba-4cd2-b683-2a3732813a6b tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:49.299598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa61736-ceba-4cd2-b683-2a3732813a6b tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:49.300615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cfa61736-ceba-4cd2-b683-2a3732813a6b tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Synchronizing usage tracker for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:49.306011 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e091811-de99-49b3-879b-eadf4e858add tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8228531 May 24 22:58:49.313275 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51874) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:49.315582 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:49.344280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1721887641', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:49.370377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:49.401119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:49.417981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 22946e85-3e61-42ae-940b-ae3fc4eaad0d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=22946e85-3e61-42ae-940b-ae3fc4eaad0d,segment=NetworkSegment(0ff6428b-84b7-4263-b95c-9224a918045f),segment_id=0ff6428b-84b7-4263-b95c-9224a918045f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:49.423140 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Usage tracker for resource:router and tenant:97a2c318f1724996b1dfb832e10fe880 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:49.425108 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cfa61736-ceba-4cd2-b683-2a3732813a6b tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Unset dirty status for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:49.426357 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cfa61736-ceba-4cd2-b683-2a3732813a6b tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.6096482 May 24 22:58:49.430678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51884) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:49.441240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.546936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4c3eda8d-e605-4c26-ad1e-72f728c582ba tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Deleting port 9c59f0ce-29b4-4b29-9da2-221fcc7f210a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:49.547617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c3eda8d-e605-4c26-ad1e-72f728c582ba tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.551786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-9a8a2ee3-8bca-4296-8f69-3a2f203fed52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:49.552093 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-9a8a2ee3-8bca-4296-8f69-3a2f203fed52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:49.557737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:49.570571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:49.600171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=22946e85-3e61-42ae-940b-ae3fc4eaad0d,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:49.604164 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-461f5a28-cb37-4bf7-a9dd-7ac77695d503 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The resource could not be found. May 24 22:58:49.608251 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-461f5a28-cb37-4bf7-a9dd-7ac77695d503 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4082742 May 24 22:58:49.621279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51892) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:49.621820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51894) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:49.628585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 0441144a-c903-455b-af1c-045edaab5382 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:49.629041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Pushing event updated for resources: {'Port': ['ID=ef1937ff-81c2-43d2-9572-b7b387f1a765,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:49.632233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Allocated IP 172.26.3.126 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/3dbfe834-0952-4728-b8e1-3cf123f0c878) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:49.638745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.639833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.644894 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 24 22:58:49.650191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Made reservation on behalf of 641889f556be46e9bb320041d57bb944 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:49.652506 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.662822 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae643d28-cc56-445d-9eed-877d72782d52 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:49.666967 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ae643d28-cc56-445d-9eed-877d72782d52 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] 10.222.0.32 "GET /v2.0/networks/8800acbd-52e4-4b8b-ba0e-222306d5bb91 HTTP/1.1" status: 200 len: 757 time: 0.3497846 May 24 22:58:49.673921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51900) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:49.683072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.696381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.707605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 0441144a-c903-455b-af1c-045edaab5382 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:49.707986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.789535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.791528 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:49.816056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Usage tracker for resource:security_group_rule and tenant:641889f556be46e9bb320041d57bb944 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:49.821796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:49.832660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.844064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 0441144a-c903-455b-af1c-045edaab5382 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:49.844352 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-296a7f8f-ce69-4eeb-8407-644ce2ccd489 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.1507351 May 24 22:58:49.844352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:49.940315 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-74e4f9fd-68d8-4087-aba5-4874673f3ec3 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Synchronizing usage tracker for tenant:1ef6f5139f3a435992e0ee1ac47012a8 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:50.036284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.054778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d94c8-c707-4445-80f0-eb249a222fb7 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:50.058904 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-731d94c8-c707-4445-80f0-eb249a222fb7 tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] 10.222.0.32 "GET /v2.0/networks/a40a4599-7824-4a40-aa0f-71fea178b312 HTTP/1.1" status: 200 len: 768 time: 0.3839698 May 24 22:58:50.066851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51916) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:50.081168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab61e-5053-494a-86a7-09d5a08f9b6b tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.117518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-74e4f9fd-68d8-4087-aba5-4874673f3ec3 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Unset dirty status for tenant:1ef6f5139f3a435992e0ee1ac47012a8 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:50.118731 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-74e4f9fd-68d8-4087-aba5-4874673f3ec3 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1872448218&fields=id&tenant_id=1ef6f5139f3a435992e0ee1ac47012a8 HTTP/1.1" status: 200 len: 267 time: 0.4943554 May 24 22:58:50.132467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a2ee3-8bca-4296-8f69-3a2f203fed52 None None] Current status of the port 22946e85-3e61-42ae-940b-ae3fc4eaad0d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:50.201235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.218580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51930) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:50.238303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab61e-5053-494a-86a7-09d5a08f9b6b tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.254406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6a6cb317-ddf4-44ac-b83c-8331f0dbd40f None None] Provisioning complete for port 4c2da079-f532-46fc-9db7-e5cfad23f007 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:50.255131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb317-ddf4-44ac-b83c-8331f0dbd40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.311837 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6a6cb317-ddf4-44ac-b83c-8331f0dbd40f None None] Port 4c2da079-f532-46fc-9db7-e5cfad23f007 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:50.332423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.332818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6a6cb317-ddf4-44ac-b83c-8331f0dbd40f None None] Provisioning for port 9c59f0ce-29b4-4b29-9da2-221fcc7f210a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:50.339965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6a6cb317-ddf4-44ac-b83c-8331f0dbd40f None None] Provisioning complete for port 9c59f0ce-29b4-4b29-9da2-221fcc7f210a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:50.340465 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb317-ddf4-44ac-b83c-8331f0dbd40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.375329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.396917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.401108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6a6cb317-ddf4-44ac-b83c-8331f0dbd40f None None] Port 9c59f0ce-29b4-4b29-9da2-221fcc7f210a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:50.407839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c3eda8d-e605-4c26-ad1e-72f728c582ba tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.428091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:50.434724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.439883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:50.448283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:50.481069 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:50.498330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Pushing event updated for resources: {'Port': ['ID=3dbfe834-0952-4728-b8e1-3cf123f0c878,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:50.520421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7196e64-ef10-44e2-a152-e10d48f94d8f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:50.524987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.525322 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Added segment 3a9f498b-862d-4eab-86c7-535227865f16 of type vlan for network 9baf8760-01ff-4059-ba6e-09aa229b5f2b May 24 22:58:50.561656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-ec614dc6-dc92-4419-b946-d0e3d8e92d69 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Synchronizing usage tracker for tenant:ee6005c58c7744a9b7459d826b74a7db on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:50.583160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.586161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4c3eda8d-e605-4c26-ad1e-72f728c582ba tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Calling delete_port for 9c59f0ce-29b4-4b29-9da2-221fcc7f210a owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:50.658863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab61e-5053-494a-86a7-09d5a08f9b6b tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.702860 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-3869edfd-9d5c-4f3d-a675-8b0235325e5c tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:50.703558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-3869edfd-9d5c-4f3d-a675-8b0235325e5c tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Synchronizing usage tracker for tenant:1ef6f5139f3a435992e0ee1ac47012a8 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:50.706222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.738145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ab61e-5053-494a-86a7-09d5a08f9b6b tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3790b51c-ce21-44f4-bc1c-3f1187e61745,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:50.757051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-ec614dc6-dc92-4419-b946-d0e3d8e92d69 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Unset dirty status for tenant:ee6005c58c7744a9b7459d826b74a7db on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:50.759338 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-ec614dc6-dc92-4419-b946-d0e3d8e92d69 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1170881889&fields=id&tenant_id=ee6005c58c7744a9b7459d826b74a7db HTTP/1.1" status: 200 len: 267 time: 0.5329368 May 24 22:58:50.760511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.760912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:50.761481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.879250 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.931867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab61e-5053-494a-86a7-09d5a08f9b6b tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.932975 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4b9ab61e-5053-494a-86a7-09d5a08f9b6b tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "DELETE /v2.0/security-groups/3790b51c-ce21-44f4-bc1c-3f1187e61745 HTTP/1.1" status: 204 len: 168 time: 1.3102317 May 24 22:58:50.948312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-3869edfd-9d5c-4f3d-a675-8b0235325e5c tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Unset dirty status for tenant:1ef6f5139f3a435992e0ee1ac47012a8 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:50.949450 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-3869edfd-9d5c-4f3d-a675-8b0235325e5c tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/networks?id=86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 HTTP/1.1" status: 200 len: 812 time: 0.8167853 May 24 22:58:50.957354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51934) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:50.972435 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.988917 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0345330 May 24 22:58:50.995800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51940) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:51.023163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Request body: {'network': {'project_id': '641889f556be46e9bb320041d57bb944'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:51.040772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae59d34-0f17-47bb-bc50-bc016965d862 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Pushing event updated for resources: {'Network': ['ID=9baf8760-01ff-4059-ba6e-09aa229b5f2b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:51.046761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:51.052218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 9baf8760-01ff-4059-ba6e-09aa229b5f2b details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:51.086861 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-d12736d5-8943-4320-a997-a5fbc10abfe2 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/quotas/1ef6f5139f3a435992e0ee1ac47012a8 HTTP/1.1" status: 200 len: 375 time: 0.1168730 May 24 22:58:51.091525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8800acbd-52e4-4b8b-ba0e-222306d5bb91']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:51.102773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.116023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Usage tracker for resource:network and tenant:641889f556be46e9bb320041d57bb944 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:51.131114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:51.150104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.201719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e73d33e-6dc3-4ff5-9ee9-b42dfef2c9af') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:51.201992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e73d33e-6dc3-4ff5-9ee9-b42dfef2c9af') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:51.218203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:51.240812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.288505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4c014e17-5a30-4fa3-80ab-6c25e6cef486 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Synchronizing usage tracker for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:51.295573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Made reservation on behalf of 641889f556be46e9bb320041d57bb944 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:51.297801 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.312436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.327191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-0c2eacbe-f645-4ec8-a2eb-335f2e7137b0 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:51.328617 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-0c2eacbe-f645-4ec8-a2eb-335f2e7137b0 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/networks?id=d6205c16-b3a2-4d86-9909-668148e58a5b HTTP/1.1" status: 200 len: 812 time: 0.5509908 May 24 22:58:51.345240 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:51.346150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.382327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c3eda8d-e605-4c26-ad1e-72f728c582ba tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.394946 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Allocated IP 172.26.3.169 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/0f30f3eb-d619-42ea-aa14-d18c8d97c131) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:51.397905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.405905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.436708 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5e73d33e-6dc3-4ff5-9ee9-b42dfef2c9af resource provider aggregate not found May 24 22:58:51.491020 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-97b9dfd5-0bae-43f6-84ac-9b99b69c87a5 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/quotas/ee6005c58c7744a9b7459d826b74a7db HTTP/1.1" status: 200 len: 375 time: 0.1527436 May 24 22:58:51.491813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4c014e17-5a30-4fa3-80ab-6c25e6cef486 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Unset dirty status for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:51.492943 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4c014e17-5a30-4fa3-80ab-6c25e6cef486 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2975 time: 0.5288665 May 24 22:58:51.514394 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5e73d33e-6dc3-4ff5-9ee9-b42dfef2c9af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e73d33e-6dc3-4ff5-9ee9-b42dfef2c9af found for delete ", "request_id": "req-8217fc97-c374-46ab-9710-ade6ae935056"}]} May 24 22:58:51.516371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51948) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:51.523187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eda8d-e605-4c26-ad1e-72f728c582ba tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event deleted for resources: {'Port': ['ID=9c59f0ce-29b4-4b29-9da2-221fcc7f210a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:51.538245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f4fd4499-0c4c-411e-9ff2-c5c838b1d8f3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'a95b6d79-21f2-4dc0-b215-c15d61ff66f8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:51.601226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 22946e85-3e61-42ae-940b-ae3fc4eaad0d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:51.602945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Pushing event updated for resources: {'Port': ['ID=3dbfe834-0952-4728-b8e1-3cf123f0c878,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:51.639031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.679649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.681961 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1942e981-2bbb-4e0f-9f3c-428185426fe4 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3099985 May 24 22:58:51.697443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:51.720962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 22946e85-3e61-42ae-940b-ae3fc4eaad0d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:51.722659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.742412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f4fd4499-0c4c-411e-9ff2-c5c838b1d8f3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:51.762344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.770429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f4fd4499-0c4c-411e-9ff2-c5c838b1d8f3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:51.782663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f4fd4499-0c4c-411e-9ff2-c5c838b1d8f3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:51.786149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.786492 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Added segment ec3d7796-f4c7-412a-afd8-515b19e3156d of type vlan for network 9726ce17-4fc7-4b88-ba2c-f904e746f60c May 24 22:58:51.801342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f4fd4499-0c4c-411e-9ff2-c5c838b1d8f3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:51.801835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.815026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.850028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-c9ef2361-ba96-4e63-842f-c2cf45b8ac4c tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Synchronizing usage tracker for tenant:1ef6f5139f3a435992e0ee1ac47012a8 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:51.859907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8800acbd-52e4-4b8b-ba0e-222306d5bb91 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 22:58:51.880893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.885756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-60c05090-bb8e-489e-8766-9ac0869c41aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.890732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event deleted for resources: {'Network': ['ID=8800acbd-52e4-4b8b-ba0e-222306d5bb91,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:51.914131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:51.915779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:51.922255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:51.931105 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.952764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 22946e85-3e61-42ae-940b-ae3fc4eaad0d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:51.989934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Pushing event updated for resources: {'Port': ['ID=0f30f3eb-d619-42ea-aa14-d18c8d97c131,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:52.052227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-c9ef2361-ba96-4e63-842f-c2cf45b8ac4c tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Unset dirty status for tenant:1ef6f5139f3a435992e0ee1ac47012a8 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:52.053541 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-c9ef2361-ba96-4e63-842f-c2cf45b8ac4c tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ef6f5139f3a435992e0ee1ac47012a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9348171 May 24 22:58:52.058918 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-627256ad-df51-4686-9ed4-42ff59744131 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "DELETE /v2.0/networks/8800acbd-52e4-4b8b-ba0e-222306d5bb91 HTTP/1.1" status: 204 len: 168 time: 1.9859307 May 24 22:58:52.059516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51956) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.090459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Request body: {'network': {'name': 'tempest-network--1692171606'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:52.108279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-c511da32-4180-43f6-82f5-597b96cd9b8f tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Synchronizing usage tracker for tenant:ee6005c58c7744a9b7459d826b74a7db on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:52.111876 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:52.122509 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-f4fd4499-0c4c-411e-9ff2-c5c838b1d8f3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The resource could not be found. May 24 22:58:52.123536 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f4fd4499-0c4c-411e-9ff2-c5c838b1d8f3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5971434 May 24 22:58:52.127798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Usage tracker for resource:network and tenant:f4c57ccb6e67494f84b5c712af6e1d33 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:52.131902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:52.136325 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51964) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.154080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224371562'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:52.164763 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:52.167686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.168713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:52.169348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.178168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:52.205956 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c3eda8d-e605-4c26-ad1e-72f728c582ba tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.207826 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4c3eda8d-e605-4c26-ad1e-72f728c582ba tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "DELETE /v2.0/ports/9c59f0ce-29b4-4b29-9da2-221fcc7f210a HTTP/1.1" status: 204 len: 168 time: 2.7755234 May 24 22:58:52.218330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-c511da32-4180-43f6-82f5-597b96cd9b8f tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Unset dirty status for tenant:ee6005c58c7744a9b7459d826b74a7db on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:52.219606 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-c511da32-4180-43f6-82f5-597b96cd9b8f tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee6005c58c7744a9b7459d826b74a7db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7024240 May 24 22:58:52.273335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51970) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.282179 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:52.323059 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-f6958304-60d4-40a6-a4c8-7e2249c122df service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:58:52.324090 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-f6958304-60d4-40a6-a4c8-7e2249c122df service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1660459 May 24 22:58:52.340510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Made reservation on behalf of f4c57ccb6e67494f84b5c712af6e1d33 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:52.342753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.367295 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3645315 May 24 22:58:52.378145 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51980) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.397242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-181ca2dd-f785-491e-99f6-af01ae4c024b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Request body: {'network': {'project_id': '641889f556be46e9bb320041d57bb944'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:52.398726 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2343d28-44b3-431b-8b2e-ee7f73383e68 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] GET failed (client error): The resource could not be found. May 24 22:58:52.399273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2343d28-44b3-431b-8b2e-ee7f73383e68 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Synchronizing usage tracker for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:52.407320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717180e-5ff4-4653-9c1f-c31f1eef6715 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Pushing event updated for resources: {'Network': ['ID=9726ce17-4fc7-4b88-ba2c-f904e746f60c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:52.417986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 9726ce17-4fc7-4b88-ba2c-f904e746f60c details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:52.459107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.473686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-f6208325-bf4f-4824-8c61-18277f924ed4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:58:52.474774 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-f6208325-bf4f-4824-8c61-18277f924ed4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1441336 May 24 22:58:52.489268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-181ca2dd-f785-491e-99f6-af01ae4c024b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:52.497054 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-181ca2dd-f785-491e-99f6-af01ae4c024b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Usage tracker for resource:network and tenant:641889f556be46e9bb320041d57bb944 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:52.503129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-181ca2dd-f785-491e-99f6-af01ae4c024b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:52.557586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-181ca2dd-f785-491e-99f6-af01ae4c024b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:52.578147 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-181ca2dd-f785-491e-99f6-af01ae4c024b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 24 22:58:52.578622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181ca2dd-f785-491e-99f6-af01ae4c024b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:52.583280 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-181ca2dd-f785-491e-99f6-af01ae4c024b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2006767 May 24 22:58:52.583435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51984) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.590300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:52.610106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:52.617964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2343d28-44b3-431b-8b2e-ee7f73383e68 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Unset dirty status for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:52.619149 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2343d28-44b3-431b-8b2e-ee7f73383e68 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "GET /v2.0/ports/9c59f0ce-29b4-4b29-9da2-221fcc7f210a HTTP/1.1" status: 404 len: 333 time: 0.3446984 May 24 22:58:52.625688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51988) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.636019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Request body: {'port': {'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a', 'name': 'tempest-AllowedAddressPairTestJSON-2057763236'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:52.637541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:52.647374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:52.651736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.652072 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Added segment c0d80cd9-ffbf-4668-9f5a-6352739f8e49 of type vlan for network fb5113d1-1ca0-4dc9-a6fe-41ba07204500 May 24 22:58:52.653839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.667290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:52.703805 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-44982b3d-a225-4d8a-959a-d6b6da040b96 service neutron] 10.222.0.32 "GET /v2.0/networks/86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492055 May 24 22:58:52.751267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.801017 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ba04ea9d-0cdf-43be-a26c-daa1504bc1b5 tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=641889f556be46e9bb320041d57bb944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163258 May 24 22:58:52.807702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51992) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.838804 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-99e0bd5e-a16b-4685-906c-dc2b6ce959a2 service neutron] 10.222.0.32 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427031 May 24 22:58:52.988259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.989197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:52.989358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:52.989769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.044923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.069826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:53.074160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-82e26fde-32ea-4ff0-9bca-7e30c4acedde tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.101171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.123948 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-8fe3bc68-2537-4577-9c5b-e17270053a67 service neutron] 10.222.0.32 "GET /v2.0/networks/86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968179 May 24 22:58:53.126666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Made reservation on behalf of 4e6543c530d24eae92eaf7ccae3d74d9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:53.130625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.143219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-82e26fde-32ea-4ff0-9bca-7e30c4acedde tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.206351 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1319556 May 24 22:58:53.210732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 51996) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:53.221344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.222587 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0837827 May 24 22:58:53.227742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af25cb0-4dbf-4c80-b6a6-7fb2bd386393 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event updated for resources: {'Network': ['ID=fb5113d1-1ca0-4dc9-a6fe-41ba07204500,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:53.230421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 51998) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:53.238695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfef29c-adc6-4791-98b2-674ddc6beac3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b426a7bc-96c2-44b3-8025-0cad72de0526,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:53.240609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network fb5113d1-1ca0-4dc9-a6fe-41ba07204500 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:53.243372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'tempest-secgroup--587536889'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:53.248937 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-e49600f4-2ef1-4f39-9414-8944b43f4a02 service neutron] 10.222.0.32 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937092 May 24 22:58:53.251289 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:53.253618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-30bf5e81-c2d5-4001-bfe1-00380d687a4d tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:53.256557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:53.259899 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:53.266013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:53.289334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.329038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:53.347599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:53.351015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:53.363496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:53.365129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] device_id is not set on port d64b21c5-b683-4463-9d51-de68f8d122ae yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:58:53.531351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.555530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.567732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.732732 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-b6cb4138-e1c2-43a0-89c4-3a7120730beb tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--635301080&fields=id&tenant_id=8b3c63dcfc634e77882cbe9e9d5a6aff HTTP/1.1" status: 200 len: 267 time: 0.2352061 May 24 22:58:53.746442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-82e26fde-32ea-4ff0-9bca-7e30c4acedde tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.771020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e657ecab-3c59-4f56-8f9f-fd1281b84c1d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:53.791267 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-91e6e971-a510-48c2-a1fe-86fbec8170fb req-0a634885-c1bd-46f7-9adc-b53bcf00b54e tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 210 time: 0.1546693 May 24 22:58:53.862486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e26fde-32ea-4ff0-9bca-7e30c4acedde tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7196e64-ef10-44e2-a152-e10d48f94d8f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:53.919883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.925497 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dc9bb3f2-1a48-4664-8289-dda4726933b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6914568 May 24 22:58:53.928244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Allocated IP 172.20.0.3 (fadf27a2-2eea-4e6a-af5d-0cf43eb6852a/55ab8751-4c78-402b-be2c-e76971123d36/d64b21c5-b683-4463-9d51-de68f8d122ae) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:53.930175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52054) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:53.938385 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bf5e81-c2d5-4001-bfe1-00380d687a4d tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.967779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-82e26fde-32ea-4ff0-9bca-7e30c4acedde tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.968896 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-82e26fde-32ea-4ff0-9bca-7e30c4acedde tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7196e64-ef10-44e2-a152-e10d48f94d8f HTTP/1.1" status: 204 len: 168 time: 1.1603591 May 24 22:58:53.977089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52064) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:53.993068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bf5e81-c2d5-4001-bfe1-00380d687a4d tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.055531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30bf5e81-c2d5-4001-bfe1-00380d687a4d tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Network fb5113d1-1ca0-4dc9-a6fe-41ba07204500 is not hosted by any dhcp agent {{(pid=88260) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 24 22:58:54.056972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf5e81-c2d5-4001-bfe1-00380d687a4d tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:54.056972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bf5e81-c2d5-4001-bfe1-00380d687a4d tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.061049 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-30bf5e81-c2d5-4001-bfe1-00380d687a4d tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "PUT /v2.0/networks/fb5113d1-1ca0-4dc9-a6fe-41ba07204500 HTTP/1.1" status: 200 len: 858 time: 0.8321509 May 24 22:58:54.087967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6bf2353e-eb80-420e-84e0-04c3f3db7717 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': 'b426a7bc-96c2-44b3-8025-0cad72de0526', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e657ecab-3c59-4f56-8f9f-fd1281b84c1d'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:54.092783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52072) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:54.153084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-69e15f05-de67-4031-a1c2-9c909e27a55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.248309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6bf2353e-eb80-420e-84e0-04c3f3db7717 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:54.262790 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0cee80b-4043-4292-838f-9d0a501fce90 req-aed74f98-29e1-4f30-9044-c8ff43090df6 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 210 time: 0.3270421 May 24 22:58:54.281574 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6bf2353e-eb80-420e-84e0-04c3f3db7717 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:54.301111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6bf2353e-eb80-420e-84e0-04c3f3db7717 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:54.335475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6bf2353e-eb80-420e-84e0-04c3f3db7717 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:54.355253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.370452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf5e81-c2d5-4001-bfe1-00380d687a4d tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event updated for resources: {'Network': ['ID=fb5113d1-1ca0-4dc9-a6fe-41ba07204500,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:54.386410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c841d5f-3209-453f-b404-51fe34701892 req-b1e60e84-bc8e-4d7d-ad71-3de55dddf271 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:54.388166 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-b1e60e84-bc8e-4d7d-ad71-3de55dddf271 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/networks?id=cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 HTTP/1.1" status: 200 len: 805 time: 0.6544960 May 24 22:58:54.447748 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.469354 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-54661403-a137-4957-8dad-1a53b7b41737 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/quotas/8b3c63dcfc634e77882cbe9e9d5a6aff HTTP/1.1" status: 200 len: 375 time: 0.0397687 May 24 22:58:54.493869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Router 12d409a3-60c5-4373-bb85-9b5417e9192d is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:58:54.558155 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-6bf2353e-eb80-420e-84e0-04c3f3db7717 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:58:54.559836 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6bf2353e-eb80-420e-84e0-04c3f3db7717 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6284993 May 24 22:58:54.567339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52092) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:54.625049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.699136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5113d1-1ca0-4dc9-a6fe-41ba07204500']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.713806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c632-d60f-4a81-8b3a-6e14470a59ec tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.727541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d80cd9-ffbf-4668-9f5a-6352739f8e49') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.727814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d80cd9-ffbf-4668-9f5a-6352739f8e49') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.746303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.771714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.774544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c632-d60f-4a81-8b3a-6e14470a59ec tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.782284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.793399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.806204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0c841d5f-3209-453f-b404-51fe34701892 req-fbcc40dc-9f93-4d9d-a7f5-01f8205419d5 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Synchronizing usage tracker for tenant:8b3c63dcfc634e77882cbe9e9d5a6aff on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:54.811390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:54.811783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.822692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9726ce17-4fc7-4b88-ba2c-f904e746f60c']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.854464 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment c0d80cd9-ffbf-4668-9f5a-6352739f8e49 resource provider aggregate not found May 24 22:58:54.901028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3d7796-f4c7-412a-afd8-515b19e3156d') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.901257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3d7796-f4c7-412a-afd8-515b19e3156d') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.926010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.955844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.968775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:54.980863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:54.981270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.993642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.996156 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35e37e-cfbf-45bc-ab23-bb398766d0d4 None None] Sync routers for ids ['12d409a3-60c5-4373-bb85-9b5417e9192d'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:54.997570 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment c0d80cd9-ffbf-4668-9f5a-6352739f8e49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0d80cd9-ffbf-4668-9f5a-6352739f8e49 found for delete ", "request_id": "req-cfbb3c51-c8c7-4656-8c47-28dfb00a0fea"}]} May 24 22:58:55.021006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35e37e-cfbf-45bc-ab23-bb398766d0d4 None None] Routers {'12d409a3-60c5-4373-bb85-9b5417e9192d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:55.021749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6b35e37e-cfbf-45bc-ab23-bb398766d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12d409a3-60c5-4373-bb85-9b5417e9192d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:55.059413 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment ec3d7796-f4c7-412a-afd8-515b19e3156d resource provider aggregate not found May 24 22:58:55.060066 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0c841d5f-3209-453f-b404-51fe34701892 req-fbcc40dc-9f93-4d9d-a7f5-01f8205419d5 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Unset dirty status for tenant:8b3c63dcfc634e77882cbe9e9d5a6aff on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:55.072578 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-fbcc40dc-9f93-4d9d-a7f5-01f8205419d5 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b3c63dcfc634e77882cbe9e9d5a6aff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5472140 May 24 22:58:55.083140 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be6f1e15-4726-4b20-bbb3-34081f078cf4 req-c9e10a09-6d86-4c0a-b09f-f4ff229a53d9 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 210 time: 0.0772288 May 24 22:58:55.094263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.096374 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-98662ddb-fc43-43aa-9e78-6dd55aea6f49 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1678624 May 24 22:58:55.101505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52112) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:55.154392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.155542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6b35e37e-cfbf-45bc-ab23-bb398766d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:55.160702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c632-d60f-4a81-8b3a-6e14470a59ec tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.166877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35e37e-cfbf-45bc-ab23-bb398766d0d4 None None] Routers {'12d409a3-60c5-4373-bb85-9b5417e9192d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:55.167850 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6b35e37e-cfbf-45bc-ab23-bb398766d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12d409a3-60c5-4373-bb85-9b5417e9192d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:55.199993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb5113d1-1ca0-4dc9-a6fe-41ba07204500 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 22:58:55.205411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4c632-d60f-4a81-8b3a-6e14470a59ec tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e657ecab-3c59-4f56-8f9f-fd1281b84c1d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:55.208512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.231564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb5113d1-1ca0-4dc9-a6fe-41ba07204500,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:55.248349 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dcd9a41c-7c80-43d9-9c8a-78607426a8c3 tempest-ExternalNetworksTestJSON-1573929596 tempest-ExternalNetworksTestJSON-1573929596-project-admin] 10.222.0.32 "DELETE /v2.0/networks/fb5113d1-1ca0-4dc9-a6fe-41ba07204500 HTTP/1.1" status: 204 len: 168 time: 1.1509547 May 24 22:58:55.249159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c632-d60f-4a81-8b3a-6e14470a59ec tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.252783 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9ae4c632-d60f-4a81-8b3a-6e14470a59ec tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "DELETE /v2.0/security-groups/e657ecab-3c59-4f56-8f9f-fd1281b84c1d HTTP/1.1" status: 204 len: 168 time: 0.6819584 May 24 22:58:55.255837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52116) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:55.256260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52118) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:55.308849 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6b35e37e-cfbf-45bc-ab23-bb398766d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:55.310527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35e37e-cfbf-45bc-ab23-bb398766d0d4 None None] The sync data for ids ['12d409a3-60c5-4373-bb85-9b5417e9192d'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:55.327062 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f304b9da-2449-4ba5-ac56-13f0d780d31b tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/routers/12d409a3-60c5-4373-bb85-9b5417e9192d HTTP/1.1" status: 200 len: 921 time: 0.2214427 May 24 22:58:55.327062 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment ec3d7796-f4c7-412a-afd8-515b19e3156d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec3d7796-f4c7-412a-afd8-515b19e3156d found for delete ", "request_id": "req-aadd0520-12d7-42ee-9a99-3399d65f161d"}]} May 24 22:58:55.329030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52126) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:55.336578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Transition to ACTIVE for port object d64b21c5-b683-4463-9d51-de68f8d122ae will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:55.346311 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc30094-c17b-4b10-a8b3-ab17aa71765d tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] DELETE failed (client error): The resource could not be found. May 24 22:58:55.347050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc30094-c17b-4b10-a8b3-ab17aa71765d tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:55.351530 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7fc30094-c17b-4b10-a8b3-ab17aa71765d tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] 10.222.0.32 "DELETE /v2.0/subnets/a9225f0f-62bb-41f0-9a11-ca5bef43dd0b HTTP/1.1" status: 404 len: 337 time: 0.0940468 May 24 22:58:55.354448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52130) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:55.368390 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-9fc9e674-df01-47ca-b8e7-90be896ab9f9 service neutron] 10.222.0.32 "GET /v2.0/networks/cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887206 May 24 22:58:55.376426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.382957 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.389887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.422417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Pushing event deleted for resources: {'Network': ['ID=9726ce17-4fc7-4b88-ba2c-f904e746f60c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:55.431248 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0a8bb6e2-9b36-4d74-9015-3db7dff18e67 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d409a3-60c5-4373-bb85-9b5417e9192d HTTP/1.1" status: 200 len: 205 time: 0.0949075 May 24 22:58:55.435153 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52134) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:55.450062 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ff705919-fc6d-4059-97d8-034fd476c33b tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9726ce17-4fc7-4b88-ba2c-f904e746f60c HTTP/1.1" status: 204 len: 168 time: 1.4695208 May 24 22:58:55.451148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52138) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:55.492167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.594749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.42', 57773) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:55.632579 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4605b98b-c50c-471a-b2b1-b2cfc893ca74 req-0c628563-6c82-4a7e-b454-fafaab3fcee9 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 210 time: 0.1362877 May 24 22:58:55.740079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-83524131-7d6f-4212-b5a2-2c59dae13492 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Synchronizing usage tracker for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:55.846740 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-e1d8b014-bc73-45e4-b509-fdc5f7b56711 service neutron] 10.222.0.32 "GET /v2.0/networks/cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486829 May 24 22:58:55.878227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-83524131-7d6f-4212-b5a2-2c59dae13492 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Unset dirty status for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:55.879529 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-83524131-7d6f-4212-b5a2-2c59dae13492 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4501 time: 0.6207221 May 24 22:58:55.883880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52146) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:55.887382 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.956388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40a4599-7824-4a40-aa0f-71fea178b312']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:56.004849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1ca3de-0ea1-4403-baec-9f88a4a81885') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:56.005059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.005492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1ca3de-0ea1-4403-baec-9f88a4a81885') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:56.015341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.027628 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.034532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-daef8112-58fc-4d24-bca6-e2d86515d84e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.039089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.071572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-daef8112-58fc-4d24-bca6-e2d86515d84e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.318286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.42', 57778) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:56.387904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:56.433995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:56.460581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.480802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:56.551277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-ada490db-6573-4c5b-adf2-86997f13040a tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:56.552939 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-ada490db-6573-4c5b-adf2-86997f13040a tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.42 "GET /v2.0/networks?id=86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 HTTP/1.1" status: 200 len: 812 time: 0.9380395 May 24 22:58:56.599227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.610742 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca2f9486-9dd9-4342-8ba0-abb11dcf1ecb req-777dfc64-88b0-4d27-8bb4-565f7fc8a1e4 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 210 time: 0.2945049 May 24 22:58:56.648181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'Port': ['ID=d64b21c5-b683-4463-9d51-de68f8d122ae,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:56.654704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-daef8112-58fc-4d24-bca6-e2d86515d84e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.660721 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0922edcb-8748-4408-81fe-4626230e21b4 req-6812b70a-068c-4851-9d5b-5465c229641c tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 210 time: 0.3457325 May 24 22:58:56.664947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:56.665402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.725038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef8112-58fc-4d24-bca6-e2d86515d84e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b426a7bc-96c2-44b3-8025-0cad72de0526,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:56.837416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-65fe3163-fa41-4954-b92b-f8b7e34657b5 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Synchronizing usage tracker for tenant:1ef6f5139f3a435992e0ee1ac47012a8 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:56.865501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.883761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f1d73553-a9fd-4eb7-a538-bf5a8de05699 None None] Provisioning for port d64b21c5-b683-4463-9d51-de68f8d122ae completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:56.891737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f1d73553-a9fd-4eb7-a538-bf5a8de05699 None None] Provisioning complete for port d64b21c5-b683-4463-9d51-de68f8d122ae triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:56.892077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f1d73553-a9fd-4eb7-a538-bf5a8de05699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.893211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-a9c25857-7fb2-4545-adc0-3a765ed76028 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:56.901176 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-a9c25857-7fb2-4545-adc0-3a765ed76028 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.42 "GET /v2.0/networks?id=d6205c16-b3a2-4d86-9909-668148e58a5b HTTP/1.1" status: 200 len: 812 time: 0.5753677 May 24 22:58:56.906876 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9baf8760-01ff-4059-ba6e-09aa229b5f2b']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:56.926115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9f498b-862d-4eab-86c7-535227865f16') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:56.928431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9f498b-862d-4eab-86c7-535227865f16') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:56.944701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.969612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.978217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:56.979224 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.044795 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cf78b467-ca27-4c89-9ad0-bed9ea35d8dc req-2bf7a67d-88e0-4eee-bf85-eb9b809ae6c5 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 210 time: 0.1421735 May 24 22:58:57.049455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-daef8112-58fc-4d24-bca6-e2d86515d84e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.050812 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-daef8112-58fc-4d24-bca6-e2d86515d84e tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "DELETE /v2.0/security-groups/b426a7bc-96c2-44b3-8025-0cad72de0526 HTTP/1.1" status: 204 len: 168 time: 1.1660759 May 24 22:58:57.054371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52200) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:57.083198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.087121 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cd1ca3de-0ea1-4403-baec-9f88a4a81885 resource provider aggregate not found May 24 22:58:57.103424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f1d73553-a9fd-4eb7-a538-bf5a8de05699 None None] Port d64b21c5-b683-4463-9d51-de68f8d122ae cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:57.196181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.199338 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cd1ca3de-0ea1-4403-baec-9f88a4a81885 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd1ca3de-0ea1-4403-baec-9f88a4a81885 found for delete ", "request_id": "req-16c118a3-d283-463e-897a-ecfda5572501"}]} May 24 22:58:57.200483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.212065 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] Pushing event deleted for resources: {'Network': ['ID=a40a4599-7824-4a40-aa0f-71fea178b312,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:57.218032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:57.223124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.224533 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-45d810f2-8423-4efb-963b-a0543201f86c tempest-ExternalNetworksTestJSON-616777947 tempest-ExternalNetworksTestJSON-616777947-project] 10.222.0.32 "DELETE /v2.0/networks/a40a4599-7824-4a40-aa0f-71fea178b312 HTTP/1.1" status: 204 len: 168 time: 1.8624477 May 24 22:58:57.237261 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-f2198f9e-cee4-41eb-94ae-19f9d7051353 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6005c58c7744a9b7459d826b74a7db HTTP/1.1" status: 200 len: 380 time: 0.2543032 May 24 22:58:57.258316 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Request body: {'port': {'device_id': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'admin_state_up': True, 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'security_groups': ['dc390971-226a-46c7-a5c0-c37ae18558ff']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:57.282273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-65fe3163-fa41-4954-b92b-f8b7e34657b5 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Unset dirty status for tenant:1ef6f5139f3a435992e0ee1ac47012a8 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:57.282273 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-65fe3163-fa41-4954-b92b-f8b7e34657b5 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef6f5139f3a435992e0ee1ac47012a8 HTTP/1.1" status: 200 len: 380 time: 0.6790028 May 24 22:58:57.303236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Request body: {'port': {'device_id': '279d362e-2915-4d02-b6cc-197c324225a8', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'admin_state_up': True, 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'security_groups': ['fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:57.423839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6d6be4e0-ac42-44bc-a3ea-6d6be5d48af7 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Synchronizing usage tracker for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:57.434167 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3a9f498b-862d-4eab-86c7-535227865f16 resource provider aggregate not found May 24 22:58:57.441525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.463565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Deleting port 0f30f3eb-d619-42ea-aa14-d18c8d97c131 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:57.463910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.467599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6d6be4e0-ac42-44bc-a3ea-6d6be5d48af7 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Unset dirty status for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:57.468535 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d6be4e0-ac42-44bc-a3ea-6d6be5d48af7 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2975 time: 0.4127469 May 24 22:58:57.475114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52212) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:57.482196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'tempest-secgroup--126089020'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:57.498536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.502761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:57.511412 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9baf8760-01ff-4059-ba6e-09aa229b5f2b HTTP/1.1" status: 204 len: 168 time: 1.9152918 May 24 22:58:57.529939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:57.538216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6790de-32c4-4fb9-ab4e-7081dc261efd tempest-QuotasNegativeTest-1127061239 tempest-QuotasNegativeTest-1127061239-project-admin] Pushing event deleted for resources: {'Network': ['ID=9baf8760-01ff-4059-ba6e-09aa229b5f2b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:57.546697 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3a9f498b-862d-4eab-86c7-535227865f16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a9f498b-862d-4eab-86c7-535227865f16 found for delete ", "request_id": "req-038051fd-a82f-4691-97d6-e125268eeebb"}]} May 24 22:58:57.548124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:57.561944 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6c451e3a-1af6-4aca-91a7-b012c5228ddf tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9320338 May 24 22:58:57.562174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52218) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:57.574055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5c3e68aa-c2d5-48e8-924e-8a39ab16a3dc tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:fb:8e:5a'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:57.641684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.713990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:57.766784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:57.771791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:57.791113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:57.798256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:57.824303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:57.826518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:57.828184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52228) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:57.880505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Made reservation on behalf of ee6005c58c7744a9b7459d826b74a7db for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:57.884079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.896775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Made reservation on behalf of 1ef6f5139f3a435992e0ee1ac47012a8 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:57.909448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:58.114083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.42', 57782) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:58.198804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:58.513358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Calling delete_port for 0f30f3eb-d619-42ea-aa14-d18c8d97c131 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:58.558809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Allocated IP 172.20.0.5 (86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0/ffcc74a2-e1ac-447a-a1f7-9506aacc7570/b482885c-651d-4cfa-9b51-a905cdd78825) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:58.768799 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a79c45d6-d8b7-496b-b888-1287af4d2b37 req-5d03b6f6-ff67-4ddb-b0b5-86b89bfdf678 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 210 time: 0.7500715 May 24 22:58:58.840228 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8ffbc487-3270-488e-a5fa-f611c17cc814 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6aec80580d5341d19e953c43699dc159&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0108328 May 24 22:58:58.868870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52248) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:58.869222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52250) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:58.906153 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d7e3b20-0f2d-46bb-a356-c4770206f120 req-5377f6be-d0d5-4ae9-92d1-9c45b4aec311 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 210 time: 0.7443278 May 24 22:58:58.966081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c841d5f-3209-453f-b404-51fe34701892 req-9f53ca06-9182-4b3a-8ef5-dc1aefab2957 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:58.975155 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-9f53ca06-9182-4b3a-8ef5-dc1aefab2957 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.42 "GET /v2.0/networks?id=cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 HTTP/1.1" status: 200 len: 805 time: 0.8569882 May 24 22:58:58.978006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.000541 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.095039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Transition to ACTIVE for port object b482885c-651d-4cfa-9b51-a905cdd78825 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:59.117602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Pushing event deleted for resources: {'Port': ['ID=0f30f3eb-d619-42ea-aa14-d18c8d97c131,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:59.128313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Allocated IP 172.20.0.12 (d6205c16-b3a2-4d86-9909-668148e58a5b/13943762-dae2-4602-990d-129c1c56cf13/7e790732-1f37-47eb-bc3a-874a9f48a2a5) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:59.156951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ad3536cb-4a8b-4745-b522-afb2b8a8d75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.213383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ad3536cb-4a8b-4745-b522-afb2b8a8d75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.220451 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-51b04d27-2d5c-47ab-9a26-e6a48cfe3f49 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b3c63dcfc634e77882cbe9e9d5a6aff HTTP/1.1" status: 200 len: 379 time: 0.2105386 May 24 22:58:59.222936 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8258da63-328b-4d50-a930-a553305edd34 req-ea51090b-9dbf-4a95-952c-1bfa2eec34f8 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 210 time: 0.1718318 May 24 22:58:59.244031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-919ebbb7-b988-408b-aa63-37356a40609b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.275496 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.318517 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.327526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-919ebbb7-b988-408b-aa63-37356a40609b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:59.395736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c3e68aa-c2d5-48e8-924e-8a39ab16a3dc tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.417284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Request body: {'port': {'device_id': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'admin_state_up': True, 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'security_groups': ['430a202f-2d49-4511-a552-4f88ef78578f']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:59.478229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Pushing event updated for resources: {'Port': ['ID=b482885c-651d-4cfa-9b51-a905cdd78825,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:59.483011 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-919ebbb7-b988-408b-aa63-37356a40609b admin admin] Usage tracker for resource:security_group_rule and tenant:23582f8ac60c4ae2a17deda8915827d1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:59.495308 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-919ebbb7-b988-408b-aa63-37356a40609b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:59.553886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.601471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.650500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:59.655405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-919ebbb7-b988-408b-aa63-37356a40609b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:59.657532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:59.657672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.662578 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1864903 May 24 22:58:59.663719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52266) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:59.676967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:59.708805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c3b05718-cda7-40a4-8639-221f5a476ed1 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': '34c294ea-507f-4331-b439-7fe4d2ea98a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:59.718356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.741350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.785721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c3b05718-cda7-40a4-8639-221f5a476ed1 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:59.866948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ad3536cb-4a8b-4745-b522-afb2b8a8d75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.881080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c3b05718-cda7-40a4-8639-221f5a476ed1 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:59.913897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:59.914545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.925769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.926294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Fanout notify agent at l3_agent the message router_deleted on router 12d409a3-60c5-4373-bb85-9b5417e9192d {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:58:59.939470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3536cb-4a8b-4745-b522-afb2b8a8d75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e25ef8-da5b-4337-b393-e287ee28ac30,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:59.974100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c3b05718-cda7-40a4-8639-221f5a476ed1 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:00.032479 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a8fb9054-bd4d-42a6-976b-c8d0a04d4386 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7356126 May 24 22:59:00.033895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ad3536cb-4a8b-4745-b522-afb2b8a8d75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.034952 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ad3536cb-4a8b-4745-b522-afb2b8a8d75f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55e25ef8-da5b-4337-b393-e287ee28ac30 HTTP/1.1" status: 204 len: 168 time: 1.1626389 May 24 22:59:00.053610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.054855 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e2ca522f-18de-46a2-a6ab-5ef4a079fed0 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/12d409a3-60c5-4373-bb85-9b5417e9192d HTTP/1.1" status: 204 len: 168 time: 4.6164737 May 24 22:59:00.059675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-b7e598ca-3579-4fe8-8587-9af3fff9596c tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:00.069513 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-b7e598ca-3579-4fe8-8587-9af3fff9596c tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163980 May 24 22:59:00.070057 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52278) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.105528 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1291095407', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'enable_snat': False}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:00.148664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:00.166599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Usage tracker for resource:router and tenant:2c95a31525514df8a3c1b5c170166ecb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:00.174937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:00.183521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:00.209643 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a935a5-ef24-4718-90cd-8f3d7c39e934 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c294ea-507f-4331-b439-7fe4d2ea98a7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:00.245305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-919ebbb7-b988-408b-aa63-37356a40609b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.247754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c3b05718-cda7-40a4-8639-221f5a476ed1 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:00.262508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-919ebbb7-b988-408b-aa63-37356a40609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.291909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5a6ba0a9-88e1-494e-ab75-57b1ea120230 None None] Provisioning for port b482885c-651d-4cfa-9b51-a905cdd78825 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:00.313920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.316711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.324590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5a6ba0a9-88e1-494e-ab75-57b1ea120230 None None] Provisioning complete for port b482885c-651d-4cfa-9b51-a905cdd78825 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:00.328370 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a6ba0a9-88e1-494e-ab75-57b1ea120230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.392504 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-919ebbb7-b988-408b-aa63-37356a40609b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23582f8ac60c4ae2a17deda8915827d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5214729 May 24 22:59:00.422606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52288) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.487239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ebbb7-b988-408b-aa63-37356a40609b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91985ab-c9b1-474c-b0da-535afa43874d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:00.495308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ba0a9-88e1-494e-ab75-57b1ea120230 None None] Port b482885c-651d-4cfa-9b51-a905cdd78825 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:00.519893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.552988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Request body: {'port': {'device_id': '279d362e-2915-4d02-b6cc-197c324225a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:00.573464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:00.781952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.809848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Transition to ACTIVE for port object 7e790732-1f37-47eb-bc3a-874a9f48a2a5 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:00.842276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52292) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.845149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:00.877923 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98d8298e-50e6-423a-b1e9-241272b70948 req-588b23b6-d091-4b1f-868f-e39887ec1122 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 210 time: 0.6273665 May 24 22:59:00.881302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.977120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.010077 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae91244-8437-4f60-8e50-23bf6e5c0a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.041047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Made reservation on behalf of 8b3c63dcfc634e77882cbe9e9d5a6aff for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:01.044798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.178522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Network d6205c16-b3a2-4d86-9909-668148e58a5b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:01.223103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:01.225704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:01.349611 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-791c6e77-19b8-4e86-9bab-589eaae7be72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4c57ccb6e67494f84b5c712af6e1d33&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5001113 May 24 22:59:01.413405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52296) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.425492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Pushing event updated for resources: {'Port': ['ID=7e790732-1f37-47eb-bc3a-874a9f48a2a5,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:01.438434 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-c3b05718-cda7-40a4-8639-221f5a476ed1 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:01.443750 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c3b05718-cda7-40a4-8639-221f5a476ed1 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.7498722 May 24 22:59:01.467825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52300) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.517889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae91244-8437-4f60-8e50-23bf6e5c0a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.519806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c6bd0a73-809d-491a-a21c-8a9791ab11b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group_rule': {'security_group_id': '34c294ea-507f-4331-b439-7fe4d2ea98a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:01.524959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-5c3e68aa-c2d5-48e8-924e-8a39ab16a3dc tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:01.527358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.609553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:01.610167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.621455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c3e68aa-c2d5-48e8-924e-8a39ab16a3dc tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.627482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6bd0a73-809d-491a-a21c-8a9791ab11b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:01.655876 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6bd0a73-809d-491a-a21c-8a9791ab11b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:01.659098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c3e68aa-c2d5-48e8-924e-8a39ab16a3dc tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.659719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4b143fce-3958-4c8e-aa04-76e73bf83934 None None] Provisioning for port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:01.671670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4b143fce-3958-4c8e-aa04-76e73bf83934 None None] Provisioning complete for port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:01.672573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6bd0a73-809d-491a-a21c-8a9791ab11b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:01.672863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4b143fce-3958-4c8e-aa04-76e73bf83934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.731803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc56653-0abc-4919-bc36-0549534bb5eb req-11514e96-adf4-4cee-92f7-11351b45bd86 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:01.732539 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-adc56653-0abc-4919-bc36-0549534bb5eb req-11514e96-adf4-4cee-92f7-11351b45bd86 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Synchronizing usage tracker for tenant:ee6005c58c7744a9b7459d826b74a7db on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:01.742990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a07cb4-7ef5-4622-ab16-6469cefcce13 req-0a21cb56-e47a-4221-8ee9-ad8cc787ad68 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:01.752796 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6a07cb4-7ef5-4622-ab16-6469cefcce13 req-0a21cb56-e47a-4221-8ee9-ad8cc787ad68 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 931 time: 1.4041533 May 24 22:59:01.760730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6bd0a73-809d-491a-a21c-8a9791ab11b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:01.827495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae91244-8437-4f60-8e50-23bf6e5c0a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.837545 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-21e94684-d7ac-4aea-bea2-a9f2fdac1f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5840540 May 24 22:59:01.846693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4b143fce-3958-4c8e-aa04-76e73bf83934 None None] Port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:01.864227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Allocated IP 172.20.0.8 (cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1/5229914f-6024-4298-9ff4-806f8e914057/c2f5e3f3-d5e9-403b-9227-bb3682ee7640) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:01.946866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae91244-8437-4f60-8e50-23bf6e5c0a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91985ab-c9b1-474c-b0da-535afa43874d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:01.990187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3fd624ae-379b-445c-86ce-9d2ef14f77f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.008942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae91244-8437-4f60-8e50-23bf6e5c0a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.012634 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ae91244-8437-4f60-8e50-23bf6e5c0a23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d91985ab-c9b1-474c-b0da-535afa43874d HTTP/1.1" status: 204 len: 168 time: 1.5776877 May 24 22:59:02.024944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-adc56653-0abc-4919-bc36-0549534bb5eb req-11514e96-adf4-4cee-92f7-11351b45bd86 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Unset dirty status for tenant:ee6005c58c7744a9b7459d826b74a7db on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:02.026198 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-adc56653-0abc-4919-bc36-0549534bb5eb req-11514e96-adf4-4cee-92f7-11351b45bd86 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 932 time: 0.9964941 May 24 22:59:02.050419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e68aa-c2d5-48e8-924e-8a39ab16a3dc tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'Port': ['ID=d64b21c5-b683-4463-9d51-de68f8d122ae,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:02.060890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e68aa-c2d5-48e8-924e-8a39ab16a3dc tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] In _notify_port_updated(), no bound segment for port d64b21c5-b683-4463-9d51-de68f8d122ae on network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:59:02.066997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3e68aa-c2d5-48e8-924e-8a39ab16a3dc tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:02.067645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c3e68aa-c2d5-48e8-924e-8a39ab16a3dc tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.071635 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5c3e68aa-c2d5-48e8-924e-8a39ab16a3dc tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "PUT /v2.0/ports/d64b21c5-b683-4463-9d51-de68f8d122ae HTTP/1.1" status: 200 len: 994 time: 4.5058019 May 24 22:59:02.080277 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6a07cb4-7ef5-4622-ab16-6469cefcce13 req-def58e0d-b311-48ad-af0e-fdf64a3ad20a tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264763 May 24 22:59:02.094453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52308) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.222982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3fd624ae-379b-445c-86ce-9d2ef14f77f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.249884 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-c6bd0a73-809d-491a-a21c-8a9791ab11b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:02.253257 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c6bd0a73-809d-491a-a21c-8a9791ab11b9 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7844625 May 24 22:59:02.280671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6bbaf1cc-46da-45e5-b31d-de4f76789217 None None] Provisioning complete for port d64b21c5-b683-4463-9d51-de68f8d122ae triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:02.283769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6bbaf1cc-46da-45e5-b31d-de4f76789217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.306599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52312) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.307889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.353618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.367676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Request body: {'port': {'device_id': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:02.398362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:02.457551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6bbaf1cc-46da-45e5-b31d-de4f76789217 None None] Port d64b21c5-b683-4463-9d51-de68f8d122ae cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:02.551227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b482885c-651d-4cfa-9b51-a905cdd78825 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:02.558495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b92dc151-7f96-4cfe-a96d-75ba5d233f44 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.602869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.674672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Transition to ACTIVE for port object b482885c-651d-4cfa-9b51-a905cdd78825 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:02.678348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b92dc151-7f96-4cfe-a96d-75ba5d233f44 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.712643 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.788963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Allocated IP 172.26.3.144 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/ced78492-c9e8-4a9e-8c86-05972cae173a) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:02.857268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.893766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Transition to ACTIVE for port object c2f5e3f3-d5e9-403b-9227-bb3682ee7640 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:02.970233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Pushing event updated for resources: {'Port': ['ID=b482885c-651d-4cfa-9b51-a905cdd78825,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:02.977557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-83a51491-c541-4c25-aa56-326a1503f62f req-470be7e6-2a1b-4899-bb09-7c74570be781 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Synchronizing usage tracker for tenant:8b3c63dcfc634e77882cbe9e9d5a6aff on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:02.984869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-19eeea91-c364-4f24-a727-1da1042f32d6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Deleting port d64b21c5-b683-4463-9d51-de68f8d122ae {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:02.985236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19eeea91-c364-4f24-a727-1da1042f32d6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.027623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52320) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:03.038841 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-adc56653-0abc-4919-bc36-0549534bb5eb req-7a02e2fb-2a09-4b24-8c3f-f7ed63fa667e tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9809237 May 24 22:59:03.219115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-83a51491-c541-4c25-aa56-326a1503f62f req-470be7e6-2a1b-4899-bb09-7c74570be781 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Unset dirty status for tenant:8b3c63dcfc634e77882cbe9e9d5a6aff on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:03.222453 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-83a51491-c541-4c25-aa56-326a1503f62f req-470be7e6-2a1b-4899-bb09-7c74570be781 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 210 time: 0.7506542 May 24 22:59:03.238044 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3fd624ae-379b-445c-86ce-9d2ef14f77f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.269865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.284993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.295453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b92dc151-7f96-4cfe-a96d-75ba5d233f44 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.337025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3fd624ae-379b-445c-86ce-9d2ef14f77f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.338132 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3fd624ae-379b-445c-86ce-9d2ef14f77f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/365387a4-40cf-4a79-b82d-66e1e3e287e5 HTTP/1.1" status: 204 len: 168 time: 1.9197242 May 24 22:59:03.424209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd624ae-379b-445c-86ce-9d2ef14f77f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365387a4-40cf-4a79-b82d-66e1e3e287e5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:03.437495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ff6d4d0-d5c0-4e95-948f-9a2a3e7d9601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.458876 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dc151-7f96-4cfe-a96d-75ba5d233f44 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c294ea-507f-4331-b439-7fe4d2ea98a7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:03.469410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.497710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.510402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:03.520518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:03.526328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:03.530400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5ff6d4d0-d5c0-4e95-948f-9a2a3e7d9601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:03.563364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5ff6d4d0-d5c0-4e95-948f-9a2a3e7d9601 admin admin] Usage tracker for resource:security_group_rule and tenant:4b4722dcbcf24e228d676ce0ded04109 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:03.582398 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5ff6d4d0-d5c0-4e95-948f-9a2a3e7d9601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:03.591957 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:03.604578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:03.610988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5ff6d4d0-d5c0-4e95-948f-9a2a3e7d9601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:03.612855 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b92dc151-7f96-4cfe-a96d-75ba5d233f44 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.614160 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b92dc151-7f96-4cfe-a96d-75ba5d233f44 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "DELETE /v2.0/security-groups/34c294ea-507f-4331-b439-7fe4d2ea98a7 HTTP/1.1" status: 204 len: 168 time: 1.2741921 May 24 22:59:03.615493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:03.674115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Pushing event updated for resources: {'Port': ['ID=c2f5e3f3-d5e9-403b-9227-bb3682ee7640,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:03.826747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ba58cf0f-60a9-4b08-a645-962a2b12ea93 None None] Provisioning for port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:03.837088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ba58cf0f-60a9-4b08-a645-962a2b12ea93 None None] Provisioning complete for port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:03.839068 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ba58cf0f-60a9-4b08-a645-962a2b12ea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.867069 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event updated for resources: {'Port': ['ID=ced78492-c9e8-4a9e-8c86-05972cae173a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:03.891231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52328) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:03.921811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:03.922861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.001954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Attempting to bind port b482885c-651d-4cfa-9b51-a905cdd78825 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:04.002306 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Attempting to bind port b482885c-651d-4cfa-9b51-a905cdd78825 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:04.002678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Attempting to bind port b482885c-651d-4cfa-9b51-a905cdd78825 on network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:04.027372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ba58cf0f-60a9-4b08-a645-962a2b12ea93 None None] Port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:04.049010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Port b482885c-651d-4cfa-9b51-a905cdd78825 on network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:59:04.049355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Attempting to bind port b482885c-651d-4cfa-9b51-a905cdd78825 on network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:04.078249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:04.078684 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Checking segment: {'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:04.080569 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Bound using segment: {'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:04.081356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Bound port: b482885c-651d-4cfa-9b51-a905cdd78825, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310bc53d-129b-431e-9484-0f8fc24eb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:04.081864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.289784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ff6d4d0-d5c0-4e95-948f-9a2a3e7d9601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.321804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ff6d4d0-d5c0-4e95-948f-9a2a3e7d9601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.535531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] For port b482885c-651d-4cfa-9b51-a905cdd78825, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:04.651278 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5ff6d4d0-d5c0-4e95-948f-9a2a3e7d9601 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b4722dcbcf24e228d676ce0ded04109&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5889845 May 24 22:59:04.663032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] For port b482885c-651d-4cfa-9b51-a905cdd78825, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b482885c-651d-4cfa-9b51-a905cdd78825,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:04.664225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52352) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:04.689184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6d4d0-d5c0-4e95-948f-9a2a3e7d9601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd33bc7-3e4c-4f3c-9c4a-53cfdd149b8c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:04.726218 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.849169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e790732-1f37-47eb-bc3a-874a9f48a2a5 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:04.862190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.883856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.905014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Transition to ACTIVE for port object 7e790732-1f37-47eb-bc3a-874a9f48a2a5 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:04.971902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.020222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:05.021183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.034343 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-99f8e283-855d-4567-b635-be3fec56978c service neutron] 10.222.0.42 "PUT /v2.0/ports/b482885c-651d-4cfa-9b51-a905cdd78825 HTTP/1.1" status: 200 len: 1093 time: 4.8382466 May 24 22:59:05.036325 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279d362e-2915-4d02-b6cc-197c324225a8', 'tag': 'b482885c-651d-4cfa-9b51-a905cdd78825'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:05.117559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8e283-855d-4567-b635-be3fec56978c service neutron] Pushing event updated for resources: {'Port': ['ID=b482885c-651d-4cfa-9b51-a905cdd78825,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:05.258588 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-6dc8cea8-2d0c-4c13-9fe6-966248b633cf tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8642526 May 24 22:59:05.293360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Pushing event updated for resources: {'Port': ['ID=7e790732-1f37-47eb-bc3a-874a9f48a2a5,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:05.318953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ea6f9-99f8-4c45-b127-2258b44c6d55 req-d9031ec8-29b4-4bc2-b398-219639dde6f3 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:05.327463 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-035ea6f9-99f8-4c45-b127-2258b44c6d55 req-d9031ec8-29b4-4bc2-b398-219639dde6f3 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 943 time: 2.0385051 May 24 22:59:05.348551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc4c7-f248-4542-9b24-ff1134e494c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.356427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Request body: {'port': {'device_id': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:05.425644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19eeea91-c364-4f24-a727-1da1042f32d6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.602773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc4c7-f248-4542-9b24-ff1134e494c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.825368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-19eeea91-c364-4f24-a727-1da1042f32d6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Calling delete_port for d64b21c5-b683-4463-9d51-de68f8d122ae owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:05.830304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-0a8e1ba2-3328-4b52-9558-465ef7c13baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:05.832992 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-0a8e1ba2-3328-4b52-9558-465ef7c13baa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ef6f5139f3a435992e0ee1ac47012a8&device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 1096 time: 0.6666236 May 24 22:59:05.921456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc4c7-f248-4542-9b24-ff1134e494c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.948053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcc4c7-f248-4542-9b24-ff1134e494c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd33bc7-3e4c-4f3c-9c4a-53cfdd149b8c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:05.954933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc4c7-f248-4542-9b24-ff1134e494c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.956760 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8bdcc4c7-f248-4542-9b24-ff1134e494c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cd33bc7-3e4c-4f3c-9c4a-53cfdd149b8c HTTP/1.1" status: 204 len: 168 time: 1.2913616 May 24 22:59:05.967639 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.003216 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-035ea6f9-99f8-4c45-b127-2258b44c6d55 req-365c5b6e-e45f-42cf-b1f2-7224f38e97ff tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6745188 May 24 22:59:06.025540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3acab4fb-c7a9-4d01-bf47-d5467d354976 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Synchronizing usage tracker for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:06.130375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bae98-d8b7-4686-abc0-3cf0fcfd78df req-338b7e76-c2ec-43a0-80d5-08393e58c740 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:06.131864 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c8bae98-d8b7-4686-abc0-3cf0fcfd78df req-338b7e76-c2ec-43a0-80d5-08393e58c740 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 944 time: 1.1825595 May 24 22:59:06.194183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.203973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Attempting to bind port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:06.204324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Attempting to bind port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:06.204698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Attempting to bind port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 on network d6205c16-b3a2-4d86-9909-668148e58a5b {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:06.215038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 on network d6205c16-b3a2-4d86-9909-668148e58a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:59:06.215357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Attempting to bind port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 on network d6205c16-b3a2-4d86-9909-668148e58a5b {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:06.217302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3acab4fb-c7a9-4d01-bf47-d5467d354976 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Unset dirty status for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:06.222772 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3acab4fb-c7a9-4d01-bf47-d5467d354976 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2975 time: 2.2912447 May 24 22:59:06.256337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52384) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:06.283843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320529774'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:06.318432 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-dc37c4eb-1071-449d-a99a-13b1ed63e0ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b482885c-651d-4cfa-9b51-a905cdd78825 HTTP/1.1" status: 200 len: 217 time: 0.0970249 May 24 22:59:06.348819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:06.349163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Checking segment: {'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:06.349687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Bound using segment: {'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:06.350158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Bound port: 7e790732-1f37-47eb-bc3a-874a9f48a2a5, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50397701-8bf8-4ec8-9232-d53579da012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:06.350522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.370074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:06.477941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-61e1b9f0-51ab-458f-a243-fd67fee83285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:06.479334 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-61e1b9f0-51ab-458f-a243-fd67fee83285 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffcc74a2-e1ac-447a-a1f7-9506aacc7570 HTTP/1.1" status: 200 len: 851 time: 0.1491125 May 24 22:59:06.506399 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c8bae98-d8b7-4686-abc0-3cf0fcfd78df req-56d73457-f88b-44e2-9b0d-dc4d0012efb0 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621800 May 24 22:59:06.509463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:06.606149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.616407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a98c6d04-31ac-4995-ac70-14a656eb36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:06.618155 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-a98c6d04-31ac-4995-ac70-14a656eb36b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1273561 May 24 22:59:06.619311 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Router 06a6879d-1c2a-4c6c-ad46-287337127c7e is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:59:06.689904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81510a3f-1290-45dd-91ea-c9e219a58c96 req-3d70c69f-0a35-4a4f-b323-e1d9f6433b0a tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:06.691502 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-81510a3f-1290-45dd-91ea-c9e219a58c96 req-3d70c69f-0a35-4a4f-b323-e1d9f6433b0a tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 931 time: 0.4817190 May 24 22:59:06.749950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] For port 7e790732-1f37-47eb-bc3a-874a9f48a2a5, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:06.752667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:06.776398 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Usage tracker for resource:security_group_rule and tenant:de0a111cd7474e41b4e3d296e983746b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:06.779063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19eeea91-c364-4f24-a727-1da1042f32d6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.785561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:06.798264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] For port 7e790732-1f37-47eb-bc3a-874a9f48a2a5, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:06.853111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:06.871016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eeea91-c364-4f24-a727-1da1042f32d6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event deleted for resources: {'Port': ['ID=d64b21c5-b683-4463-9d51-de68f8d122ae,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:06.910287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.963773 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-3d4caf66-5f62-44f8-9ab2-0809add1decf service neutron] 10.222.0.42 "GET /v2.0/networks/86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367479 May 24 22:59:06.968637 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:06.981242 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Sync routers for ids ['06a6879d-1c2a-4c6c-ad46-287337127c7e'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:07.005500 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Routers {'06a6879d-1c2a-4c6c-ad46-287337127c7e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:07.006788 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['06a6879d-1c2a-4c6c-ad46-287337127c7e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:07.083595 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc5edcc-469b-487c-8bcf-5fe18a2adbde'] response: {'name': 'network-changed', 'server_uuid': '279d362e-2915-4d02-b6cc-197c324225a8', 'tag': 'b482885c-651d-4cfa-9b51-a905cdd78825', 'status': 'completed', 'code': 200} May 24 22:59:07.105782 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52414) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:07.120542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.121717 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-30210576-c080-4afe-89c8-925d35a650a2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.0407860 May 24 22:59:07.127972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52418) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:07.305490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f5e3f3-d5e9-403b-9227-bb3682ee7640 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:07.314790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.324197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Pushing event updated for resources: {'Port': ['ID=7e790732-1f37-47eb-bc3a-874a9f48a2a5,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:07.344762 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-81510a3f-1290-45dd-91ea-c9e219a58c96 req-d11d3dc4-c1ac-46e8-869e-ddfb50683dc7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6307368 May 24 22:59:07.458258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Transition to ACTIVE for port object c2f5e3f3-d5e9-403b-9227-bb3682ee7640 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:07.460403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:07.463085 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.469415 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-47d95c16-c57a-435f-bc2a-f43496d50104 service neutron] 10.222.0.42 "PUT /v2.0/ports/7e790732-1f37-47eb-bc3a-874a9f48a2a5 HTTP/1.1" status: 200 len: 1094 time: 5.1192410 May 24 22:59:07.478067 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'tag': '7e790732-1f37-47eb-bc3a-874a9f48a2a5'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:07.482774 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-40fc7b0d-a709-4a0d-976b-4e50aa70d32d req-d7828769-967c-48b7-a661-8d29248011b0 service neutron] 10.222.0.42 "GET /v2.0/networks/86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119052 May 24 22:59:07.494167 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8c899302-4473-4098-8851-991a8a83540e tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/routers/06a6879d-1c2a-4c6c-ad46-287337127c7e HTTP/1.1" status: 200 len: 909 time: 0.3487854 May 24 22:59:07.496634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52434) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:07.506582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.507012 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Set router 06a6879d-1c2a-4c6c-ad46-287337127c7e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:07.528303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1291095407', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'enable_snat': True}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:07.557084 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:07.649044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Usage tracker for resource:router and tenant:2c95a31525514df8a3c1b5c170166ecb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:07.656430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:07.681236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:07.701918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:07.704052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52440) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:07.707526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:07.720061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Usage tracker for resource:floatingip and tenant:6748aa19517843139ee7792e0948c05a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:07.734199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:07.746395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:07.754984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.756182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.792307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.815838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.821991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-876678b4-bde2-4e6c-8e21-78821968c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:07.823935 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-876678b4-bde2-4e6c-8e21-78821968c9e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6005c58c7744a9b7459d826b74a7db&device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 1097 time: 0.2849562 May 24 22:59:07.905531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1792487641'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:07.969875 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a6879d-1c2a-4c6c-ad46-287337127c7e', 'name': 'tempest-snat-router-1291095407', 'tenant_id': '2c95a31525514df8a3c1b5c170166ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.144'}], 'enable_snat': False}, 'gw_port_id': 'ced78492-c9e8-4a9e-8c86-05972cae173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:59:00Z', 'updated_at': '2022-05-24T22:59:04Z', 'revision_number': 3, 'project_id': '2c95a31525514df8a3c1b5c170166ecb', 'gw_port': {'id': 'ced78492-c9e8-4a9e-8c86-05972cae173a', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ec:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a6879d-1c2a-4c6c-ad46-287337127c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:59:02Z', 'updated_at': '2022-05-24T22:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:07.974130 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Checking router: 06a6879d-1c2a-4c6c-ad46-287337127c7e for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:59:07.974710 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Updating router 06a6879d-1c2a-4c6c-ad46-287337127c7e port ced78492-c9e8-4a9e-8c86-05972cae173a binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:59:08.009577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:08.012724 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-c0ab64ba-c114-4322-b3f0-66f2e8705c56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5 HTTP/1.1" status: 200 len: 217 time: 0.1793749 May 24 22:59:08.016964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Usage tracker for resource:network and tenant:086fc193ceeb42c688d780d56254d81f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:08.024006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:08.035147 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.075069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19eeea91-c364-4f24-a727-1da1042f32d6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.076887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:08.105373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f5e3f3-d5e9-403b-9227-bb3682ee7640,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:08.233697 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba694d5-ad71-4c61-935f-b71221512ee6 req-1ec51405-8183-4ce9-bf9b-549ab4f9b5ca tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:08.235104 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bba694d5-ad71-4c61-935f-b71221512ee6 req-1ec51405-8183-4ce9-bf9b-549ab4f9b5ca tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 943 time: 0.8723261 May 24 22:59:08.298003 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-19eeea91-c364-4f24-a727-1da1042f32d6 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "DELETE /v2.0/ports/d64b21c5-b683-4463-9d51-de68f8d122ae HTTP/1.1" status: 204 len: 168 time: 6.1852183 May 24 22:59:08.325476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52450) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:08.341334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Made reservation on behalf of 086fc193ceeb42c688d780d56254d81f for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:08.344735 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.361754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.381874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.412943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-94141cc9-bf11-4adf-8319-c2353e50fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:08.414375 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-94141cc9-bf11-4adf-8319-c2353e50fa56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13943762-dae2-4602-990d-129c1c56cf13 HTTP/1.1" status: 200 len: 851 time: 0.3918507 May 24 22:59:08.415029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.420744 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bba694d5-ad71-4c61-935f-b71221512ee6 req-13c95c4a-9d5d-4aa2-be63-eaeb84776c81 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655209 May 24 22:59:08.442794 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.447275 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa56629-81bf-4b21-869a-901666e2ad4a req-fc2a7f08-b1b1-4d90-bf5c-0239af69ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:08.447921 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3aa56629-81bf-4b21-869a-901666e2ad4a req-fc2a7f08-b1b1-4d90-bf5c-0239af69ae71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ef6f5139f3a435992e0ee1ac47012a8&device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 1096 time: 0.8976891 May 24 22:59:08.459141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.463633 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2002866 May 24 22:59:08.466232 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Transition to ACTIVE for port object ced78492-c9e8-4a9e-8c86-05972cae173a will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:08.466391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52458) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:08.479143 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.498796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb36ae-bbde-4431-87a3-7ef182f5b09b req-ae77cd8e-262a-4390-88db-d0b4668887d2 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:08.500300 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-75cb36ae-bbde-4431-87a3-7ef182f5b09b req-ae77cd8e-262a-4390-88db-d0b4668887d2 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 944 time: 0.7100403 May 24 22:59:08.505990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25555f71-64d4-4685-9bd9-e7c40232150a tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b526b98b-2a55-4755-9725-2a0eef1704f1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:08.511240 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b3ce31ea-a5c1-4142-814b-0db10aa3ef90 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:08.511879 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-b3ce31ea-a5c1-4142-814b-0db10aa3ef90 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 24 22:59:08.512400 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-b3ce31ea-a5c1-4142-814b-0db10aa3ef90 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] update failed (client error): There was a conflict when trying to complete your request. May 24 22:59:08.516215 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b3ce31ea-a5c1-4142-814b-0db10aa3ef90 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "PUT /v2.0/security-groups/b526b98b-2a55-4755-9725-2a0eef1704f1 HTTP/1.1" status: 409 len: 330 time: 0.0261104 May 24 22:59:08.524020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52462) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:08.534851 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-320c7600-2c33-4204-9226-277db28ed078 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] GET failed (client error): The resource could not be found. May 24 22:59:08.535387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-320c7600-2c33-4204-9226-277db28ed078 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Synchronizing usage tracker for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:08.562571 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01789c4-b169-4a0f-81b2-953b9627d8e7 None None] Pushing event updated for resources: {'Port': ['ID=ced78492-c9e8-4a9e-8c86-05972cae173a,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:08.584545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Attempting to bind port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:08.584545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Attempting to bind port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:08.584827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Attempting to bind port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 on network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:08.605215 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b59905-0a65-499c-917b-14ddb62be2c6'] response: {'name': 'network-changed', 'server_uuid': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'tag': '7e790732-1f37-47eb-bc3a-874a9f48a2a5', 'status': 'completed', 'code': 200} May 24 22:59:08.607652 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Attempting to bind port ced78492-c9e8-4a9e-8c86-05972cae173a on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:08.607971 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Attempting to bind port ced78492-c9e8-4a9e-8c86-05972cae173a by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:08.608683 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Attempting to bind port ced78492-c9e8-4a9e-8c86-05972cae173a on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:08.615752 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:08.616453 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:08.616670 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.617187 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:08.617662 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Bound port: ced78492-c9e8-4a9e-8c86-05972cae173a, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:08.618054 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.622822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:08.628633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 on network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:59:08.628956 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Attempting to bind port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 on network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:08.646050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.652490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Usage tracker for resource:security_group_rule and tenant:086fc193ceeb42c688d780d56254d81f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:08.659377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:08.660205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:08.660544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Checking segment: {'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:08.660994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Bound using segment: {'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:08.661921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Bound port: c2f5e3f3-d5e9-403b-9227-bb3682ee7640, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:08.661921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.671825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-320c7600-2c33-4204-9226-277db28ed078 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Unset dirty status for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:08.673020 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-320c7600-2c33-4204-9226-277db28ed078 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "GET /v2.0/ports/d64b21c5-b683-4463-9d51-de68f8d122ae HTTP/1.1" status: 404 len: 333 time: 0.3450756 May 24 22:59:08.674212 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:08.678595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52466) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:08.690623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Request body: {'port': {'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a', 'name': 'tempest-AllowedAddressPairTestJSON-1658703400'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:08.722624 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] For port ced78492-c9e8-4a9e-8c86-05972cae173a, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:08.728084 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] For port ced78492-c9e8-4a9e-8c86-05972cae173a, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ced78492-c9e8-4a9e-8c86-05972cae173a,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:08.732285 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.743839 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-75cb36ae-bbde-4431-87a3-7ef182f5b09b req-ddd67872-010d-4093-a6c4-cc7547821864 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246032 May 24 22:59:08.816179 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Routers {'06a6879d-1c2a-4c6c-ad46-287337127c7e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:08.817222 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['06a6879d-1c2a-4c6c-ad46-287337127c7e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:08.877371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-216b6ec1-73f7-4930-9423-fc3fe4501fd3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.894316 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01789c4-b169-4a0f-81b2-953b9627d8e7 None None] Pushing event updated for resources: {'Port': ['ID=ced78492-c9e8-4a9e-8c86-05972cae173a,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:08.903073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-d675f7eb-24c9-47ba-ad2d-57e87402e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:08.904562 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-d675f7eb-24c9-47ba-ad2d-57e87402e2fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6205c16-b3a2-4d86-9909-668148e58a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4772260 May 24 22:59:08.914356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa56629-81bf-4b21-869a-901666e2ad4a req-625de39d-1a58-41f4-b576-19318cae5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:08.915999 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3aa56629-81bf-4b21-869a-901666e2ad4a req-625de39d-1a58-41f4-b576-19318cae5822 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 HTTP/1.1" status: 200 len: 913 time: 0.4580359 May 24 22:59:08.948610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.986394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] For port c2f5e3f3-d5e9-403b-9227-bb3682ee7640, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:08.989909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-216b6ec1-73f7-4930-9423-fc3fe4501fd3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.020930 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3aa56629-81bf-4b21-869a-901666e2ad4a req-40f01981-e70e-4d9d-8898-680e2c26a9fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b482885c-651d-4cfa-9b51-a905cdd78825 HTTP/1.1" status: 200 len: 217 time: 0.0954642 May 24 22:59:09.024478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] For port c2f5e3f3-d5e9-403b-9227-bb3682ee7640, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c2f5e3f3-d5e9-403b-9227-bb3682ee7640,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:09.031519 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] Set router 06a6879d-1c2a-4c6c-ad46-287337127c7e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:09.070016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.174748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:09.175785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.178233 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/c2f5e3f3-d5e9-403b-9227-bb3682ee7640 HTTP/1.1" status: 200 len: 1093 time: 3.8308160 May 24 22:59:09.181220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:09.224911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b47b0-4eea-446e-a227-b08d7653f452 req-6c7020c5-0db7-4185-939e-823aaff620fb tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:09.233437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-de8b47b0-4eea-446e-a227-b08d7653f452 req-6c7020c5-0db7-4185-939e-823aaff620fb tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 943 time: 0.4877357 May 24 22:59:09.276375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:09.276578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ff553-6c47-4f40-bf01-e409c102f4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f5e3f3-d5e9-403b-9227-bb3682ee7640,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:09.293304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.295443 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-ed1716d3-f7b4-4c2c-8127-f0f79dec00c8 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816438 May 24 22:59:09.326076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.349628 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa56629-81bf-4b21-869a-901666e2ad4a req-6767912d-2769-43b9-a11c-e0499a0f1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:09.351804 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3aa56629-81bf-4b21-869a-901666e2ad4a req-6767912d-2769-43b9-a11c-e0499a0f1c86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffcc74a2-e1ac-447a-a1f7-9506aacc7570 HTTP/1.1" status: 200 len: 851 time: 0.3165131 May 24 22:59:09.365817 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-de8b47b0-4eea-446e-a227-b08d7653f452 req-295eab8d-e906-434d-8ca0-8719ec39a66e tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318166 May 24 22:59:09.366476 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a6879d-1c2a-4c6c-ad46-287337127c7e', 'name': 'tempest-snat-router-1291095407', 'tenant_id': '2c95a31525514df8a3c1b5c170166ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.144'}], 'enable_snat': False}, 'gw_port_id': 'ced78492-c9e8-4a9e-8c86-05972cae173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:59:00Z', 'updated_at': '2022-05-24T22:59:04Z', 'revision_number': 3, 'project_id': '2c95a31525514df8a3c1b5c170166ecb', 'gw_port': {'id': 'ced78492-c9e8-4a9e-8c86-05972cae173a', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ec:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a6879d-1c2a-4c6c-ad46-287337127c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:59:02Z', 'updated_at': '2022-05-24T22:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:09.371001 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e69eb8-753a-4ca5-8b7d-75ee20eb9259 None None] The sync data for ids ['06a6879d-1c2a-4c6c-ad46-287337127c7e'] in dv-neutron-843190-1-hyperv is: [{'id': '06a6879d-1c2a-4c6c-ad46-287337127c7e', 'name': 'tempest-snat-router-1291095407', 'tenant_id': '2c95a31525514df8a3c1b5c170166ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.144'}], 'enable_snat': False}, 'gw_port_id': 'ced78492-c9e8-4a9e-8c86-05972cae173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:59:00Z', 'updated_at': '2022-05-24T22:59:04Z', 'revision_number': 3, 'project_id': '2c95a31525514df8a3c1b5c170166ecb', 'gw_port': {'id': 'ced78492-c9e8-4a9e-8c86-05972cae173a', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ec:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a6879d-1c2a-4c6c-ad46-287337127c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:59:02Z', 'updated_at': '2022-05-24T22:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:09.371573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-216b6ec1-73f7-4930-9423-fc3fe4501fd3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.424897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Made reservation on behalf of 4e6543c530d24eae92eaf7ccae3d74d9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:09.428407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.448376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b6ec1-73f7-4930-9423-fc3fe4501fd3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b526b98b-2a55-4755-9725-2a0eef1704f1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:09.505575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] device_id is not set on port ecd7e0b5-b9cd-4724-a770-da1a875adf49 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:09.505803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-216b6ec1-73f7-4930-9423-fc3fe4501fd3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.506726 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-216b6ec1-73f7-4930-9423-fc3fe4501fd3 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "DELETE /v2.0/security-groups/b526b98b-2a55-4755-9725-2a0eef1704f1 HTTP/1.1" status: 204 len: 168 time: 0.9794703 May 24 22:59:09.511775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52472) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:09.552767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:09.573726 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c841d5f-3209-453f-b404-51fe34701892 req-3833967c-bcad-4684-b2c2-43ae378e0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:09.575403 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-3833967c-bcad-4684-b2c2-43ae378e0f21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b3c63dcfc634e77882cbe9e9d5a6aff&device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 1096 time: 0.3403077 May 24 22:59:09.581317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Allocated IP 172.26.3.138 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/b3ab9a44-c16e-4523-9723-fcfacde89d77) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:09.599449 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7484e7-2c9b-4a60-9065-cfcb54aee1a2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:09.638884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.639135 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Added segment 11c802e4-52c1-466b-9fae-f793173c9150 of type vlan for network 0ff6d1b6-7442-4850-bab0-36575f359044 May 24 22:59:09.654356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-47ec9178-0081-4756-b4d0-9d016447a1ee tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Synchronizing usage tracker for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:09.658675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa56629-81bf-4b21-869a-901666e2ad4a req-ada9176e-34b5-4d31-89f9-bb9ea25d3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:09.660117 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3aa56629-81bf-4b21-869a-901666e2ad4a req-ada9176e-34b5-4d31-89f9-bb9ea25d3fdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2812793 May 24 22:59:09.700157 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-5a7aea87-aa94-40b8-91a8-508431ec34e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2f5e3f3-d5e9-403b-9227-bb3682ee7640 HTTP/1.1" status: 200 len: 217 time: 0.1128757 May 24 22:59:09.914239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-47ec9178-0081-4756-b4d0-9d016447a1ee tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] Unset dirty status for tenant:de0a111cd7474e41b4e3d296e983746b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:09.915617 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-47ec9178-0081-4756-b4d0-9d016447a1ee tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2975 time: 0.4029679 May 24 22:59:09.959789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52478) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:09.967210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c841d5f-3209-453f-b404-51fe34701892 req-cb8e789b-a923-48da-a2e5-3386d80e3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:09.968858 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-cb8e789b-a923-48da-a2e5-3386d80e3f13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5229914f-6024-4298-9ff4-806f8e914057 HTTP/1.1" status: 200 len: 844 time: 0.2375824 May 24 22:59:10.069221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b482885c-651d-4cfa-9b51-a905cdd78825 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:59:10.086863 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9c312302-b7fc-4230-b20e-56f30cb9bf06 req-84b69d94-8cc3-4f57-9e9b-9bddd7fdb34c service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7794311 May 24 22:59:10.096473 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf02684-b677-4073-9be6-892fee51662c req-cc705cfa-a03a-4630-bbd1-f775ceaba030 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:10.098098 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cdf02684-b677-4073-9be6-892fee51662c req-cc705cfa-a03a-4630-bbd1-f775ceaba030 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 943 time: 0.4529676 May 24 22:59:10.102585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.109416 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3aa56629-81bf-4b21-869a-901666e2ad4a req-705187df-9601-4326-958a-c301a0884147 service neutron] 10.222.0.42 "GET /v2.0/networks/86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080536 May 24 22:59:10.109862 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-db4bb5d3-8068-4ce5-ae48-3df6dd06ba9b tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] delete failed (client error): The resource could not be found. May 24 22:59:10.111012 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-db4bb5d3-8068-4ce5-ae48-3df6dd06ba9b tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "DELETE /v2.0/security-groups/206fd82b-c3e3-489f-9263-61a5ce5a9ea7 HTTP/1.1" status: 404 len: 347 time: 0.1327701 May 24 22:59:10.130335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52482) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:10.259549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b482885c-651d-4cfa-9b51-a905cdd78825, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b482885c-651d-4cfa-9b51-a905cdd78825,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:10.277332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'b482885c-651d-4cfa-9b51-a905cdd78825', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'port_id': 'b482885c-651d-4cfa-9b51-a905cdd78825', 'mac_address': 'fa:16:3e:e0:bf:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:59:10.344657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Allocated IP 172.20.0.5 (fadf27a2-2eea-4e6a-af5d-0cf43eb6852a/55ab8751-4c78-402b-be2c-e76971123d36/ecd7e0b5-b9cd-4724-a770-da1a875adf49) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:10.362277 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-c3e24be1-0be9-4194-87aa-1f079a254706 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] show failed (client error): The resource could not be found. May 24 22:59:10.366918 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c3e24be1-0be9-4194-87aa-1f079a254706 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-groups/8e2321c7-6064-44a0-893b-e778de61622b HTTP/1.1" status: 404 len: 347 time: 0.2321613 May 24 22:59:10.375258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52486) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:10.380309 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.388711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b482885c-651d-4cfa-9b51-a905cdd78825 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:10.388896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f067b6-d14d-4e6c-b655-ba4557467b8b req-21b7e20c-bd87-4ad8-bd54-d7949f05cf92 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:10.389854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.390345 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-45f067b6-d14d-4e6c-b655-ba4557467b8b req-21b7e20c-bd87-4ad8-bd54-d7949f05cf92 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 944 time: 0.4850354 May 24 22:59:10.416157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b482885c-651d-4cfa-9b51-a905cdd78825 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:10.433907 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-35d0a167-35a0-4da4-aa2b-7fa3cb058085 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] show failed (client error): The resource could not be found. May 24 22:59:10.438414 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-35d0a167-35a0-4da4-aa2b-7fa3cb058085 tempest-NegativeSecGroupIPv6Test-1561008931 tempest-NegativeSecGroupIPv6Test-1561008931-project] 10.222.0.32 "GET /v2.0/security-group-rules/eb244ab6-825b-4d6d-9cca-02aff01bc5e1 HTTP/1.1" status: 404 len: 356 time: 0.0549810 May 24 22:59:10.438414 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cdf02684-b677-4073-9be6-892fee51662c req-62f086a9-8319-4d3d-94bd-87ca9acd06d6 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319626 May 24 22:59:10.444875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b482885c-651d-4cfa-9b51-a905cdd78825, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b482885c-651d-4cfa-9b51-a905cdd78825,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:10.448962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c841d5f-3209-453f-b404-51fe34701892 req-5108d48a-10ac-47e4-b201-be8c964c88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:10.450530 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-5108d48a-10ac-47e4-b201-be8c964c88b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4712534 May 24 22:59:10.457543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.466227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.572557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b482885c-651d-4cfa-9b51-a905cdd78825,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:10.598493 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-45f067b6-d14d-4e6c-b655-ba4557467b8b req-cfc794fc-6963-49f5-8150-1beacffb2780 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934209 May 24 22:59:10.605507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.609932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.615232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'tag': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:10.625180 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3aa56629-81bf-4b21-869a-901666e2ad4a req-eb542445-6c8b-4ad2-b74e-095e267b6809 service neutron] 10.222.0.42 "GET /v2.0/networks/86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964683 May 24 22:59:10.630112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:10.630819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.725207 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8781ef4c-8ef8-4379-9ca5-fc4ed2fb9c0a'] response: {'name': 'network-changed', 'server_uuid': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'tag': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640', 'status': 'completed', 'code': 200} May 24 22:59:10.747277 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-67a0ddc3-4fbc-40ed-8d72-442f53a40009 service neutron] 10.222.0.42 "GET /v2.0/networks/cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873354 May 24 22:59:10.788777 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['b482885c-651d-4cfa-9b51-a905cdd78825'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:10.835195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c7b90-2741-4c44-ab40-9b6eb02c74e0 req-d62b8447-2212-44d2-990e-7fc594d8ac7b tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:10.836715 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c4c7b90-2741-4c44-ab40-9b6eb02c74e0 req-d62b8447-2212-44d2-990e-7fc594d8ac7b tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 943 time: 0.2105265 May 24 22:59:10.856953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816bd2f-f4af-49ad-85de-5c52ae48a954 req-af63e917-5ea9-48fc-806b-e29f4e76b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:10.858454 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4816bd2f-f4af-49ad-85de-5c52ae48a954 req-af63e917-5ea9-48fc-806b-e29f4e76b161 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6005c58c7744a9b7459d826b74a7db&device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 1097 time: 0.6801353 May 24 22:59:10.869984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'Network': ['ID=0ff6d1b6-7442-4850-bab0-36575f359044,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:10.901288 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 0ff6d1b6-7442-4850-bab0-36575f359044 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:10.905472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52498) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:10.929887 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c4c7b90-2741-4c44-ab40-9b6eb02c74e0 req-aea9c5c7-deb6-4b9d-8601-4066186bd3c8 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854256 May 24 22:59:10.938314 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c841d5f-3209-453f-b404-51fe34701892 req-75a0ef4c-9411-49d8-b5b9-072c0d9a76fe service neutron] 10.222.0.42 "GET /v2.0/networks/cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831286 May 24 22:59:10.962544 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7608f54c-fc27-4ba9-b4a7-54367c202ada tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.2567186 May 24 22:59:10.968362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52504) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:10.978499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Request body: {'subnet': {'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:11.104945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.200871 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:11.205344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Usage tracker for resource:subnet and tenant:086fc193ceeb42c688d780d56254d81f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:11.209756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:11.215977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:11.246260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Made reservation on behalf of 086fc193ceeb42c688d780d56254d81f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:11.249746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:11.249904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.261293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.266065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:11.280419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:11.305349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event updated for resources: {'Port': ['ID=b3ab9a44-c16e-4523-9723-fcfacde89d77,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:11.308079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816bd2f-f4af-49ad-85de-5c52ae48a954 req-a703dcb1-4708-4bd8-bea7-1bb423de121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:11.309554 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4816bd2f-f4af-49ad-85de-5c52ae48a954 req-a703dcb1-4708-4bd8-bea7-1bb423de121d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6205c16-b3a2-4d86-9909-668148e58a5b HTTP/1.1" status: 200 len: 913 time: 0.3881721 May 24 22:59:11.329364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Allocated IP 172.26.3.203 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/f7a504bb-56c7-4aa0-adec-714bcaca94bd) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:11.390534 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5e847354-8c28-4e39-bd95-b7fb0d9ce089 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de0a111cd7474e41b4e3d296e983746b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4839900 May 24 22:59:11.395964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52508) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:11.413328 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4816bd2f-f4af-49ad-85de-5c52ae48a954 req-2ce5c7ee-4e44-4913-81a5-66803ad60697 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5 HTTP/1.1" status: 200 len: 217 time: 0.0924659 May 24 22:59:11.416888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Transition to ACTIVE for port object ecd7e0b5-b9cd-4724-a770-da1a875adf49 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:11.431318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee7e4f-b58c-4330-a688-ee236210aeec req-bf0faf97-a062-4b9d-a6d5-ad8c7147367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:11.432992 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2ee7e4f-b58c-4330-a688-ee236210aeec req-bf0faf97-a062-4b9d-a6d5-ad8c7147367d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b3c63dcfc634e77882cbe9e9d5a6aff&device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 1096 time: 0.3697495 May 24 22:59:11.600421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816bd2f-f4af-49ad-85de-5c52ae48a954 req-83e0e8f5-a491-4e53-8a7e-fd65fd1d9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:11.602148 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4816bd2f-f4af-49ad-85de-5c52ae48a954 req-83e0e8f5-a491-4e53-8a7e-fd65fd1d9eb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13943762-dae2-4602-990d-129c1c56cf13 HTTP/1.1" status: 200 len: 851 time: 0.1754899 May 24 22:59:11.658712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ced78492-c9e8-4a9e-8c86-05972cae173a up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:11.711307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4d1887b-9be5-4ad0-acf4-a0bca75da871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.739177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port ced78492-c9e8-4a9e-8c86-05972cae173a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:11.747218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ced78492-c9e8-4a9e-8c86-05972cae173a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:11.747930 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.757130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4d1887b-9be5-4ad0-acf4-a0bca75da871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.785329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.796344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.801481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee7e4f-b58c-4330-a688-ee236210aeec req-b86b96d2-0bff-4666-888c-36c3736ef68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:11.803135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2ee7e4f-b58c-4330-a688-ee236210aeec req-b86b96d2-0bff-4666-888c-36c3736ef68f service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 HTTP/1.1" status: 200 len: 906 time: 0.3583848 May 24 22:59:11.890571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.908948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ced78492-c9e8-4a9e-8c86-05972cae173a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:11.909408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.926505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ced78492-c9e8-4a9e-8c86-05972cae173a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ced78492-c9e8-4a9e-8c86-05972cae173a,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:11.930947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.934603 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2ee7e4f-b58c-4330-a688-ee236210aeec req-a6338045-d7d7-4153-ae6a-bfe60967900f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2f5e3f3-d5e9-403b-9227-bb3682ee7640 HTTP/1.1" status: 200 len: 217 time: 0.0953398 May 24 22:59:11.945608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:11.953918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:11.962273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:12.000093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.000338 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.012453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ced78492-c9e8-4a9e-8c86-05972cae173a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:12.049435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'Port': ['ID=ecd7e0b5-b9cd-4724-a770-da1a875adf49,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:12.064542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b482885c-651d-4cfa-9b51-a905cdd78825 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:12.084746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6edf4-b5e4-4c47-861d-f858f4eaddc7 req-fbf4ff6b-2955-4a39-9527-f799f0388269 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:12.086257 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5fd6edf4-b5e4-4c47-861d-f858f4eaddc7 req-fbf4ff6b-2955-4a39-9527-f799f0388269 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 944 time: 0.5059385 May 24 22:59:12.113472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:12.114288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.134430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee7e4f-b58c-4330-a688-ee236210aeec req-538f89a5-49c3-485c-828c-5eab012f3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:12.135956 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2ee7e4f-b58c-4330-a688-ee236210aeec req-538f89a5-49c3-485c-828c-5eab012f3226 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5229914f-6024-4298-9ff4-806f8e914057 HTTP/1.1" status: 200 len: 844 time: 0.1895633 May 24 22:59:12.157213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4d1887b-9be5-4ad0-acf4-a0bca75da871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.169539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816bd2f-f4af-49ad-85de-5c52ae48a954 req-0d68dbd7-c19b-4379-ab8b-591eee9c00c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:12.171574 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4816bd2f-f4af-49ad-85de-5c52ae48a954 req-0d68dbd7-c19b-4379-ab8b-591eee9c00c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6205c16-b3a2-4d86-9909-668148e58a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5540273 May 24 22:59:12.176555 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4a06f99f-d07d-4645-815c-b95b50d12071 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4936097 May 24 22:59:12.184865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52518) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:12.192119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port b482885c-651d-4cfa-9b51-a905cdd78825 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:12.197935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port b482885c-651d-4cfa-9b51-a905cdd78825 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:12.198308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.220689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'Subnet': ['ID=7eee6ae6-e747-4792-85ce-2390fbb44086,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:12.221332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2c2c7f75-04cc-4df8-b503-ea81bed2ca88 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fb:8e:5a'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:12.260276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.262689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1887b-9be5-4ad0-acf4-a0bca75da871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26906bc6-2f4c-4992-8ef9-d88cf98e2473,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:12.278759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006c3d6-1977-49db-8e3d-eb1f5a5f896b req-3fab48a2-6f36-4f52-9522-9a1697045d5e tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:12.280306 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2006c3d6-1977-49db-8e3d-eb1f5a5f896b req-3fab48a2-6f36-4f52-9522-9a1697045d5e tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 944 time: 0.5050399 May 24 22:59:12.349843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-17e684f4-782b-4d7f-af54-255c2447cfd2 None None] Provisioning for port ecd7e0b5-b9cd-4724-a770-da1a875adf49 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:12.358293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-17e684f4-782b-4d7f-af54-255c2447cfd2 None None] Provisioning complete for port ecd7e0b5-b9cd-4724-a770-da1a875adf49 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:12.358293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17e684f4-782b-4d7f-af54-255c2447cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.384783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b482885c-651d-4cfa-9b51-a905cdd78825 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:12.385778 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.395404 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5fd6edf4-b5e4-4c47-861d-f858f4eaddc7 req-f2e2c403-b242-4efb-9c09-2e20497c56d3 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910421 May 24 22:59:12.426361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b482885c-651d-4cfa-9b51-a905cdd78825, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b482885c-651d-4cfa-9b51-a905cdd78825,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:12.426465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Checking segment: {'id': '11c802e4-52c1-466b-9fae-f793173c9150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:12.426465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Network hostable DHCP agents. Network: 0ff6d1b6-7442-4850-bab0-36575f359044, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:12.433421 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279d362e-2915-4d02-b6cc-197c324225a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482885c-651d-4cfa-9b51-a905cdd78825'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:12.455388 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2006c3d6-1977-49db-8e3d-eb1f5a5f896b req-f02a08c4-9c57-4309-916e-07640ff19984 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687510 May 24 22:59:12.463682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4d1887b-9be5-4ad0-acf4-a0bca75da871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.467103 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a4d1887b-9be5-4ad0-acf4-a0bca75da871 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26906bc6-2f4c-4992-8ef9-d88cf98e2473 HTTP/1.1" status: 204 len: 168 time: 1.0653744 May 24 22:59:12.491887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee7e4f-b58c-4330-a688-ee236210aeec req-d0c8478a-4dfc-4ebe-93ab-cb73b8574445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:12.493406 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2ee7e4f-b58c-4330-a688-ee236210aeec req-d0c8478a-4dfc-4ebe-93ab-cb73b8574445 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3435087 May 24 22:59:12.494525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Network 0ff6d1b6-7442-4850-bab0-36575f359044 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:12.519531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:12.546807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.552847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:12.583324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:12.624957 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event updated for resources: {'Port': ['ID=f7a504bb-56c7-4aa0-adec-714bcaca94bd,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:12.659897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-17e684f4-782b-4d7f-af54-255c2447cfd2 None None] Port ecd7e0b5-b9cd-4724-a770-da1a875adf49 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:12.684559 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2ee7e4f-b58c-4330-a688-ee236210aeec req-d42195c8-80a1-42ce-99c8-0067434557c7 service neutron] 10.222.0.42 "GET /v2.0/networks/cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834269 May 24 22:59:12.685269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 0ff6d1b6-7442-4850-bab0-36575f359044) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:12.690218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:12.690892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.699227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74357dd-eccc-41c2-b43b-277675c83464 None None] Network 0ff6d1b6-7442-4850-bab0-36575f359044 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:12.742053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b482885c-651d-4cfa-9b51-a905cdd78825,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:12.885199 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-56a89c0b-bb3a-4cc0-b2a4-9dd4fba60878 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9156721 May 24 22:59:12.888607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52536) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:12.893742 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4816bd2f-f4af-49ad-85de-5c52ae48a954 req-47cb8f87-3e28-44a6-903a-6ba10cfbbffd service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076476 May 24 22:59:12.900020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Request body: {'port': {'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-324055824'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:12.963908 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d521d313-7984-43a8-8e1e-b9cfcfd0325d'] response: {'server_uuid': '279d362e-2915-4d02-b6cc-197c324225a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482885c-651d-4cfa-9b51-a905cdd78825', 'code': 200} May 24 22:59:13.078268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e3b25-5d22-4a5a-8d7f-4917e4899831 req-e464899c-66ae-4665-9b10-bfde09a04007 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:13.087673 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-276e3b25-5d22-4a5a-8d7f-4917e4899831 req-e464899c-66ae-4665-9b10-bfde09a04007 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 943 time: 0.3914628 May 24 22:59:13.095036 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2ee7e4f-b58c-4330-a688-ee236210aeec req-edc75a59-d362-40df-bbf9-5f6f5827b168 service neutron] 10.222.0.42 "GET /v2.0/networks/cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967400 May 24 22:59:13.151460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-0ff6d1b6-7442-4850-bab0-36575f359044', 'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044', 'tenant_id': '086fc193ceeb42c688d780d56254d81f', 'fixed_ips': [{'subnet_id': '7eee6ae6-e747-4792-85ce-2390fbb44086'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:13.152573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.162306 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:13.179955 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-276e3b25-5d22-4a5a-8d7f-4917e4899831 req-80d90282-eb2e-4720-ac10-5c36557c0116 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905321 May 24 22:59:13.213043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.214462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:13.221149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Usage tracker for resource:port and tenant:086fc193ceeb42c688d780d56254d81f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:13.225841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:13.236978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.241855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:13.268465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Made reservation on behalf of 086fc193ceeb42c688d780d56254d81f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:13.272262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.289960 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7f75-04cc-4df8-b503-ea81bed2ca88 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.368939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] device_id is not set on port 03344a2c-dea1-43f0-9b55-d960e48c98f3 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:13.408127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Allocated IP 2001:db8::2 (0ff6d1b6-7442-4850-bab0-36575f359044/7eee6ae6-e747-4792-85ce-2390fbb44086/f16a0fe0-3295-45d1-8207-cf65d7800454) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:13.476439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08baddc-4986-49d1-9333-4af5b05088f4 req-782a3460-36dd-4ca0-83c1-a97323b104ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:13.478027 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e08baddc-4986-49d1-9333-4af5b05088f4 req-782a3460-36dd-4ca0-83c1-a97323b104ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 1098 time: 0.1813323 May 24 22:59:13.525905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e08baddc-4986-49d1-9333-4af5b05088f4 req-38eb1527-b1bd-451e-8aef-e9824823edd4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.560342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e08baddc-4986-49d1-9333-4af5b05088f4 req-38eb1527-b1bd-451e-8aef-e9824823edd4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:13.566483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e08baddc-4986-49d1-9333-4af5b05088f4 req-38eb1527-b1bd-451e-8aef-e9824823edd4 service neutron] Usage tracker for resource:security_group_rule and tenant:69640cd84d494c3cb7624fbc111a8431 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:13.571508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e08baddc-4986-49d1-9333-4af5b05088f4 req-38eb1527-b1bd-451e-8aef-e9824823edd4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:13.636832 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ced78492-c9e8-4a9e-8c86-05972cae173a up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:13.643517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e08baddc-4986-49d1-9333-4af5b05088f4 req-38eb1527-b1bd-451e-8aef-e9824823edd4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:13.685780 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4816bd2f-f4af-49ad-85de-5c52ae48a954 req-a63409da-4296-4d3c-8d5b-f507c30afcc0 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292876 May 24 22:59:13.712197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event updated for resources: {'Port': ['ID=b3ab9a44-c16e-4523-9723-fcfacde89d77,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:13.727288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52560) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:13.792278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb1f9-ad28-4997-89d2-6d6a07c8eeb2 req-8eabe36e-59e6-4d03-870e-84fa8e475783 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:13.793771 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-420fb1f9-ad28-4997-89d2-6d6a07c8eeb2 req-8eabe36e-59e6-4d03-870e-84fa8e475783 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 945 time: 0.2002397 May 24 22:59:13.818051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.849601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f19d2e-bba0-467f-9dd6-79ae00aa9db3 req-06631710-3c29-403d-985c-3ba147d0124a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:13.851093 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-78f19d2e-bba0-467f-9dd6-79ae00aa9db3 req-06631710-3c29-403d-985c-3ba147d0124a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 944 time: 0.1915164 May 24 22:59:13.857351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ced78492-c9e8-4a9e-8c86-05972cae173a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:13.857887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.869865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.871193 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-345bb86d-d34a-4c09-ab35-6f62509295ff tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7644699 May 24 22:59:13.881274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52566) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:13.909800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-766585020'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:13.921642 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-420fb1f9-ad28-4997-89d2-6d6a07c8eeb2 req-b3cb0211-1a9a-4b1b-8f32-c1404393587a tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186128 May 24 22:59:13.925926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e08baddc-4986-49d1-9333-4af5b05088f4 req-38eb1527-b1bd-451e-8aef-e9824823edd4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.926220 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:13.929795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.938045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Usage tracker for resource:network and tenant:6748aa19517843139ee7792e0948c05a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:13.942742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:13.948901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e08baddc-4986-49d1-9333-4af5b05088f4 req-38eb1527-b1bd-451e-8aef-e9824823edd4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.969472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:13.979684 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-49eea862-7c28-48ec-9847-10d5153c9442 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:13.980361 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-49eea862-7c28-48ec-9847-10d5153c9442 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 24 22:59:13.981092 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-49eea862-7c28-48ec-9847-10d5153c9442 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): There was a conflict when trying to complete your request. May 24 22:59:13.985453 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-78f19d2e-bba0-467f-9dd6-79ae00aa9db3 req-fb0c2080-437d-41ff-b947-010dfaba53c0 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172826 May 24 22:59:13.985640 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-49eea862-7c28-48ec-9847-10d5153c9442 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2533736 May 24 22:59:13.985640 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.988365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52570) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:13.997196 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e08baddc-4986-49d1-9333-4af5b05088f4 req-38eb1527-b1bd-451e-8aef-e9824823edd4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5099905 May 24 22:59:13.999918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Transition to ACTIVE for port object f16a0fe0-3295-45d1-8207-cf65d7800454 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:14.000373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005796309'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:14.013028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:14.018321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Made reservation on behalf of 6748aa19517843139ee7792e0948c05a for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:14.023115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.031933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ced78492-c9e8-4a9e-8c86-05972cae173a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:14.037270 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Transition to ACTIVE for port object f16a0fe0-3295-45d1-8207-cf65d7800454 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:14.038113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:14.042366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb1527-b1bd-451e-8aef-e9824823edd4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=359dc2eb-0513-4a78-8f09-efadd343ea20,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:14.046169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.048295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:14.051075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.090354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:14.090737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device c2f5e3f3-d5e9-403b-9227-bb3682ee7640 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:59:14.120023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:14.123841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Network 0ff6d1b6-7442-4850-bab0-36575f359044 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:14.127831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Usage tracker for resource:security_group_rule and tenant:6748aa19517843139ee7792e0948c05a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:14.132516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.141298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:14.148009 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Pushing event updated for resources: {'Port': ['ID=f16a0fe0-3295-45d1-8207-cf65d7800454,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:14.151406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:14.167869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.177828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Allocated IP 2001:db8::6b (0ff6d1b6-7442-4850-bab0-36575f359044/7eee6ae6-e747-4792-85ce-2390fbb44086/03344a2c-dea1-43f0-9b55-d960e48c98f3) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:14.212420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:14.224643 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:14.241966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:14.254774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:14.289125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7f75-04cc-4df8-b503-ea81bed2ca88 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.301670 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7f75-04cc-4df8-b503-ea81bed2ca88 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.304492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:14.315361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:14.391183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c7f75-04cc-4df8-b503-ea81bed2ca88 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'Port': ['ID=ecd7e0b5-b9cd-4724-a770-da1a875adf49,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:14.472620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Attempting to bind port f16a0fe0-3295-45d1-8207-cf65d7800454 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:14.473084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Attempting to bind port f16a0fe0-3295-45d1-8207-cf65d7800454 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '11c802e4-52c1-466b-9fae-f793173c9150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:14.473522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Attempting to bind port f16a0fe0-3295-45d1-8207-cf65d7800454 on network 0ff6d1b6-7442-4850-bab0-36575f359044 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:14.481539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:14.481797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Checking segment: {'id': '11c802e4-52c1-466b-9fae-f793173c9150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:14.482340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.482651 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Bound using segment: {'id': '11c802e4-52c1-466b-9fae-f793173c9150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:14.483197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Bound port: f16a0fe0-3295-45d1-8207-cf65d7800454, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c802e4-52c1-466b-9fae-f793173c9150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:14.483646 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.498799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port c2f5e3f3-d5e9-403b-9227-bb3682ee7640, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c2f5e3f3-d5e9-403b-9227-bb3682ee7640,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:14.541674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.546025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'port_id': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640', 'mac_address': 'fa:16:3e:d7:46:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5229914f-6024-4298-9ff4-806f8e914057', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:59:14.553537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c7f75-04cc-4df8-b503-ea81bed2ca88 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] In _notify_port_updated(), no bound segment for port ecd7e0b5-b9cd-4724-a770-da1a875adf49 on network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:59:14.559294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c7f75-04cc-4df8-b503-ea81bed2ca88 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:14.560127 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7f75-04cc-4df8-b503-ea81bed2ca88 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.561639 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2c2c7f75-04cc-4df8-b503-ea81bed2ca88 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "PUT /v2.0/ports/ecd7e0b5-b9cd-4724-a770-da1a875adf49 HTTP/1.1" status: 200 len: 996 time: 2.3478413 May 24 22:59:14.564974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52576) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:14.580249 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.592945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:14.606256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.606938 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Added segment 5c15b408-7ebf-4beb-8a36-8f332e4fee97 of type vlan for network 3097d84d-e220-44fa-b3ad-712033b307aa May 24 22:59:14.626111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.641507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.674221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:14.674597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.700209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.707765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:14.708725 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.709875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Deleting port ecd7e0b5-b9cd-4724-a770-da1a875adf49 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:14.710220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.712555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f5e3f3-d5e9-403b-9227-bb3682ee7640 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:14.734189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] For port f16a0fe0-3295-45d1-8207-cf65d7800454, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:14.741712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port c2f5e3f3-d5e9-403b-9227-bb3682ee7640, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c2f5e3f3-d5e9-403b-9227-bb3682ee7640,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:14.748933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.749719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7e790732-1f37-47eb-bc3a-874a9f48a2a5 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:59:14.786521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c27613f9-b451-4268-8295-fc6a4aa194a2 None None] Provisioning complete for port ecd7e0b5-b9cd-4724-a770-da1a875adf49 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:14.786521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c27613f9-b451-4268-8295-fc6a4aa194a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.811879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] For port f16a0fe0-3295-45d1-8207-cf65d7800454, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f16a0fe0-3295-45d1-8207-cf65d7800454,segment=NetworkSegment(11c802e4-52c1-466b-9fae-f793173c9150),segment_id=11c802e4-52c1-466b-9fae-f793173c9150)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:14.840788 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.917218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=c2f5e3f3-d5e9-403b-9227-bb3682ee7640,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:14.950214 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c27613f9-b451-4268-8295-fc6a4aa194a2 None None] Port ecd7e0b5-b9cd-4724-a770-da1a875adf49 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:15.006019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.033948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.076132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85904b2e-8822-49b7-967e-f21807bc7df9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:15.078282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f003fb7-14eb-475b-9cdc-3b24783e9e81 None None] Pushing event updated for resources: {'Port': ['ID=f16a0fe0-3295-45d1-8207-cf65d7800454,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:15.080195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Router d55c6d53-05aa-41a6-896c-14aa28e374ad is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:59:15.095810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event updated for resources: {'Network': ['ID=3097d84d-e220-44fa-b3ad-712033b307aa,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:15.108459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.112856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 7e790732-1f37-47eb-bc3a-874a9f48a2a5, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:15.116726 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.117065 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.117429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.117699 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.118021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.118344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.118679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.118993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.119307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.119621 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.120736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.121060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.130565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '7e790732-1f37-47eb-bc3a-874a9f48a2a5', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'port_id': '7e790732-1f37-47eb-bc3a-874a9f48a2a5', 'mac_address': 'fa:16:3e:72:d4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13943762-dae2-4602-990d-129c1c56cf13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:59:15.149457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Transition to ACTIVE for port object 03344a2c-dea1-43f0-9b55-d960e48c98f3 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:15.161295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ca93c-2dd6-4481-90a5-17e25cda7cbc req-8f8bd780-8f57-4f99-a1e6-d979b1728f74 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:15.162847 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd9ca93c-2dd6-4481-90a5-17e25cda7cbc req-8f8bd780-8f57-4f99-a1e6-d979b1728f74 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 943 time: 0.8613160 May 24 22:59:15.164148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.164502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.164832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.165194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.165575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.165898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.166227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.166551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.167556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.168787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.169231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.169571 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:15.177961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.213197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:15.213633 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.234562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 3097d84d-e220-44fa-b3ad-712033b307aa details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:15.266806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:15.313001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:15.326271 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-02c8eaec-bd0e-4c8d-81b6-786657e2c0c9 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4408214 May 24 22:59:15.329003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:15.334574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e790732-1f37-47eb-bc3a-874a9f48a2a5 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:15.337886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52584) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:15.354517 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 7e790732-1f37-47eb-bc3a-874a9f48a2a5, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:15.380136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:15.381784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.387223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Request body: {'subnet': {'network_id': '3097d84d-e220-44fa-b3ad-712033b307aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:15.401857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6e98e6-e613-4367-a076-40e7dad1e4b4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:15.473648 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd9ca93c-2dd6-4481-90a5-17e25cda7cbc req-3d512fae-6c1e-4417-b941-e5904a232ddd tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728868 May 24 22:59:15.482862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Calling delete_port for ecd7e0b5-b9cd-4724-a770-da1a875adf49 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:15.491637 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=7e790732-1f37-47eb-bc3a-874a9f48a2a5,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:15.502817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.574748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.582551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:15.635279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Usage tracker for resource:subnet and tenant:6748aa19517843139ee7792e0948c05a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:15.645822 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:15.665246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3846a7-b1aa-41c8-92fd-5e34f46595a9 req-595dd288-a911-4d67-ac3d-3db7ef6cc3f1 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:15.666753 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e3846a7-b1aa-41c8-92fd-5e34f46595a9 req-595dd288-a911-4d67-ac3d-3db7ef6cc3f1 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 945 time: 0.5414982 May 24 22:59:15.670388 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['c2f5e3f3-d5e9-403b-9227-bb3682ee7640'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:15.686781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:15.739785 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['7e790732-1f37-47eb-bc3a-874a9f48a2a5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:15.750685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:15.773252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Network 0ff6d1b6-7442-4850-bab0-36575f359044 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:15.797662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.803107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:15.813185 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:15.819701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:15.820452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.828525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.847828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.852178 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f16a0fe0-3295-45d1-8207-cf65d7800454 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:15.853438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'Port': ['ID=03344a2c-dea1-43f0-9b55-d960e48c98f3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:15.853565 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f2527252-7099-4ed4-8a88-d1ca13f5e5d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3365991 May 24 22:59:15.853983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52588) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:15.884180 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e3846a7-b1aa-41c8-92fd-5e34f46595a9 req-7b2b9bf8-c1c0-4e33-9654-6532d7e8ee67 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952250 May 24 22:59:15.894075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Made reservation on behalf of 6748aa19517843139ee7792e0948c05a for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:15.897585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.921404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Sync routers for ids ['d55c6d53-05aa-41a6-896c-14aa28e374ad'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:15.937166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.956455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Routers {'d55c6d53-05aa-41a6-896c-14aa28e374ad'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:15.957224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d55c6d53-05aa-41a6-896c-14aa28e374ad'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:16.008530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event deleted for resources: {'Port': ['ID=ecd7e0b5-b9cd-4724-a770-da1a875adf49,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:16.012659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea81a0b9-4af2-4944-ab0a-72fc12e05de2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:16.019227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.020545 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f0674bbc-d497-4de5-8b59-8816e5733a78 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0286331 May 24 22:59:16.026872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52592) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:16.034730 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.035234 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.035717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.036255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.036765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.037266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.037736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.038198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.038689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.039157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.039808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.040330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:16.040872 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f4f0305-5742-44eb-854f-517eba24ba62 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1510198 May 24 22:59:16.044456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52596) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:16.054783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2d90ccec-c04b-4ef9-9973-04ed1872d91f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'ea81a0b9-4af2-4944-ab0a-72fc12e05de2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:16.076308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port f16a0fe0-3295-45d1-8207-cf65d7800454 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:16.086865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250568ad-661d-4302-9732-ff532436732f req-96be8e95-9165-477d-8b58-9fd342f5eee9 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:16.088361 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-250568ad-661d-4302-9732-ff532436732f req-96be8e95-9165-477d-8b58-9fd342f5eee9 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 945 time: 0.4065104 May 24 22:59:16.208246 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-250568ad-661d-4302-9732-ff532436732f req-4566a1cb-0b36-46c9-a0d7-84f5f337aab4 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119103 May 24 22:59:16.225126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Request body: {'port': {'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-263240637', 'allowed_address_pairs': [{'ip_address': '2001:db8::6b', 'mac_address': 'fa:16:3e:af:c2:92'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:16.280870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d90ccec-c04b-4ef9-9973-04ed1872d91f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:16.337650 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-96cc6366-a60f-420f-a9f7-54421cd24d50 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/routers/d55c6d53-05aa-41a6-896c-14aa28e374ad HTTP/1.1" status: 200 len: 908 time: 0.4802759 May 24 22:59:16.343722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52600) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:16.347630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.395131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Set router d55c6d53-05aa-41a6-896c-14aa28e374ad gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:16.514660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d90ccec-c04b-4ef9-9973-04ed1872d91f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:16.531417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d90ccec-c04b-4ef9-9973-04ed1872d91f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:16.556524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d90ccec-c04b-4ef9-9973-04ed1872d91f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:16.572005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:16.578907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Usage tracker for resource:port and tenant:086fc193ceeb42c688d780d56254d81f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:16.583792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:16.587253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.589352 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f8646f3f-fdb0-4c10-97e6-59607859b2a3 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "DELETE /v2.0/ports/ecd7e0b5-b9cd-4724-a770-da1a875adf49 HTTP/1.1" status: 204 len: 168 time: 2.0232897 May 24 22:59:16.592894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52606) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:16.597482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event updated for resources: {'Subnet': ['ID=3a407d76-dac9-4485-a661-f079ea77b6fb,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:16.599655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Checking segment: {'id': '5c15b408-7ebf-4beb-8a36-8f332e4fee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3097d84d-e220-44fa-b3ad-712033b307aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:16.600201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Network hostable DHCP agents. Network: 3097d84d-e220-44fa-b3ad-712033b307aa, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:16.600328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:16.647505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d90ccec-c04b-4ef9-9973-04ed1872d91f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.658203 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b394d1eb-a369-4fc4-a009-a75c8c86bd7b tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] GET failed (client error): The resource could not be found. May 24 22:59:16.658830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b394d1eb-a369-4fc4-a009-a75c8c86bd7b tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Synchronizing usage tracker for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:16.665747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Made reservation on behalf of 086fc193ceeb42c688d780d56254d81f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:16.681595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c10537-0501-47bb-a98b-7d81892d3205 None None] Network 0ff6d1b6-7442-4850-bab0-36575f359044 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:16.683884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Network 3097d84d-e220-44fa-b3ad-712033b307aa is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:16.701087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 3097d84d-e220-44fa-b3ad-712033b307aa) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:16.711721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.747952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeb6bfc-663b-4e2a-b33e-8f876db31206 None None] Network 3097d84d-e220-44fa-b3ad-712033b307aa requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:16.766234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:16.766776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.772844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b394d1eb-a369-4fc4-a009-a75c8c86bd7b tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Unset dirty status for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:16.777364 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b394d1eb-a369-4fc4-a009-a75c8c86bd7b tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "GET /v2.0/ports/ecd7e0b5-b9cd-4724-a770-da1a875adf49 HTTP/1.1" status: 404 len: 333 time: 0.1799457 May 24 22:59:16.779021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52610) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:16.805231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Request body: {'port': {'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a', 'name': 'tempest-AllowedAddressPairTestJSON-1419455145'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:16.824271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d90ccec-c04b-4ef9-9973-04ed1872d91f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.838300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d90ccec-c04b-4ef9-9973-04ed1872d91f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.859840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.883433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90ccec-c04b-4ef9-9973-04ed1872d91f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3d5006-e085-4cb3-8ff0-9e87c3d3e5e8,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:16.900392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] device_id is not set on port b94efd10-030c-4ca1-9c49-b8e86d965504 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:16.935352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d90ccec-c04b-4ef9-9973-04ed1872d91f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.936562 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2d90ccec-c04b-4ef9-9973-04ed1872d91f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9044652 May 24 22:59:16.943202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52616) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:16.953695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a087202f-03a7-4bb8-a79d-7070f98c43d0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'ea81a0b9-4af2-4944-ab0a-72fc12e05de2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:16.969151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a087202f-03a7-4bb8-a79d-7070f98c43d0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:16.978254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a087202f-03a7-4bb8-a79d-7070f98c43d0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:16.978901 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Provisioning for port f16a0fe0-3295-45d1-8207-cf65d7800454 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:16.983696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a087202f-03a7-4bb8-a79d-7070f98c43d0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:16.993444 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a087202f-03a7-4bb8-a79d-7070f98c43d0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:17.008798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Provisioning complete for port f16a0fe0-3295-45d1-8207-cf65d7800454 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:17.009240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.025299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.046307 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4d89dadb-d8ae-4a63-a4cd-b1aa8415c30c tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6998298 May 24 22:59:17.053893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Deleting port f7a504bb-56c7-4aa0-adec-714bcaca94bd {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:17.054252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.056277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52620) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:17.068180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1221348777', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:17.075853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:17.088730 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Usage tracker for resource:router and tenant:6748aa19517843139ee7792e0948c05a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:17.091220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a087202f-03a7-4bb8-a79d-7070f98c43d0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.098696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:17.114946 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:17.129282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Allocated IP 2001:db8::77 (0ff6d1b6-7442-4850-bab0-36575f359044/7eee6ae6-e747-4792-85ce-2390fbb44086/b94efd10-030c-4ca1-9c49-b8e86d965504) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:17.234080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.235292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.404363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705885-83da-4328-9e5b-e1a5ea0f1534 req-ebbfdf73-0065-4c80-b091-8f949fc2ac51 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:17.405826 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-41705885-83da-4328-9e5b-e1a5ea0f1534 req-ebbfdf73-0065-4c80-b091-8f949fc2ac51 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 944 time: 0.7594867 May 24 22:59:17.431554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.433280 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-a087202f-03a7-4bb8-a79d-7070f98c43d0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): There was a conflict when trying to complete your request. May 24 22:59:17.434107 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a087202f-03a7-4bb8-a79d-7070f98c43d0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4903433 May 24 22:59:17.447776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52626) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:17.448139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-3097d84d-e220-44fa-b3ad-712033b307aa', 'network_id': '3097d84d-e220-44fa-b3ad-712033b307aa', 'tenant_id': '6748aa19517843139ee7792e0948c05a', 'fixed_ips': [{'subnet_id': '3a407d76-dac9-4485-a661-f079ea77b6fb'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:17.448968 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.458685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Current status of the port f16a0fe0-3295-45d1-8207-cf65d7800454 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:17.458951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.468276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:17.478154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c6d53-05aa-41a6-896c-14aa28e374ad', 'name': 'tempest-snat-router-1291095407', 'tenant_id': '2c95a31525514df8a3c1b5c170166ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f7a504bb-56c7-4aa0-adec-714bcaca94bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:59:07Z', 'updated_at': '2022-05-24T22:59:13Z', 'revision_number': 3, 'project_id': '2c95a31525514df8a3c1b5c170166ecb', 'gw_port': {'id': 'f7a504bb-56c7-4aa0-adec-714bcaca94bd', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55c6d53-05aa-41a6-896c-14aa28e374ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:59:10Z', 'updated_at': '2022-05-24T22:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:17.503098 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Checking router: d55c6d53-05aa-41a6-896c-14aa28e374ad for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:59:17.503444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Updating router d55c6d53-05aa-41a6-896c-14aa28e374ad port f7a504bb-56c7-4aa0-adec-714bcaca94bd binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:59:17.519781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:17.547017 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-41705885-83da-4328-9e5b-e1a5ea0f1534 req-2a400985-17f4-4f13-97e3-1955a48ff603 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170979 May 24 22:59:17.552439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.562158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Made reservation on behalf of 4e6543c530d24eae92eaf7ccae3d74d9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:17.567069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.588104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370faba-9470-47b7-84f1-09aa7150c05c req-0fb3e99d-a755-4ca5-bd1b-82fd1684a901 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:17.589550 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c370faba-9470-47b7-84f1-09aa7150c05c req-0fb3e99d-a755-4ca5-bd1b-82fd1684a901 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 945 time: 0.5038054 May 24 22:59:17.694058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a66a65e9-9741-4584-8244-96008db38714 None None] For port f16a0fe0-3295-45d1-8207-cf65d7800454, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f16a0fe0-3295-45d1-8207-cf65d7800454,segment=NetworkSegment(11c802e4-52c1-466b-9fae-f793173c9150),segment_id=11c802e4-52c1-466b-9fae-f793173c9150)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:17.724689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Calling delete_port for f7a504bb-56c7-4aa0-adec-714bcaca94bd owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:17.733401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.774871 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.838573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.850289 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] device_id is not set on port f0802224-b276-40fd-a2c5-a41605a26f09 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:17.850494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce224590-2ca1-4946-89ad-f71d6dd04112 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.925614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce224590-2ca1-4946-89ad-f71d6dd04112 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.983350 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c370faba-9470-47b7-84f1-09aa7150c05c req-68ca9eb7-f9a9-440a-8baa-237657ed7faf tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291683 May 24 22:59:17.997830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce224590-2ca1-4946-89ad-f71d6dd04112 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.020136 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.029815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Pushing event updated for resources: {'Port': ['ID=f16a0fe0-3295-45d1-8207-cf65d7800454,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:18.045112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Transition to ACTIVE for port object b94efd10-030c-4ca1-9c49-b8e86d965504 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:18.060512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.060867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.061207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.061586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.061926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.062254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.062580 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.062966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.063292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.064197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.064526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.064846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a65e9-9741-4584-8244-96008db38714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:18.087470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Allocated IP 172.20.0.2 (3097d84d-e220-44fa-b3ad-712033b307aa/3a407d76-dac9-4485-a661-f079ea77b6fb/2f95bd63-d1e3-436a-9395-5548b1ee2693) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:18.115542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.131345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device c2f5e3f3-d5e9-403b-9227-bb3682ee7640 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:18.214490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'Port': ['ID=b94efd10-030c-4ca1-9c49-b8e86d965504,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:18.218478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce224590-2ca1-4946-89ad-f71d6dd04112 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea81a0b9-4af2-4944-ab0a-72fc12e05de2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:18.315247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Network 0ff6d1b6-7442-4850-bab0-36575f359044 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:18.319290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:18.321917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:18.328147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.328763 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.382736 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2b0219ff-ce8c-468f-9553-55ace14ce0a0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.3339982 May 24 22:59:18.383909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52632) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:18.384064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce224590-2ca1-4946-89ad-f71d6dd04112 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.384859 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce224590-2ca1-4946-89ad-f71d6dd04112 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "DELETE /v2.0/security-groups/ea81a0b9-4af2-4944-ab0a-72fc12e05de2 HTTP/1.1" status: 204 len: 168 time: 0.9361677 May 24 22:59:18.387985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52634) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:18.474544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3987a31d-6c92-4441-ba0e-93ae67525d88 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Synchronizing usage tracker for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:18.482065 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bc9df-2a5c-40c0-83ba-91177b40681b req-62cbb80c-6cf8-45de-898d-016e57fbfbcd tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.483921 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff5bc9df-2a5c-40c0-83ba-91177b40681b req-62cbb80c-6cf8-45de-898d-016e57fbfbcd tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 945 time: 0.6906712 May 24 22:59:18.491567 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Allocated IP 172.20.0.7 (fadf27a2-2eea-4e6a-af5d-0cf43eb6852a/55ab8751-4c78-402b-be2c-e76971123d36/f0802224-b276-40fd-a2c5-a41605a26f09) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:18.564201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-81e4156e-8635-43d4-82ba-fc5e4138421f None None] Provisioning complete for port f16a0fe0-3295-45d1-8207-cf65d7800454 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:18.564380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-81e4156e-8635-43d4-82ba-fc5e4138421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.613858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2cf16-4c4c-45e9-b927-94ce010145e3 req-33af0d8f-319a-428b-8bed-5175d4c70874 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.615793 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-28c2cf16-4c4c-45e9-b927-94ce010145e3 req-33af0d8f-319a-428b-8bed-5175d4c70874 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 945 time: 0.4118764 May 24 22:59:18.640871 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3987a31d-6c92-4441-ba0e-93ae67525d88 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Unset dirty status for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:18.642631 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3987a31d-6c92-4441-ba0e-93ae67525d88 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2498443 May 24 22:59:18.643231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52642) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:18.648198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52644) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:18.666453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group': {'name': 'tempest-secgroup--213299288'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:18.667002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-710ff5af-386c-4cbf-b0ca-3cc0d9d4dc63 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Request body: {'floatingip': {'port_id': 'b482885c-651d-4cfa-9b51-a905cdd78825'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:18.701839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:18.715297 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff5bc9df-2a5c-40c0-83ba-91177b40681b req-6404fbf7-1375-4527-801d-788246728201 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128618 May 24 22:59:18.774603 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bf3f0d-fade-4fbc-b425-25f3d89cb6b0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.780662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bf3f0d-fade-4fbc-b425-25f3d89cb6b0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.787142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bf3f0d-fade-4fbc-b425-25f3d89cb6b0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.788238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-59bf3f0d-fade-4fbc-b425-25f3d89cb6b0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Synchronizing usage tracker for tenant:086fc193ceeb42c688d780d56254d81f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:18.791923 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-710ff5af-386c-4cbf-b0ca-3cc0d9d4dc63 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.818399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.823098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:18.839220 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:18.867794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.880136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:18.880500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.942708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.982362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7a504bb-56c7-4aa0-adec-714bcaca94bd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:19.024434 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.040690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-59bf3f0d-fade-4fbc-b425-25f3d89cb6b0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Unset dirty status for tenant:086fc193ceeb42c688d780d56254d81f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:19.044626 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-59bf3f0d-fade-4fbc-b425-25f3d89cb6b0 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.6521885 May 24 22:59:19.044626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.053919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52650) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:19.099538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Transition to ACTIVE for port object 2f95bd63-d1e3-436a-9395-5548b1ee2693 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:19.206844 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:19.207501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.230264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-81e4156e-8635-43d4-82ba-fc5e4138421f None None] Current status of the port f16a0fe0-3295-45d1-8207-cf65d7800454 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:19.240967 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:59:19.241183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:59:19.245819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Transition to ACTIVE for port object 2f95bd63-d1e3-436a-9395-5548b1ee2693 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:19.256287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:19.268219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.307918 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b674777-f71a-4bf0-8d6b-edddd8b9feb2'] response: {'server_uuid': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640', 'code': 200} May 24 22:59:19.309451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port c2f5e3f3-d5e9-403b-9227-bb3682ee7640, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c2f5e3f3-d5e9-403b-9227-bb3682ee7640,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:19.319521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-81e4156e-8635-43d4-82ba-fc5e4138421f None None] Provisioning for port 03344a2c-dea1-43f0-9b55-d960e48c98f3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:19.330943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.338969 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.339766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7e790732-1f37-47eb-bc3a-874a9f48a2a5 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:19.358341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:19.373756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:19.381840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-81e4156e-8635-43d4-82ba-fc5e4138421f None None] Provisioning complete for port 03344a2c-dea1-43f0-9b55-d960e48c98f3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:19.383258 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-81e4156e-8635-43d4-82ba-fc5e4138421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.384655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:19.393608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-44f69d5e-3d48-41fa-95c8-fd2c66d212da tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Deleting port b94efd10-030c-4ca1-9c49-b8e86d965504 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:19.394047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44f69d5e-3d48-41fa-95c8-fd2c66d212da tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.396386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Transition to ACTIVE for port object f0802224-b276-40fd-a2c5-a41605a26f09 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:19.408203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:19.411953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.488285 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Network 3097d84d-e220-44fa-b3ad-712033b307aa is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:19.489317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-81e4156e-8635-43d4-82ba-fc5e4138421f None None] Port 03344a2c-dea1-43f0-9b55-d960e48c98f3 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:19.497723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:19.508799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:19.551486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Pushing event updated for resources: {'Port': ['ID=2f95bd63-d1e3-436a-9395-5548b1ee2693,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:19.645759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106135f5-4577-4065-84b9-7a5a1a6753b8 req-77fc67a5-9b2a-47dc-8c44-fdb912577647 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:19.647243 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-106135f5-4577-4065-84b9-7a5a1a6753b8 req-77fc67a5-9b2a-47dc-8c44-fdb912577647 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 944 time: 0.8387034 May 24 22:59:19.649121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.654626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.662807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f16a0fe0-3295-45d1-8207-cf65d7800454 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:19.727897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Allocated IP 172.26.3.68 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/50190222-1102-4901-a3dd-bc28828c1986) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:19.783043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Attempting to bind port 2f95bd63-d1e3-436a-9395-5548b1ee2693 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:19.783602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Attempting to bind port 2f95bd63-d1e3-436a-9395-5548b1ee2693 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '5c15b408-7ebf-4beb-8a36-8f332e4fee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3097d84d-e220-44fa-b3ad-712033b307aa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:19.784088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Attempting to bind port 2f95bd63-d1e3-436a-9395-5548b1ee2693 on network 3097d84d-e220-44fa-b3ad-712033b307aa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:19.794893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8a818b21-ea72-46d8-bf6d-8a36bfd9ea4d None None] Provisioning for port b94efd10-030c-4ca1-9c49-b8e86d965504 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:19.805431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:19.813751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=c2f5e3f3-d5e9-403b-9227-bb3682ee7640,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:19.817042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Port f7a504bb-56c7-4aa0-adec-714bcaca94bd not found while updating agent binding for router d55c6d53-05aa-41a6-896c-14aa28e374ad. {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 24 22:59:19.821465 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8a818b21-ea72-46d8-bf6d-8a36bfd9ea4d None None] Provisioning complete for port b94efd10-030c-4ca1-9c49-b8e86d965504 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:19.821956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a818b21-ea72-46d8-bf6d-8a36bfd9ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.848001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:19.848531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Checking segment: {'id': '5c15b408-7ebf-4beb-8a36-8f332e4fee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3097d84d-e220-44fa-b3ad-712033b307aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:19.849035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.849527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Bound using segment: {'id': '5c15b408-7ebf-4beb-8a36-8f332e4fee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3097d84d-e220-44fa-b3ad-712033b307aa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:19.850107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Bound port: 2f95bd63-d1e3-436a-9395-5548b1ee2693, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c15b408-7ebf-4beb-8a36-8f332e4fee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3097d84d-e220-44fa-b3ad-712033b307aa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:19.850741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.867432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:19.867705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.868187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.868276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d55c6d53-05aa-41a6-896c-14aa28e374ad {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:59:19.927902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.946043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.951813 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-106135f5-4577-4065-84b9-7a5a1a6753b8 req-990fbe74-b1b4-4d29-ad98-33b41c3d861e tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947817 May 24 22:59:19.952299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.958822 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-34d9dbfa-6c70-4bc2-9671-6fe59c4c78df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8681982 May 24 22:59:19.973356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Routers set() bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:19.973356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Router IDs set() for agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 24 22:59:19.973356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_agentschedulers_db [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d55c6d53-05aa-41a6-896c-14aa28e374ad'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent'). {{(pid=88262) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 24 22:59:19.973356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7304d2d-8ac0-4947-85fa-793a801db5a6 None None] The sync data for ids ['d55c6d53-05aa-41a6-896c-14aa28e374ad'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:20.040326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8a818b21-ea72-46d8-bf6d-8a36bfd9ea4d None None] Port b94efd10-030c-4ca1-9c49-b8e86d965504 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:20.066821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f16a0fe0-3295-45d1-8207-cf65d7800454 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:20.067187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.137434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:20.147588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:20.154724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0342c18-5d10-4616-9fa3-c74877bbb0c3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:20.156910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:20.167337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8a818b21-ea72-46d8-bf6d-8a36bfd9ea4d None None] Provisioning complete for port 03344a2c-dea1-43f0-9b55-d960e48c98f3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:20.167775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a818b21-ea72-46d8-bf6d-8a36bfd9ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.174627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.196768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.198246 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9adb479f-51bc-4476-a7d4-91c55925842e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5490050 May 24 22:59:20.201671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] For port 2f95bd63-d1e3-436a-9395-5548b1ee2693, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:20.207273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.210950 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-da03db77-9a0d-4107-8b07-af4e1791455a tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "DELETE /v2.0/routers/d55c6d53-05aa-41a6-896c-14aa28e374ad HTTP/1.1" status: 204 len: 168 time: 3.8627658 May 24 22:59:20.210950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'Port': ['ID=f0802224-b276-40fd-a2c5-a41605a26f09,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:20.212128 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52658) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:20.212463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52660) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:20.233063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-568ee57b-b62e-4c05-9501-348dfae7234b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'f0342c18-5d10-4616-9fa3-c74877bbb0c3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:20.234280 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-568ee57b-b62e-4c05-9501-348dfae7234b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 24 22:59:20.234822 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-568ee57b-b62e-4c05-9501-348dfae7234b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:20.235958 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-568ee57b-b62e-4c05-9501-348dfae7234b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0159009 May 24 22:59:20.257267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] For port 2f95bd63-d1e3-436a-9395-5548b1ee2693, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2f95bd63-d1e3-436a-9395-5548b1ee2693,segment=NetworkSegment(5c15b408-7ebf-4beb-8a36-8f332e4fee97),segment_id=5c15b408-7ebf-4beb-8a36-8f332e4fee97)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:20.284602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.288185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:20.288553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.301667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52666) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:20.335139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8a818b21-ea72-46d8-bf6d-8a36bfd9ea4d None None] Port 03344a2c-dea1-43f0-9b55-d960e48c98f3 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:20.391098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206b71-40ab-48a4-af3b-a355c9775a3c req-e745ba1d-68a7-47ed-8ca8-6cbc607b4464 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:20.393194 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2206b71-40ab-48a4-af3b-a355c9775a3c req-e745ba1d-68a7-47ed-8ca8-6cbc607b4464 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 945 time: 0.5416851 May 24 22:59:20.411509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:20.412137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.426190 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44f69d5e-3d48-41fa-95c8-fd2c66d212da tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.475708 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ce1c1-e082-4532-9ea5-3930e54da055 None None] Pushing event updated for resources: {'Port': ['ID=2f95bd63-d1e3-436a-9395-5548b1ee2693,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:20.496128 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 7e790732-1f37-47eb-bc3a-874a9f48a2a5, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:20.504852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.544937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-0303d0b1-efcc-4639-b130-223246d02d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:20.546426 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-0303d0b1-efcc-4639-b130-223246d02d39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ef6f5139f3a435992e0ee1ac47012a8&device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 1098 time: 0.4995351 May 24 22:59:20.590168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-44f69d5e-3d48-41fa-95c8-fd2c66d212da tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Calling delete_port for b94efd10-030c-4ca1-9c49-b8e86d965504 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:20.604373 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2206b71-40ab-48a4-af3b-a355c9775a3c req-98608684-4286-481c-9670-358395cd223c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824448 May 24 22:59:20.620174 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b2cc05f5-6484-4be5-849d-29be04a90b4c tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8399603 May 24 22:59:20.627367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f16a0fe0-3295-45d1-8207-cf65d7800454 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:20.653295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52670) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:20.660325 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b94c926-1716-43cc-9a95-6cb9c58c0adb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.667403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e2b16cd2-71a8-4bd3-94bb-e5aa97b27585 None None] Provisioning for port f0802224-b276-40fd-a2c5-a41605a26f09 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:20.674564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e2b16cd2-71a8-4bd3-94bb-e5aa97b27585 None None] Provisioning complete for port f0802224-b276-40fd-a2c5-a41605a26f09 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:20.674948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2b16cd2-71a8-4bd3-94bb-e5aa97b27585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.677649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Request body: {'port': {'network_id': 'fadf27a2-2eea-4e6a-af5d-0cf43eb6852a', 'name': 'tempest-AllowedAddressPairTestJSON-899462359'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:20.681349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.734370 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2b16cd2-71a8-4bd3-94bb-e5aa97b27585 None None] Port f0802224-b276-40fd-a2c5-a41605a26f09 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:20.736397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=7e790732-1f37-47eb-bc3a-874a9f48a2a5,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:20.863722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b94c926-1716-43cc-9a95-6cb9c58c0adb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.925420 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33fc46-87cd-4ce5-86ce-dcddd5c40ea1 req-1cdac75a-b9c5-47e0-939e-4a6379bd4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:20.926933 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5f33fc46-87cd-4ce5-86ce-dcddd5c40ea1 req-1cdac75a-b9c5-47e0-939e-4a6379bd4916 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 1098 time: 1.3949511 May 24 22:59:21.091930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.134888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-710ff5af-386c-4cbf-b0ca-3cc0d9d4dc63 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:21.164971 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-353af53f-7c90-4ceb-a958-b4a76b12b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:21.166516 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-353af53f-7c90-4ceb-a958-b4a76b12b8fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 HTTP/1.1" status: 200 len: 913 time: 0.5481207 May 24 22:59:21.168823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b94c926-1716-43cc-9a95-6cb9c58c0adb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.241464 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5f33fc46-87cd-4ce5-86ce-dcddd5c40ea1 req-584cce24-cbad-4e31-95db-74f2335d1bc6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471077 May 24 22:59:21.270689 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-2ec8dc0f-1afd-4132-8f26-f356bbc1ef63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b482885c-651d-4cfa-9b51-a905cdd78825 HTTP/1.1" status: 200 len: 217 time: 0.0881476 May 24 22:59:21.271906 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.274706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94c926-1716-43cc-9a95-6cb9c58c0adb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0342c18-5d10-4616-9fa3-c74877bbb0c3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:21.275159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44f69d5e-3d48-41fa-95c8-fd2c66d212da tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.277094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:21.280763 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:21.289473 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b94c926-1716-43cc-9a95-6cb9c58c0adb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.292912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:21.293581 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1b94c926-1716-43cc-9a95-6cb9c58c0adb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "DELETE /v2.0/security-groups/f0342c18-5d10-4616-9fa3-c74877bbb0c3 HTTP/1.1" status: 204 len: 168 time: 0.9868810 May 24 22:59:21.294416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52676) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:21.301645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Usage tracker for resource:port and tenant:4e6543c530d24eae92eaf7ccae3d74d9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:21.310059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e790732-1f37-47eb-bc3a-874a9f48a2a5'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:21.313308 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:21.325512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Deleting port ced78492-c9e8-4a9e-8c86-05972cae173a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:21.325868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.342333 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event updated for resources: {'Port': ['ID=50190222-1102-4901-a3dd-bc28828c1986,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:21.348233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:21.367136 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76896403-8f9d-4b91-a87e-547e00a6c895'] response: {'server_uuid': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e790732-1f37-47eb-bc3a-874a9f48a2a5', 'code': 200} May 24 22:59:21.393537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:21.437132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-710ff5af-386c-4cbf-b0ca-3cc0d9d4dc63 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.459284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f69d5e-3d48-41fa-95c8-fd2c66d212da tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event deleted for resources: {'Port': ['ID=b94efd10-030c-4ca1-9c49-b8e86d965504,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:21.482290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-710ff5af-386c-4cbf-b0ca-3cc0d9d4dc63 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.544324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Made reservation on behalf of 4e6543c530d24eae92eaf7ccae3d74d9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:21.547785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.550503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42629a03-a17f-4f82-a0b8-ddc4fa2eb129 req-2580e381-4d79-4544-8835-67f221f2c714 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:21.557520 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42629a03-a17f-4f82-a0b8-ddc4fa2eb129 req-2580e381-4d79-4544-8835-67f221f2c714 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 945 time: 0.4739752 May 24 22:59:21.587499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-38129f60-6aaf-4ebb-a57e-5157abae5e9f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Synchronizing usage tracker for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:21.714602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2f95bd63-d1e3-436a-9395-5548b1ee2693 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:21.756565 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42629a03-a17f-4f82-a0b8-ddc4fa2eb129 req-3742b1c0-be23-4c87-9fde-a10888b37fb7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980262 May 24 22:59:21.777197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-38129f60-6aaf-4ebb-a57e-5157abae5e9f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Unset dirty status for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:21.785545 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-38129f60-6aaf-4ebb-a57e-5157abae5e9f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4892664 May 24 22:59:21.789441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52684) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:21.791342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-d551bf71-142a-45df-984f-ebade6d2d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:21.793033 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-d551bf71-142a-45df-984f-ebade6d2d04f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffcc74a2-e1ac-447a-a1f7-9506aacc7570 HTTP/1.1" status: 200 len: 851 time: 0.3432291 May 24 22:59:21.802046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452845646'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:21.843983 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 2f95bd63-d1e3-436a-9395-5548b1ee2693 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:21.875803 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd9914-6757-4797-bb44-3e81eaca4451 None None] Network 3097d84d-e220-44fa-b3ad-712033b307aa requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:21.898381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-78cfeae5-c07b-4f7f-b67d-d892f6b3a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.914675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:21.918592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] device_id is not set on port d93c904b-dc97-46a0-9619-ecde401d70d8 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:21.949895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:21.961076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] For port ced78492-c9e8-4a9e-8c86-05972cae173a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ced78492-c9e8-4a9e-8c86-05972cae173a,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:21.961468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.969847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09b118f5-1f70-4180-bcad-18aa1a2ce34d None None] Provisioning for port 2f95bd63-d1e3-436a-9395-5548b1ee2693 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:21.979979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09b118f5-1f70-4180-bcad-18aa1a2ce34d None None] Provisioning complete for port 2f95bd63-d1e3-436a-9395-5548b1ee2693 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:21.980424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09b118f5-1f70-4180-bcad-18aa1a2ce34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.107109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.123285 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44f69d5e-3d48-41fa-95c8-fd2c66d212da tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.131484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Calling delete_port for ced78492-c9e8-4a9e-8c86-05972cae173a owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:22.216584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-09b118f5-1f70-4180-bcad-18aa1a2ce34d None None] Current status of the port 2f95bd63-d1e3-436a-9395-5548b1ee2693 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:22.216949 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09b118f5-1f70-4180-bcad-18aa1a2ce34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.225866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:22.245524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:22.253600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-f7cb4f82-0ad4-48ef-b37d-f7555389ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:22.255528 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-f7cb4f82-0ad4-48ef-b37d-f7555389ab7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4369018 May 24 22:59:22.256522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:22.259705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-09b118f5-1f70-4180-bcad-18aa1a2ce34d None None] For port 2f95bd63-d1e3-436a-9395-5548b1ee2693, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2f95bd63-d1e3-436a-9395-5548b1ee2693,segment=NetworkSegment(5c15b408-7ebf-4beb-8a36-8f332e4fee97),segment_id=5c15b408-7ebf-4beb-8a36-8f332e4fee97)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:22.267047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09b118f5-1f70-4180-bcad-18aa1a2ce34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.297323 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-710ff5af-386c-4cbf-b0ca-3cc0d9d4dc63 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Floating IP 423fc262-54c4-403f-9e47-37a41c7e4086 associated. External IP: 172.26.3.249, port: b482885c-651d-4cfa-9b51-a905cdd78825. May 24 22:59:22.355084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b118f5-1f70-4180-bcad-18aa1a2ce34d None None] Pushing event updated for resources: {'Port': ['ID=2f95bd63-d1e3-436a-9395-5548b1ee2693,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:22.400084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:22.453228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066c8f3-ee44-4de1-8d1d-a87d3e501fe9 req-2caf718e-e785-435a-a798-444b456d2a7b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:22.454879 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d066c8f3-ee44-4de1-8d1d-a87d3e501fe9 req-2caf718e-e785-435a-a798-444b456d2a7b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.5776045 May 24 22:59:22.554692 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-44f69d5e-3d48-41fa-95c8-fd2c66d212da tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "DELETE /v2.0/ports/b94efd10-030c-4ca1-9c49-b8e86d965504 HTTP/1.1" status: 204 len: 168 time: 3.4978421 May 24 22:59:22.554886 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-49119b30-c4b0-4f4e-8023-fdd981a2e98d service neutron] 10.222.0.42 "GET /v2.0/networks/86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853801 May 24 22:59:22.558178 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52688) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:22.564820 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d066c8f3-ee44-4de1-8d1d-a87d3e501fe9 req-69303aba-fd62-45c9-8c33-5cbc32f596d5 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826950 May 24 22:59:22.600798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4cc36871-c107-4e04-8db2-beb91a6728ef None None] Provisioning complete for port 2f95bd63-d1e3-436a-9395-5548b1ee2693 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:22.601329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4cc36871-c107-4e04-8db2-beb91a6728ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.614297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e90ac1-5fa7-4f5b-9c91-c46a652b7f48 req-535d2778-c286-46d1-9007-1b5d5ed93b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:22.615771 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e2e90ac1-5fa7-4f5b-9c91-c46a652b7f48 req-535d2778-c286-46d1-9007-1b5d5ed93b12 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 1099 time: 0.7726805 May 24 22:59:22.643525 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc28b67-4d81-48a6-b13a-d1a509f88b93 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] GET failed (client error): The resource could not be found. May 24 22:59:22.647839 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bbc28b67-4d81-48a6-b13a-d1a509f88b93 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "GET /v2.0/ports/b94efd10-030c-4ca1-9c49-b8e86d965504 HTTP/1.1" status: 404 len: 333 time: 0.0832479 May 24 22:59:22.692449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52692) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:22.721652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Allocated IP 172.20.0.5 (fadf27a2-2eea-4e6a-af5d-0cf43eb6852a/55ab8751-4c78-402b-be2c-e76971123d36/d93c904b-dc97-46a0-9619-ecde401d70d8) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:22.726776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4cc36871-c107-4e04-8db2-beb91a6728ef None None] Current status of the port 2f95bd63-d1e3-436a-9395-5548b1ee2693 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:22.734602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Request body: {'port': {'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-128783412'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:22.835034 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e2e90ac1-5fa7-4f5b-9c91-c46a652b7f48 req-9b981b05-4c27-4783-9153-0f13e795171c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156254 May 24 22:59:22.841281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.843111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.891576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.024227 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:59:23.134481 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31ddacfb-85e8-49a9-a3a1-ce2730576247 req-561f9ec9-b0a1-4362-8da3-ff9c460e1961 service neutron] 10.222.0.42 "GET /v2.0/networks/86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674050 May 24 22:59:23.149783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34beaf28-12f9-4dd8-b30e-4e9c6d0eeede,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:23.176442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.212355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.214553 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-404e3bdf-080d-4c9f-9e95-9b5397c1c3ae tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4194405 May 24 22:59:23.231775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52698) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:23.240039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event deleted for resources: {'Port': ['ID=ced78492-c9e8-4a9e-8c86-05972cae173a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:23.244412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ba2ec34c-d96f-4539-9ecd-b2116836c3cb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': '34beaf28-12f9-4dd8-b30e-4e9c6d0eeede', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:23.245286 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-ba2ec34c-d96f-4539-9ecd-b2116836c3cb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 24 22:59:23.245782 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-ba2ec34c-d96f-4539-9ecd-b2116836c3cb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:23.246743 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ba2ec34c-d96f-4539-9ecd-b2116836c3cb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0115824 May 24 22:59:23.247835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:23.252233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52702) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:23.257811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Usage tracker for resource:port and tenant:086fc193ceeb42c688d780d56254d81f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:23.285383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710ff5af-386c-4cbf-b0ca-3cc0d9d4dc63 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Router 5ff6c264-8236-4df1-9372-aa06ad8cb12f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:23.287006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:23.319789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:23.389171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070252a6-d08e-4d34-8d6c-ba6f4e37e1af req-aae7f5bc-61a0-4fff-8319-03489eecec29 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:23.390543 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-070252a6-d08e-4d34-8d6c-ba6f4e37e1af req-aae7f5bc-61a0-4fff-8319-03489eecec29 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 945 time: 0.5107789 May 24 22:59:23.397341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Made reservation on behalf of 086fc193ceeb42c688d780d56254d81f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:23.400620 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.462080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.500880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] device_id is not set on port e98c13fd-fd3b-4776-83d4-4493581ccf20 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:23.644762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.687383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2f95bd63-d1e3-436a-9395-5548b1ee2693 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:23.729015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.732714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.767686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2f95bd63-d1e3-436a-9395-5548b1ee2693 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:23.768496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.782040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710ff5af-386c-4cbf-b0ca-3cc0d9d4dc63 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:23.804614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-710ff5af-386c-4cbf-b0ca-3cc0d9d4dc63 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.807891 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a51dc-4b7e-4833-939a-5254f55fc23f None None] Sync routers for ids ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:23.822478 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a51dc-4b7e-4833-939a-5254f55fc23f None None] Routers {'5ff6c264-8236-4df1-9372-aa06ad8cb12f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:23.823545 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2f6a51dc-4b7e-4833-939a-5254f55fc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:58:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:23.831058 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-070252a6-d08e-4d34-8d6c-ba6f4e37e1af req-4f39c365-0488-44ff-8615-b4be3f2bab0b tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4150300 May 24 22:59:23.969305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.969905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06a6879d-1c2a-4c6c-ad46-287337127c7e {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:59:23.991360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d11973ff-aca2-49fa-9a40-bdad2b9eadcd tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.002298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.170965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2f95bd63-d1e3-436a-9395-5548b1ee2693 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:24.205980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-60a9b9cc-6dc3-4741-9a09-3f4102b6ce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.222266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Transition to ACTIVE for port object d93c904b-dc97-46a0-9619-ecde401d70d8 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:24.230838 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-710ff5af-386c-4cbf-b0ca-3cc0d9d4dc63 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "PUT /v2.0/floatingips/423fc262-54c4-403f-9e47-37a41c7e4086 HTTP/1.1" status: 200 len: 991 time: 5.5679204 May 24 22:59:24.238805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279d362e-2915-4d02-b6cc-197c324225a8', 'tag': 'b482885c-651d-4cfa-9b51-a905cdd78825'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:24.258518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.259864 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa37dd16-a474-46d4-8c7a-0411311bfcc7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "DELETE /v2.0/routers/06a6879d-1c2a-4c6c-ad46-287337127c7e HTTP/1.1" status: 204 len: 168 time: 4.0376346 May 24 22:59:24.261287 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2f6a51dc-4b7e-4833-939a-5254f55fc23f None None] Set router 5ff6c264-8236-4df1-9372-aa06ad8cb12f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:24.263447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52714) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:24.269006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1489630561', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:24.285544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:24.299734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Usage tracker for resource:router and tenant:97a2c318f1724996b1dfb832e10fe880 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:24.303447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d11973ff-aca2-49fa-9a40-bdad2b9eadcd tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.306419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:24.318543 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:24.338783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.361405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Allocated IP 2001:db8::2d6 (0ff6d1b6-7442-4850-bab0-36575f359044/7eee6ae6-e747-4792-85ce-2390fbb44086/e98c13fd-fd3b-4776-83d4-4493581ccf20) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:24.388310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.389279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.400821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc1b0-aac7-43eb-95eb-15e0abd6fb94 req-658c0031-b99c-431e-b8f5-eacf30a68c98 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:24.402299 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-728dc1b0-aac7-43eb-95eb-15e0abd6fb94 req-658c0031-b99c-431e-b8f5-eacf30a68c98 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.6381137 May 24 22:59:24.430657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:24.432394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Router c9f61d5b-7f6d-4150-a5bc-42be7034c227 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:59:24.439163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:24.441551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:24.446063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d11973ff-aca2-49fa-9a40-bdad2b9eadcd tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.481455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.488543 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'Port': ['ID=d93c904b-dc97-46a0-9619-ecde401d70d8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:24.500576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11973ff-aca2-49fa-9a40-bdad2b9eadcd tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34beaf28-12f9-4dd8-b30e-4e9c6d0eeede,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:24.513975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30567b35-0509-4ab4-92ce-169ba6104ae7 req-937860cf-bf68-4bc7-971e-7c64231e6efe tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:24.515504 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30567b35-0509-4ab4-92ce-169ba6104ae7 req-937860cf-bf68-4bc7-971e-7c64231e6efe tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 945 time: 0.3667829 May 24 22:59:24.542262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52718) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:24.548290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5c02d615-662d-48cb-8319-bdc5be4cb690 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Request body: {'floatingip': {'port_id': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:24.633694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:24.634359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.670435 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-728dc1b0-aac7-43eb-95eb-15e0abd6fb94 req-15c97fc6-ba67-470c-91ab-d3de04fc09f7 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428780 May 24 22:59:24.785008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d11973ff-aca2-49fa-9a40-bdad2b9eadcd tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.786374 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d11973ff-aca2-49fa-9a40-bdad2b9eadcd tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "DELETE /v2.0/security-groups/34beaf28-12f9-4dd8-b30e-4e9c6d0eeede HTTP/1.1" status: 204 len: 168 time: 1.5303741 May 24 22:59:24.790908 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5b3805-e98b-4d6f-b149-d9494223beaf'] response: {'name': 'network-changed', 'server_uuid': '279d362e-2915-4d02-b6cc-197c324225a8', 'tag': 'b482885c-651d-4cfa-9b51-a905cdd78825', 'status': 'completed', 'code': 200} May 24 22:59:24.799128 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52722) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:24.823039 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2f6a51dc-4b7e-4833-939a-5254f55fc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '423fc262-54c4-403f-9e47-37a41c7e4086', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'port_id': 'b482885c-651d-4cfa-9b51-a905cdd78825', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'mac_address': 'fa:16:3e:e0:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279d362e-2915-4d02-b6cc-197c324225a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:45Z', 'updated_at': '2022-05-24T22:59:20Z', 'revision_number': 1, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0812bc-81cc-4a37-9ef7-8556b82c3b95', 'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'mac_address': 'fa:16:3e:aa:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:24Z', 'updated_at': '2022-05-24T22:58:41Z', 'revision_number': 5, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'subnets': [{'id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:24.827081 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a51dc-4b7e-4833-939a-5254f55fc23f None None] Checking router: 5ff6c264-8236-4df1-9372-aa06ad8cb12f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:59:24.836251 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a51dc-4b7e-4833-939a-5254f55fc23f None None] Routers {'5ff6c264-8236-4df1-9372-aa06ad8cb12f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:24.836842 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2f6a51dc-4b7e-4833-939a-5254f55fc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:24.874578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-63986671-ef0e-4b1f-87f6-c3f48ddfb1c6 None None] Provisioning for port d93c904b-dc97-46a0-9619-ecde401d70d8 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:24.880630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-63986671-ef0e-4b1f-87f6-c3f48ddfb1c6 None None] Provisioning complete for port d93c904b-dc97-46a0-9619-ecde401d70d8 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:24.881211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-63986671-ef0e-4b1f-87f6-c3f48ddfb1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.892618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c02d615-662d-48cb-8319-bdc5be4cb690 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.896779 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c4d97e4f-1573-434a-86c5-1acd7bf66979 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2342684 May 24 22:59:24.903636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52726) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:24.917305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9921d53a-0a8f-4c60-a6ab-b44cb2eeb92f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:fb:8e:5a'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3b:ed:b2'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:24.945342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-63986671-ef0e-4b1f-87f6-c3f48ddfb1c6 None None] Port d93c904b-dc97-46a0-9619-ecde401d70d8 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:24.995448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.080176 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2f6a51dc-4b7e-4833-939a-5254f55fc23f None None] Set router 5ff6c264-8236-4df1-9372-aa06ad8cb12f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:25.127942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:25.132779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.143429 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0be775ca-1eeb-4d9c-8774-d17bbbe92f3e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3268754 May 24 22:59:25.151465 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52730) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:25.163530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1c195e-d135-4f7a-9847-a2a067957e75 None None] Sync routers for ids ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:25.173341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525878020'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:25.188139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:25.196965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c195e-d135-4f7a-9847-a2a067957e75 None None] Routers {'c9f61d5b-7f6d-4150-a5bc-42be7034c227'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:25.199931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0a1c195e-d135-4f7a-9847-a2a067957e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:25.212877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:25.261809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:25.275513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:25.290066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.293686 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0dfad79-4e6e-4fbb-b5b9-93a59d041899 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.2342675 May 24 22:59:25.293841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.300456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52734) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:25.352602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.395040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0a1c195e-d135-4f7a-9847-a2a067957e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:25.414093 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c195e-d135-4f7a-9847-a2a067957e75 None None] Routers {'c9f61d5b-7f6d-4150-a5bc-42be7034c227'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:25.415050 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0a1c195e-d135-4f7a-9847-a2a067957e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:25.420836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:25.456092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:25.459618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:25.476576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:25.483681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76864b1c-a6d9-4d57-a3af-81a37ebd2779 req-7d165fca-7133-4b68-b4e3-5fc7d04fa74c tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:25.486694 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76864b1c-a6d9-4d57-a3af-81a37ebd2779 req-7d165fca-7133-4b68-b4e3-5fc7d04fa74c tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 945 time: 0.7186468 May 24 22:59:25.499382 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0a1c195e-d135-4f7a-9847-a2a067957e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:25.500355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1c195e-d135-4f7a-9847-a2a067957e75 None None] The sync data for ids ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:25.500708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32383-5587-4e40-a538-afa727aff81e req-dfde4b98-9a13-42fb-b1fa-1374178271bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:25.503916 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6f32383-5587-4e40-a538-afa727aff81e req-dfde4b98-9a13-42fb-b1fa-1374178271bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ef6f5139f3a435992e0ee1ac47012a8&device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 1098 time: 0.6993468 May 24 22:59:25.511642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.511944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Transition to ACTIVE for port object e98c13fd-fd3b-4776-83d4-4493581ccf20 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:25.522205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9921d53a-0a8f-4c60-a6ab-b44cb2eeb92f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.569255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ced78492-c9e8-4a9e-8c86-05972cae173a no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:25.592406 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2f6a51dc-4b7e-4833-939a-5254f55fc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '423fc262-54c4-403f-9e47-37a41c7e4086', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'port_id': 'b482885c-651d-4cfa-9b51-a905cdd78825', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'mac_address': 'fa:16:3e:e0:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279d362e-2915-4d02-b6cc-197c324225a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:45Z', 'updated_at': '2022-05-24T22:59:20Z', 'revision_number': 1, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0812bc-81cc-4a37-9ef7-8556b82c3b95', 'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'mac_address': 'fa:16:3e:aa:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:24Z', 'updated_at': '2022-05-24T22:58:41Z', 'revision_number': 5, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'subnets': [{'id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:25.599640 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a51dc-4b7e-4833-939a-5254f55fc23f None None] The sync data for ids ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'] in dv-neutron-843190-1-hyperv is: [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '423fc262-54c4-403f-9e47-37a41c7e4086', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'port_id': 'b482885c-651d-4cfa-9b51-a905cdd78825', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'mac_address': 'fa:16:3e:e0:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279d362e-2915-4d02-b6cc-197c324225a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:45Z', 'updated_at': '2022-05-24T22:59:20Z', 'revision_number': 1, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0812bc-81cc-4a37-9ef7-8556b82c3b95', 'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'mac_address': 'fa:16:3e:aa:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:24Z', 'updated_at': '2022-05-24T22:58:41Z', 'revision_number': 5, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'subnets': [{'id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:25.616298 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: ced78492-c9e8-4a9e-8c86-05972cae173a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:59:25.617019 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ced78492-c9e8-4a9e-8c86-05972cae173a not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:59:25.857288 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91da739-0f97-4ef0-a49f-2a49b4f05b89 None None] New status for floating IP 423fc262-54c4-403f-9e47-37a41c7e4086: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:59:25.902265 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76864b1c-a6d9-4d57-a3af-81a37ebd2779 req-1edbf524-2f43-4eff-8d71-8d35d5681943 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3971810 May 24 22:59:25.926690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.993168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.071522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.122184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.127598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.145036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94728517-ea12-4261-b9c2-a69dfffce4df,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:26.185886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.189829 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-93a11c8e-6275-47cd-837f-de0b1eb065b4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0192850 May 24 22:59:26.200622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52744) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:26.224258 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-26dd7ad2-359b-4cee-9755-873569b855e7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': '94728517-ea12-4261-b9c2-a69dfffce4df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:26.226071 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-26dd7ad2-359b-4cee-9755-873569b855e7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 24 22:59:26.226570 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-26dd7ad2-359b-4cee-9755-873569b855e7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:26.227546 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-26dd7ad2-359b-4cee-9755-873569b855e7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0262816 May 24 22:59:26.234535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52748) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:26.244419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e858c07d-9f8c-451f-b8fc-8c8903deb38b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': '94728517-ea12-4261-b9c2-a69dfffce4df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:26.245014 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-e858c07d-9f8c-451f-b8fc-8c8903deb38b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 24 22:59:26.245500 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-e858c07d-9f8c-451f-b8fc-8c8903deb38b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:26.248768 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e858c07d-9f8c-451f-b8fc-8c8903deb38b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0109873 May 24 22:59:26.250555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52752) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:26.260820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a0ba9441-26c7-4026-a96f-0b22d1373888 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': '94728517-ea12-4261-b9c2-a69dfffce4df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:26.262989 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-a0ba9441-26c7-4026-a96f-0b22d1373888 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 24 22:59:26.263495 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-a0ba9441-26c7-4026-a96f-0b22d1373888 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:26.264454 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0ba9441-26c7-4026-a96f-0b22d1373888 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108509 May 24 22:59:26.268629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52756) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:26.277820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bf226799-616b-4dd6-99a5-850d8e9187bb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': '94728517-ea12-4261-b9c2-a69dfffce4df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:26.278699 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-bf226799-616b-4dd6-99a5-850d8e9187bb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 24 22:59:26.279175 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-bf226799-616b-4dd6-99a5-850d8e9187bb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:26.280087 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bf226799-616b-4dd6-99a5-850d8e9187bb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096457 May 24 22:59:26.308224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52760) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:26.337642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9921d53a-0a8f-4c60-a6ab-b44cb2eeb92f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.345630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9921d53a-0a8f-4c60-a6ab-b44cb2eeb92f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.407235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32383-5587-4e40-a538-afa727aff81e req-95221451-b93e-497b-841a-be2f1e58de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:26.408681 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6f32383-5587-4e40-a538-afa727aff81e req-95221451-b93e-497b-841a-be2f1e58de77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 HTTP/1.1" status: 200 len: 913 time: 0.8946490 May 24 22:59:26.437085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.462192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Allocated IP 172.26.3.36 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/05a32ad5-fac2-4e6e-964b-2a71d4ce3d14) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:26.510532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e09c49-7771-4f83-896c-80b814661e87 req-344caf4d-9192-477e-a409-6f8fae87e2a7 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:26.512068 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-61e09c49-7771-4f83-896c-80b814661e87 req-344caf4d-9192-477e-a409-6f8fae87e2a7 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.7216418 May 24 22:59:26.542517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Network 0ff6d1b6-7442-4850-bab0-36575f359044 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:26.577193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921d53a-0a8f-4c60-a6ab-b44cb2eeb92f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event updated for resources: {'Port': ['ID=d93c904b-dc97-46a0-9619-ecde401d70d8,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:26.600745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-9921d53a-0a8f-4c60-a6ab-b44cb2eeb92f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] In _notify_port_updated(), no bound segment for port d93c904b-dc97-46a0-9619-ecde401d70d8 on network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:59:26.606163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921d53a-0a8f-4c60-a6ab-b44cb2eeb92f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:26.606829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9921d53a-0a8f-4c60-a6ab-b44cb2eeb92f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.608157 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9921d53a-0a8f-4c60-a6ab-b44cb2eeb92f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "PUT /v2.0/ports/d93c904b-dc97-46a0-9619-ecde401d70d8 HTTP/1.1" status: 200 len: 1055 time: 1.7002811 May 24 22:59:26.611214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52764) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:26.675744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:26.678933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-14891f0a-a5dd-4ba7-affa-ad50e137e59d None None] Provisioning complete for port d93c904b-dc97-46a0-9619-ecde401d70d8 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:26.679498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14891f0a-a5dd-4ba7-affa-ad50e137e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.707814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:26.713606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dea7ec2e-422b-4e80-9080-ab0c5869977a tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Deleting port d93c904b-dc97-46a0-9619-ecde401d70d8 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:26.713945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec2e-422b-4e80-9080-ab0c5869977a tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.714451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:26.715687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.732426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'Port': ['ID=e98c13fd-fd3b-4776-83d4-4493581ccf20,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:26.753063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-14891f0a-a5dd-4ba7-affa-ad50e137e59d None None] Port d93c904b-dc97-46a0-9619-ecde401d70d8 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:26.788815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.882087 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-baa8cee6-e795-4bb7-9645-e78183f2e849 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1789756 May 24 22:59:26.898265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52768) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:26.900218 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6f32383-5587-4e40-a538-afa727aff81e req-138c7dcb-4ebe-4b1e-9b0c-bc171ef8f528 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b482885c-651d-4cfa-9b51-a905cdd78825 HTTP/1.1" status: 200 len: 1001 time: 0.4715834 May 24 22:59:26.914947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e33ee00b-b52f-492e-945b-1f059022423a tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6b', 'mac_address': 'fa:16:3e:af:c2:92'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:26.957881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4f8af436-e93d-42ae-9ec8-64c343fadcf4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.961763 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-61e09c49-7771-4f83-896c-80b814661e87 req-4543de02-2298-4e1e-a170-2d5e0081ffed tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4274793 May 24 22:59:26.975653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.985059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-41f24668-8358-45c6-b6b4-4e2a562a23a8 None None] Provisioning for port e98c13fd-fd3b-4776-83d4-4493581ccf20 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:26.990780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-41f24668-8358-45c6-b6b4-4e2a562a23a8 None None] Provisioning complete for port e98c13fd-fd3b-4776-83d4-4493581ccf20 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:26.991212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-41f24668-8358-45c6-b6b4-4e2a562a23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.052158 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-41f24668-8358-45c6-b6b4-4e2a562a23a8 None None] Port e98c13fd-fd3b-4776-83d4-4493581ccf20 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:27.087179 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:27.094070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:27.097028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:27.132502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec2e-422b-4e80-9080-ab0c5869977a tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.153254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Pushing event updated for resources: {'Port': ['ID=05a32ad5-fac2-4e6e-964b-2a71d4ce3d14,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:27.237209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4f8af436-e93d-42ae-9ec8-64c343fadcf4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.275598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-5c02d615-662d-48cb-8319-bdc5be4cb690 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:27.275842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dea7ec2e-422b-4e80-9080-ab0c5869977a tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Calling delete_port for d93c904b-dc97-46a0-9619-ecde401d70d8 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:27.394136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32383-5587-4e40-a538-afa727aff81e req-bbf4ecff-d05e-4c25-b1d1-64c97389be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:27.395672 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6f32383-5587-4e40-a538-afa727aff81e req-bbf4ecff-d05e-4c25-b1d1-64c97389be43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffcc74a2-e1ac-447a-a1f7-9506aacc7570 HTTP/1.1" status: 200 len: 851 time: 0.4404647 May 24 22:59:27.577230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c02d615-662d-48cb-8319-bdc5be4cb690 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.608508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c02d615-662d-48cb-8319-bdc5be4cb690 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.688310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4f8af436-e93d-42ae-9ec8-64c343fadcf4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.748272 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8af436-e93d-42ae-9ec8-64c343fadcf4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94728517-ea12-4261-b9c2-a69dfffce4df,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:27.787530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec2e-422b-4e80-9080-ab0c5869977a tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.796313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cc1f9-5e9f-4a8a-9b8d-514a2d468817 req-a52697e1-0787-460a-8868-ff0fe16b5b2d tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:27.797806 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-379cc1f9-5e9f-4a8a-9b8d-514a2d468817 req-a52697e1-0787-460a-8868-ff0fe16b5b2d tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.7051384 May 24 22:59:27.840460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52774) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:27.896800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7ec2e-422b-4e80-9080-ab0c5869977a tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event deleted for resources: {'Port': ['ID=d93c904b-dc97-46a0-9619-ecde401d70d8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:27.916819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6eb778a6-d19a-4547-8e08-567578dafb10 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Request body: {'floatingip': {'port_id': '7e790732-1f37-47eb-bc3a-874a9f48a2a5'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:27.971918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4f8af436-e93d-42ae-9ec8-64c343fadcf4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.975363 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4f8af436-e93d-42ae-9ec8-64c343fadcf4 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "DELETE /v2.0/security-groups/94728517-ea12-4261-b9c2-a69dfffce4df HTTP/1.1" status: 204 len: 168 time: 1.6618350 May 24 22:59:27.975497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.998819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52778) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:28.055508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb778a6-d19a-4547-8e08-567578dafb10 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:28.243348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32383-5587-4e40-a538-afa727aff81e req-1a5279d3-ba13-40e0-8735-476907fadf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:28.244885 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6f32383-5587-4e40-a538-afa727aff81e req-1a5279d3-ba13-40e0-8735-476907fadf86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7847311 May 24 22:59:28.293388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e33ee00b-b52f-492e-945b-1f059022423a tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:28.457721 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-5c02d615-662d-48cb-8319-bdc5be4cb690 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Floating IP d2ef23d2-2019-4a86-b99d-71ab32006b1f associated. External IP: 172.26.3.126, port: c2f5e3f3-d5e9-403b-9227-bb3682ee7640. May 24 22:59:28.486346 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec2e-422b-4e80-9080-ab0c5869977a tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:28.517871 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dea7ec2e-422b-4e80-9080-ab0c5869977a tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "DELETE /v2.0/ports/d93c904b-dc97-46a0-9619-ecde401d70d8 HTTP/1.1" status: 204 len: 168 time: 1.9032474 May 24 22:59:28.518107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52782) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:28.565019 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fee979-7094-4b23-bfe8-bd519b08abf8 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] GET failed (client error): The resource could not be found. May 24 22:59:28.565440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b3fee979-7094-4b23-bfe8-bd519b08abf8 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Synchronizing usage tracker for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:28.571024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:28.653925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b3fee979-7094-4b23-bfe8-bd519b08abf8 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Unset dirty status for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:28.658083 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b3fee979-7094-4b23-bfe8-bd519b08abf8 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "GET /v2.0/ports/d93c904b-dc97-46a0-9619-ecde401d70d8 HTTP/1.1" status: 404 len: 333 time: 0.1361005 May 24 22:59:28.659487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52786) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:28.660051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-29dc2057-308b-4be3-bdf0-40f2703d6380 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Synchronizing usage tracker for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:28.680647 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:28.907156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8e06d596-730a-4415-b29a-0e0e80b0b073 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Deleting port f0802224-b276-40fd-a2c5-a41605a26f09 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:28.908098 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e06d596-730a-4415-b29a-0e0e80b0b073 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.065381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-29dc2057-308b-4be3-bdf0-40f2703d6380 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Unset dirty status for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:29.070652 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-29dc2057-308b-4be3-bdf0-40f2703d6380 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0535529 May 24 22:59:29.074676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52790) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:29.085001 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6f32383-5587-4e40-a538-afa727aff81e req-7289f29d-0e8f-4cb3-b7a9-824a94272203 service neutron] 10.222.0.42 "GET /v2.0/networks/86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7952309 May 24 22:59:29.128472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490006179'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:29.139747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Router 073ae2b0-e22f-4327-b6ae-219b26648ed5 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:59:29.147280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:29.236805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:29.288865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.351512 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e06d596-730a-4415-b29a-0e0e80b0b073 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.496286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:29.504615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8e06d596-730a-4415-b29a-0e0e80b0b073 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Calling delete_port for f0802224-b276-40fd-a2c5-a41605a26f09 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:29.539113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:29.550487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:29.571125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:29.576058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:29.590214 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d5e76-0529-49ef-af63-0ae855d5bec4 None None] Sync routers for ids ['073ae2b0-e22f-4327-b6ae-219b26648ed5'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:29.600915 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d5e76-0529-49ef-af63-0ae855d5bec4 None None] Routers {'073ae2b0-e22f-4327-b6ae-219b26648ed5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:29.601947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e53d5e76-0529-49ef-af63-0ae855d5bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['073ae2b0-e22f-4327-b6ae-219b26648ed5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:29.648195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.649389 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9742d76-3de6-48f1-a9eb-cd2370d2d128 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3846476 May 24 22:59:29.666474 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e53d5e76-0529-49ef-af63-0ae855d5bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:29.675880 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d5e76-0529-49ef-af63-0ae855d5bec4 None None] Routers {'073ae2b0-e22f-4327-b6ae-219b26648ed5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:29.676615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e53d5e76-0529-49ef-af63-0ae855d5bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['073ae2b0-e22f-4327-b6ae-219b26648ed5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:29.684586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52794) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:29.766053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.767421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e06d596-730a-4415-b29a-0e0e80b0b073 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.767736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-144b7e7c-33fc-44b6-aebc-8028de1be222 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'enable_snat': False}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:29.772267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e53d5e76-0529-49ef-af63-0ae855d5bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:29.772811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d5e76-0529-49ef-af63-0ae855d5bec4 None None] The sync data for ids ['073ae2b0-e22f-4327-b6ae-219b26648ed5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:29.811996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.839050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06d596-730a-4415-b29a-0e0e80b0b073 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event deleted for resources: {'Port': ['ID=f0802224-b276-40fd-a2c5-a41605a26f09,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:29.903072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a61103-c334-495a-a90f-115534a8f66e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:29.935303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.940010 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9bf638ce-9d06-4988-a079-45b7a7babe96 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8644400 May 24 22:59:29.945995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52798) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:29.961585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-637d9688-221d-44a9-a317-b4884643179f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'c5a61103-c334-495a-a90f-115534a8f66e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:29.962067 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-637d9688-221d-44a9-a317-b4884643179f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 24 22:59:29.962553 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-637d9688-221d-44a9-a317-b4884643179f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:29.963518 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-637d9688-221d-44a9-a317-b4884643179f tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167713 May 24 22:59:29.967081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52802) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:29.975097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-38bd2285-264c-4578-9145-587c17fae668 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'c5a61103-c334-495a-a90f-115534a8f66e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:29.986161 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-38bd2285-264c-4578-9145-587c17fae668 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:29.993016 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6f32383-5587-4e40-a538-afa727aff81e req-45eb02f8-f14b-4862-ad7d-5eb983d9e311 service neutron] 10.222.0.42 "GET /v2.0/networks/86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8928893 May 24 22:59:29.993861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-38bd2285-264c-4578-9145-587c17fae668 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:29.998458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-38bd2285-264c-4578-9145-587c17fae668 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:30.006494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e06d596-730a-4415-b29a-0e0e80b0b073 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.008028 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8e06d596-730a-4415-b29a-0e0e80b0b073 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "DELETE /v2.0/ports/f0802224-b276-40fd-a2c5-a41605a26f09 HTTP/1.1" status: 204 len: 168 time: 1.3487005 May 24 22:59:30.009041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-38bd2285-264c-4578-9145-587c17fae668 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:30.010920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52806) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:30.058246 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d358386-f5b2-41ec-bc91-bee019adb508 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] GET failed (client error): The resource could not be found. May 24 22:59:30.058741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d358386-f5b2-41ec-bc91-bee019adb508 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Synchronizing usage tracker for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:30.086882 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d358386-f5b2-41ec-bc91-bee019adb508 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Unset dirty status for tenant:4e6543c530d24eae92eaf7ccae3d74d9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:30.091398 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6d358386-f5b2-41ec-bc91-bee019adb508 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "GET /v2.0/ports/f0802224-b276-40fd-a2c5-a41605a26f09 HTTP/1.1" status: 404 len: 333 time: 0.0762234 May 24 22:59:30.091398 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-38bd2285-264c-4578-9145-587c17fae668 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:30.091398 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-38bd2285-264c-4578-9145-587c17fae668 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1231589 May 24 22:59:30.093490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52810) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:30.093807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52812) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:30.108556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e33ee00b-b52f-492e-945b-1f059022423a tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.134327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-acd63325-883b-45b6-b3ae-d51295b8fdba tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'c5a61103-c334-495a-a90f-115534a8f66e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:30.134883 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-acd63325-883b-45b6-b3ae-d51295b8fdba tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 24 22:59:30.135366 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-acd63325-883b-45b6-b3ae-d51295b8fdba tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:30.138981 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-acd63325-883b-45b6-b3ae-d51295b8fdba tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0396793 May 24 22:59:30.144318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52818) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:30.162416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5bf5da39-d20d-4365-8d17-ab2f72f4543b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'c5a61103-c334-495a-a90f-115534a8f66e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:30.170600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e33ee00b-b52f-492e-945b-1f059022423a tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.172464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5bf5da39-d20d-4365-8d17-ab2f72f4543b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:30.184045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5bf5da39-d20d-4365-8d17-ab2f72f4543b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:30.190353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-420332da-2af0-4d97-8387-d25754b495f0 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Deleting port 4c2da079-f532-46fc-9db7-e5cfad23f007 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:30.190947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-420332da-2af0-4d97-8387-d25754b495f0 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.217922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5bf5da39-d20d-4365-8d17-ab2f72f4543b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:30.224759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c02d615-662d-48cb-8319-bdc5be4cb690 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Router 7ee4a5ea-982a-4a57-9136-854d38f539e6 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:30.244693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5bf5da39-d20d-4365-8d17-ab2f72f4543b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:30.273331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e33ee00b-b52f-492e-945b-1f059022423a tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] In _notify_port_updated(), no bound segment for port e98c13fd-fd3b-4776-83d4-4493581ccf20 on network 0ff6d1b6-7442-4850-bab0-36575f359044 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:59:30.278756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ee00b-b52f-492e-945b-1f059022423a tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:30.279431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e33ee00b-b52f-492e-945b-1f059022423a tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.280660 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e33ee00b-b52f-492e-945b-1f059022423a tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "PUT /v2.0/ports/e98c13fd-fd3b-4776-83d4-4493581ccf20 HTTP/1.1" status: 200 len: 1001 time: 3.3793468 May 24 22:59:30.297840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52822) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:30.343713 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-5bf5da39-d20d-4365-8d17-ab2f72f4543b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:30.344924 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5bf5da39-d20d-4365-8d17-ab2f72f4543b tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1997604 May 24 22:59:30.348204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52826) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:30.353297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3108915b-80d8-4789-a302-a1f1436991be tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'c5a61103-c334-495a-a90f-115534a8f66e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:30.353776 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-3108915b-80d8-4789-a302-a1f1436991be tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 24 22:59:30.354255 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-3108915b-80d8-4789-a302-a1f1436991be tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:30.355224 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3108915b-80d8-4789-a302-a1f1436991be tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059502 May 24 22:59:30.358911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52830) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:30.389039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ee00b-b52f-492e-945b-1f059022423a tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'Port': ['ID=e98c13fd-fd3b-4776-83d4-4493581ccf20,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:30.389340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0a654090-193f-4137-9e5f-419047cfa0f2 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'c5a61103-c334-495a-a90f-115534a8f66e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:30.395843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0a654090-193f-4137-9e5f-419047cfa0f2 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:30.399814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0a654090-193f-4137-9e5f-419047cfa0f2 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:30.402742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0a654090-193f-4137-9e5f-419047cfa0f2 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:30.451846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0a654090-193f-4137-9e5f-419047cfa0f2 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:30.508934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a4c7037f-4d7e-4387-ade1-f23f75bab0f3 None None] Provisioning complete for port e98c13fd-fd3b-4776-83d4-4493581ccf20 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:30.509604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a4c7037f-4d7e-4387-ade1-f23f75bab0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.524453 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-0a654090-193f-4137-9e5f-419047cfa0f2 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:30.528146 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0a654090-193f-4137-9e5f-419047cfa0f2 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1658630 May 24 22:59:30.538247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52834) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:30.548287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-420332da-2af0-4d97-8387-d25754b495f0 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.560801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b4433b91-d8f8-46e3-97fd-241e0f6fe174 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'c5a61103-c334-495a-a90f-115534a8f66e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:30.561213 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-b4433b91-d8f8-46e3-97fd-241e0f6fe174 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 24 22:59:30.561702 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-b4433b91-d8f8-46e3-97fd-241e0f6fe174 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:30.568373 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b4433b91-d8f8-46e3-97fd-241e0f6fe174 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0238938 May 24 22:59:30.568586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a4c7037f-4d7e-4387-ade1-f23f75bab0f3 None None] Port e98c13fd-fd3b-4776-83d4-4493581ccf20 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:30.572546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52838) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:30.615540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c254d554-3cd1-4b07-b0f9-fef0d5b17555 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'c5a61103-c334-495a-a90f-115534a8f66e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:30.644287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9304551d-1be2-4d43-8b83-0626d7466b7e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Deleting port e98c13fd-fd3b-4776-83d4-4493581ccf20 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:30.644623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9304551d-1be2-4d43-8b83-0626d7466b7e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.678754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c254d554-3cd1-4b07-b0f9-fef0d5b17555 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:30.703743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c254d554-3cd1-4b07-b0f9-fef0d5b17555 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:30.765483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c254d554-3cd1-4b07-b0f9-fef0d5b17555 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:30.784140 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-420332da-2af0-4d97-8387-d25754b495f0 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Calling delete_port for 4c2da079-f532-46fc-9db7-e5cfad23f007 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:30.840989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c254d554-3cd1-4b07-b0f9-fef0d5b17555 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:30.867205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-6eb778a6-d19a-4547-8e08-567578dafb10 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:30.935393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-420332da-2af0-4d97-8387-d25754b495f0 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.986761 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420332da-2af0-4d97-8387-d25754b495f0 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event deleted for resources: {'Port': ['ID=4c2da079-f532-46fc-9db7-e5cfad23f007,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:31.075655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Allocated IP 172.20.0.1 (3097d84d-e220-44fa-b3ad-712033b307aa/3a407d76-dac9-4485-a661-f079ea77b6fb/8ca6ba68-4c7d-4167-9326-a8f63d6017d4) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:31.096370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-420332da-2af0-4d97-8387-d25754b495f0 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.114807 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-420332da-2af0-4d97-8387-d25754b495f0 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "DELETE /v2.0/ports/4c2da079-f532-46fc-9db7-e5cfad23f007 HTTP/1.1" status: 204 len: 168 time: 1.0178187 May 24 22:59:31.115466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52842) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:31.172113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c02d615-662d-48cb-8319-bdc5be4cb690 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:31.185555 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231722da-3960-4f04-8d90-7efd7b1eb8ea None None] Sync routers for ids ['7ee4a5ea-982a-4a57-9136-854d38f539e6'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:31.208693 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231722da-3960-4f04-8d90-7efd7b1eb8ea None None] Routers {'7ee4a5ea-982a-4a57-9136-854d38f539e6'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:31.210273 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-231722da-3960-4f04-8d90-7efd7b1eb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7ee4a5ea-982a-4a57-9136-854d38f539e6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:31.214236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ed22e6-fe13-4df5-8f1a-6f8a2e460e30 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Deleting subnet 55ab8751-4c78-402b-be2c-e76971123d36 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:59:31.217792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74ed22e6-fe13-4df5-8f1a-6f8a2e460e30 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.278701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74ed22e6-fe13-4df5-8f1a-6f8a2e460e30 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.281800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb778a6-d19a-4547-8e08-567578dafb10 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.353728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c02d615-662d-48cb-8319-bdc5be4cb690 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.389677 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-231722da-3960-4f04-8d90-7efd7b1eb8ea None None] Set router 7ee4a5ea-982a-4a57-9136-854d38f539e6 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:31.396979 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-c254d554-3cd1-4b07-b0f9-fef0d5b17555 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:31.398015 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c254d554-3cd1-4b07-b0f9-fef0d5b17555 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8040032 May 24 22:59:31.398723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb778a6-d19a-4547-8e08-567578dafb10 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.401015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52846) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:31.408616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-15e80ed3-300c-4849-8f81-d7131b4c8b46 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'c5a61103-c334-495a-a90f-115534a8f66e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:31.415758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74ed22e6-fe13-4df5-8f1a-6f8a2e460e30 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.447561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-15e80ed3-300c-4849-8f81-d7131b4c8b46 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:31.455414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-15e80ed3-300c-4849-8f81-d7131b4c8b46 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:31.463909 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-15e80ed3-300c-4849-8f81-d7131b4c8b46 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:31.473641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-15e80ed3-300c-4849-8f81-d7131b4c8b46 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:31.521684 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-15e80ed3-300c-4849-8f81-d7131b4c8b46 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:31.523075 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-15e80ed3-300c-4849-8f81-d7131b4c8b46 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1209190 May 24 22:59:31.524873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74ed22e6-fe13-4df5-8f1a-6f8a2e460e30 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.528440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52850) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:31.578023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed22e6-fe13-4df5-8f1a-6f8a2e460e30 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event deleted for resources: {'Subnet': ['ID=55ab8751-4c78-402b-be2c-e76971123d36,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:31.585472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74ed22e6-fe13-4df5-8f1a-6f8a2e460e30 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.595582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0e162-8368-47ed-9039-f70a95e1b039 None None] Network fadf27a2-2eea-4e6a-af5d-0cf43eb6852a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:31.602738 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-74ed22e6-fe13-4df5-8f1a-6f8a2e460e30 tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "DELETE /v2.0/subnets/55ab8751-4c78-402b-be2c-e76971123d36 HTTP/1.1" status: 204 len: 168 time: 0.4862976 May 24 22:59:31.605894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52856) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:31.740807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-682ab12d-0428-471d-9813-5f7f215d1233 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.747522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.761539 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5c02d615-662d-48cb-8319-bdc5be4cb690 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "PUT /v2.0/floatingips/d2ef23d2-2019-4a86-b99d-71ab32006b1f HTTP/1.1" status: 200 len: 991 time: 7.2184577 May 24 22:59:31.778576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'tag': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:31.786493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-682ab12d-0428-471d-9813-5f7f215d1233 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.793906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Deleting port 22946e85-3e61-42ae-940b-ae3fc4eaad0d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:31.794246 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.839539 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-231722da-3960-4f04-8d90-7efd7b1eb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'd2ef23d2-2019-4a86-b99d-71ab32006b1f', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'floating_ip_address': '172.26.3.126', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'port_id': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'mac_address': 'fa:16:3e:d7:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:50Z', 'updated_at': '2022-05-24T22:59:27Z', 'revision_number': 1, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0441144a-c903-455b-af1c-045edaab5382', 'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'mac_address': 'fa:16:3e:7e:a3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '5229914f-6024-4298-9ff4-806f8e914057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:34Z', 'updated_at': '2022-05-24T22:58:48Z', 'revision_number': 5, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'subnets': [{'id': '5229914f-6024-4298-9ff4-806f8e914057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:31.852395 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231722da-3960-4f04-8d90-7efd7b1eb8ea None None] Checking router: 7ee4a5ea-982a-4a57-9136-854d38f539e6 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:59:31.878671 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231722da-3960-4f04-8d90-7efd7b1eb8ea None None] Routers {'7ee4a5ea-982a-4a57-9136-854d38f539e6'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:31.879826 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-231722da-3960-4f04-8d90-7efd7b1eb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7ee4a5ea-982a-4a57-9136-854d38f539e6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:31.900747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.930502 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-6eb778a6-d19a-4547-8e08-567578dafb10 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Floating IP 431f4bd1-0c78-477a-814f-bb876a0fee28 associated. External IP: 172.26.3.90, port: 7e790732-1f37-47eb-bc3a-874a9f48a2a5. May 24 22:59:31.941817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbc6032-00e4-4e52-96ab-26f40dd50e23 None None] DHCP port deletion for fadf27a2-2eea-4e6a-af5d-0cf43eb6852a request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:59:31.942329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-682ab12d-0428-471d-9813-5f7f215d1233 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.946609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc6032-00e4-4e52-96ab-26f40dd50e23 None None] Deleting port 22946e85-3e61-42ae-940b-ae3fc4eaad0d {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:31.947650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6032-00e4-4e52-96ab-26f40dd50e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.984146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ab12d-0428-471d-9813-5f7f215d1233 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a61103-c334-495a-a90f-115534a8f66e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:32.036138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Transition to ACTIVE for port object 8ca6ba68-4c7d-4167-9326-a8f63d6017d4 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:32.073783 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed074f3-4651-4868-b90e-3ffc53bcca0f'] response: {'name': 'network-changed', 'server_uuid': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'tag': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640', 'status': 'completed', 'code': 200} May 24 22:59:32.079766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-682ab12d-0428-471d-9813-5f7f215d1233 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.080985 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-682ab12d-0428-471d-9813-5f7f215d1233 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "DELETE /v2.0/security-groups/c5a61103-c334-495a-a90f-115534a8f66e HTTP/1.1" status: 204 len: 168 time: 0.5216167 May 24 22:59:32.084345 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52864) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:32.117960 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] For port 22946e85-3e61-42ae-940b-ae3fc4eaad0d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=22946e85-3e61-42ae-940b-ae3fc4eaad0d,segment=NetworkSegment(0ff6428b-84b7-4263-b95c-9224a918045f),segment_id=0ff6428b-84b7-4263-b95c-9224a918045f)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:32.118248 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-231722da-3960-4f04-8d90-7efd7b1eb8ea None None] Set router 7ee4a5ea-982a-4a57-9136-854d38f539e6 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:32.118365 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.149076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.173175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6bbc6032-00e4-4e52-96ab-26f40dd50e23 None None] For port 22946e85-3e61-42ae-940b-ae3fc4eaad0d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=22946e85-3e61-42ae-940b-ae3fc4eaad0d,segment=NetworkSegment(0ff6428b-84b7-4263-b95c-9224a918045f),segment_id=0ff6428b-84b7-4263-b95c-9224a918045f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:32.173939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6032-00e4-4e52-96ab-26f40dd50e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.234716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-144b7e7c-33fc-44b6-aebc-8028de1be222 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.253615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9304551d-1be2-4d43-8b83-0626d7466b7e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.312771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc6032-00e4-4e52-96ab-26f40dd50e23 None None] Calling delete_port for 22946e85-3e61-42ae-940b-ae3fc4eaad0d owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:32.336705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d011983d-28a7-4bc2-95df-eda5505b8cd2 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Synchronizing usage tracker for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:32.347410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Calling delete_port for 22946e85-3e61-42ae-940b-ae3fc4eaad0d owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:32.408242 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6032-00e4-4e52-96ab-26f40dd50e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.411051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d011983d-28a7-4bc2-95df-eda5505b8cd2 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Unset dirty status for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:32.416130 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d011983d-28a7-4bc2-95df-eda5505b8cd2 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3262634 May 24 22:59:32.417936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52868) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:32.425362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group': {'name': 'tempest-secgroup--967061005'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:32.428036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Network 3097d84d-e220-44fa-b3ad-712033b307aa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:32.434539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:32.458036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc6032-00e4-4e52-96ab-26f40dd50e23 None None] Pushing event deleted for resources: {'Port': ['ID=22946e85-3e61-42ae-940b-ae3fc4eaad0d,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:32.461117 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc6032-00e4-4e52-96ab-26f40dd50e23 None None] No DVR routers for this DVR port 22946e85-3e61-42ae-940b-ae3fc4eaad0d on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:59:32.461290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:32.472529 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:59:32.472893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:59:32.479637 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.505292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:32.508031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:32.508846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:32.511782 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:32.520117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:32.526861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9304551d-1be2-4d43-8b83-0626d7466b7e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Calling delete_port for e98c13fd-fd3b-4776-83d4-4493581ccf20 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:32.582495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:32.692847 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-231722da-3960-4f04-8d90-7efd7b1eb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'd2ef23d2-2019-4a86-b99d-71ab32006b1f', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'floating_ip_address': '172.26.3.126', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'port_id': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'mac_address': 'fa:16:3e:d7:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:50Z', 'updated_at': '2022-05-24T22:59:27Z', 'revision_number': 1, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0441144a-c903-455b-af1c-045edaab5382', 'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'mac_address': 'fa:16:3e:7e:a3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '5229914f-6024-4298-9ff4-806f8e914057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:34Z', 'updated_at': '2022-05-24T22:58:48Z', 'revision_number': 5, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'subnets': [{'id': '5229914f-6024-4298-9ff4-806f8e914057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:32.703220 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231722da-3960-4f04-8d90-7efd7b1eb8ea None None] The sync data for ids ['7ee4a5ea-982a-4a57-9136-854d38f539e6'] in dv-neutron-843190-1-hyperv is: [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'd2ef23d2-2019-4a86-b99d-71ab32006b1f', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'floating_ip_address': '172.26.3.126', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'port_id': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'mac_address': 'fa:16:3e:d7:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:50Z', 'updated_at': '2022-05-24T22:59:27Z', 'revision_number': 1, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0441144a-c903-455b-af1c-045edaab5382', 'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'mac_address': 'fa:16:3e:7e:a3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '5229914f-6024-4298-9ff4-806f8e914057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:34Z', 'updated_at': '2022-05-24T22:58:48Z', 'revision_number': 5, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'subnets': [{'id': '5229914f-6024-4298-9ff4-806f8e914057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:32.724929 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.734147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.787829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1770befe-2f84-435d-b1da-e2897e5dd39a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:32.801485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.805130 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9e996202-ad4e-4314-9662-5ff662a90d34 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3837280 May 24 22:59:32.805278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event updated for resources: {'Port': ['ID=8ca6ba68-4c7d-4167-9326-a8f63d6017d4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:32.805714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52872) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:32.813945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7db17038-ae36-416a-8853-50503b351ecc tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': '1770befe-2f84-435d-b1da-e2897e5dd39a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:32.823137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7db17038-ae36-416a-8853-50503b351ecc tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:32.829790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7db17038-ae36-416a-8853-50503b351ecc tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:32.830373 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-49ac9bc1-a7eb-4a5b-bc7b-46d442e4b48c None None] Provisioning for port 8ca6ba68-4c7d-4167-9326-a8f63d6017d4 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:32.833380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7db17038-ae36-416a-8853-50503b351ecc tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:32.836338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-49ac9bc1-a7eb-4a5b-bc7b-46d442e4b48c None None] Provisioning complete for port 8ca6ba68-4c7d-4167-9326-a8f63d6017d4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:32.837241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-49ac9bc1-a7eb-4a5b-bc7b-46d442e4b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.839877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7db17038-ae36-416a-8853-50503b351ecc tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:32.881386 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-7db17038-ae36-416a-8853-50503b351ecc tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The resource could not be found. May 24 22:59:32.885131 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7db17038-ae36-416a-8853-50503b351ecc tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0759084 May 24 22:59:32.885837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52876) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:32.893507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6d8b72f6-6587-4f20-abcd-ace0c800fbd0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': '1770befe-2f84-435d-b1da-e2897e5dd39a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2f193283-02e9-4820-ba66-0c97442b196a'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:32.899722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6d8b72f6-6587-4f20-abcd-ace0c800fbd0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:32.906066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d8b72f6-6587-4f20-abcd-ace0c800fbd0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:32.910191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d8b72f6-6587-4f20-abcd-ace0c800fbd0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:32.913738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-49ac9bc1-a7eb-4a5b-bc7b-46d442e4b48c None None] Port 8ca6ba68-4c7d-4167-9326-a8f63d6017d4 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:32.916413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6d8b72f6-6587-4f20-abcd-ace0c800fbd0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:32.951933 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.957384 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-6d8b72f6-6587-4f20-abcd-ace0c800fbd0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The resource could not be found. May 24 22:59:32.960941 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6d8b72f6-6587-4f20-abcd-ace0c800fbd0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0712435 May 24 22:59:32.961407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52880) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:32.974409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Deleting port 22946e85-3e61-42ae-940b-ae3fc4eaad0d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:32.974777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.991316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f71f46-7a07-4107-9d06-d26dd6576ce3 None None] New status for floating IP d2ef23d2-2019-4a86-b99d-71ab32006b1f: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:59:33.059286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] The port '22946e85-3e61-42ae-940b-ae3fc4eaad0d' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:59:33.160851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdce5d-8832-4220-9f34-4dec7c1a7fba req-beb3ae10-751d-4c48-963d-9f9065523c5c tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:33.162341 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6fdce5d-8832-4220-9f34-4dec7c1a7fba req-beb3ae10-751d-4c48-963d-9f9065523c5c tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 945 time: 1.1581190 May 24 22:59:33.175973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041644-2bc9-4c9f-ac2f-de256bc9a2c3 req-dfc792ba-f083-4afd-9172-fa491421ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:33.177484 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46041644-2bc9-4c9f-ac2f-de256bc9a2c3 req-dfc792ba-f083-4afd-9172-fa491421ce47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b3c63dcfc634e77882cbe9e9d5a6aff&device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 1098 time: 1.1804128 May 24 22:59:33.208615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-56b3b572-c3e0-46e9-8a4e-b6cf874567c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.211322 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.257845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fadf27a2-2eea-4e6a-af5d-0cf43eb6852a']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:33.274093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-56b3b572-c3e0-46e9-8a4e-b6cf874567c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.286409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff6428b-84b7-4263-b95c-9224a918045f') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:33.286866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff6428b-84b7-4263-b95c-9224a918045f') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:33.307390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.339356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.347793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:33.348889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.418989 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 0ff6428b-84b7-4263-b95c-9224a918045f resource provider aggregate not found May 24 22:59:33.428378 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-56b3b572-c3e0-46e9-8a4e-b6cf874567c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.441517 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 0ff6428b-84b7-4263-b95c-9224a918045f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ff6428b-84b7-4263-b95c-9224a918045f found for delete ", "request_id": "req-30f8da73-16d6-439b-8b5f-998b127b2ab9"}]} May 24 22:59:33.469009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3b572-c3e0-46e9-8a4e-b6cf874567c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1770befe-2f84-435d-b1da-e2897e5dd39a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:33.472141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-56b3b572-c3e0-46e9-8a4e-b6cf874567c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.475615 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-56b3b572-c3e0-46e9-8a4e-b6cf874567c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "DELETE /v2.0/security-groups/1770befe-2f84-435d-b1da-e2897e5dd39a HTTP/1.1" status: 204 len: 168 time: 0.5107944 May 24 22:59:33.475897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52888) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:33.491821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.514098 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.514382 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6fdce5d-8832-4220-9f34-4dec7c1a7fba req-8fc7c15b-9353-4a55-96f5-4cac11f3d049 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298314 May 24 22:59:33.522977 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] Pushing event deleted for resources: {'Network': ['ID=fadf27a2-2eea-4e6a-af5d-0cf43eb6852a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:33.540847 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-26334f3e-c157-4a4d-9db6-2aafd9c4534f tempest-AllowedAddressPairTestJSON-1963150585 tempest-AllowedAddressPairTestJSON-1963150585-project] 10.222.0.32 "DELETE /v2.0/networks/fadf27a2-2eea-4e6a-af5d-0cf43eb6852a HTTP/1.1" status: 204 len: 168 time: 1.9333179 May 24 22:59:33.571590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1d519578-4e75-43bf-9912-68cef217a07e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Synchronizing usage tracker for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:33.589639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9304551d-1be2-4d43-8b83-0626d7466b7e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.592932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1d519578-4e75-43bf-9912-68cef217a07e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Unset dirty status for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:33.595486 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1d519578-4e75-43bf-9912-68cef217a07e tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1182644 May 24 22:59:33.599245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52898) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:33.607101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-339dd45a-42ba-480f-975b-9e542fb323e1 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': 'b31b5a17-5820-4fc5-b6a4-cc4191ea105a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:33.617074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-339dd45a-42ba-480f-975b-9e542fb323e1 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:33.622239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-339dd45a-42ba-480f-975b-9e542fb323e1 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:33.624306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 22946e85-3e61-42ae-940b-ae3fc4eaad0d no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:33.626853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-339dd45a-42ba-480f-975b-9e542fb323e1 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:33.635854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-339dd45a-42ba-480f-975b-9e542fb323e1 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:33.659960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 22946e85-3e61-42ae-940b-ae3fc4eaad0d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:59:33.660406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 22946e85-3e61-42ae-940b-ae3fc4eaad0d not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:59:33.678296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb778a6-d19a-4547-8e08-567578dafb10 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Router 14da2f72-3e3a-43f6-9068-a8f04179a837 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:33.685326 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-339dd45a-42ba-480f-975b-9e542fb323e1 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The resource could not be found. May 24 22:59:33.686726 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-339dd45a-42ba-480f-975b-9e542fb323e1 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0856636 May 24 22:59:33.689034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041644-2bc9-4c9f-ac2f-de256bc9a2c3 req-0838d0a4-fda2-487e-962b-13b1ca55af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:33.690470 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46041644-2bc9-4c9f-ac2f-de256bc9a2c3 req-0838d0a4-fda2-487e-962b-13b1ca55af52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 HTTP/1.1" status: 200 len: 906 time: 0.5036612 May 24 22:59:33.695146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52902) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:33.700839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113023240'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:33.707186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:33.717810 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:33.718933 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304551d-1be2-4d43-8b83-0626d7466b7e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event deleted for resources: {'Port': ['ID=e98c13fd-fd3b-4776-83d4-4493581ccf20,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:33.738907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.760843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:33.764758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:33.768232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:33.774374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:33.877994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.882268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.925695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52908) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:33.926356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e41ed77-2034-4eee-946a-bd5045602618,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:33.955921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.957403 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8ea6cb00-6303-4d72-9fac-1a762a3eec68 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2611799 May 24 22:59:33.960788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52914) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:33.966776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084959215'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:33.973751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:33.977875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:33.981419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:33.988276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:33.998432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.020133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:34.023922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:34.026732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:34.039107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:34.060363 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46041644-2bc9-4c9f-ac2f-de256bc9a2c3 req-16d26775-9969-4843-88f7-fc5b23146597 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2f5e3f3-d5e9-403b-9227-bb3682ee7640 HTTP/1.1" status: 200 len: 1001 time: 0.3328743 May 24 22:59:34.120558 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c6dc5b76-5d9d-46ee-94b7-73e37cbe7154 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e6543c530d24eae92eaf7ccae3d74d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905830 May 24 22:59:34.127031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52918) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:34.193387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.200029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.259475 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e7d-4a50-4324-88df-53203658a2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.271337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb38ce7f-10fb-4304-b111-21b615ea03fd,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:34.278731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.283674 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e3fccd84-b022-46b0-80e5-c52efa8827b8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3183010 May 24 22:59:34.288241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52922) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:34.296944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-55ac5114-601b-442e-bf3b-4efab78872c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group_rule': {'security_group_id': '6e41ed77-2034-4eee-946a-bd5045602618', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bb38ce7f-10fb-4304-b111-21b615ea03fd'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:34.305731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e7d-4a50-4324-88df-53203658a2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.312590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-55ac5114-601b-442e-bf3b-4efab78872c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:34.320509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-55ac5114-601b-442e-bf3b-4efab78872c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:34.329554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-55ac5114-601b-442e-bf3b-4efab78872c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:34.338490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-55ac5114-601b-442e-bf3b-4efab78872c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:34.381179 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-55ac5114-601b-442e-bf3b-4efab78872c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:59:34.382599 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-55ac5114-601b-442e-bf3b-4efab78872c7 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0933599 May 24 22:59:34.386242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52926) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:34.390341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e7d-4a50-4324-88df-53203658a2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.406578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.416029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9304551d-1be2-4d43-8b83-0626d7466b7e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.420773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce1e7d-4a50-4324-88df-53203658a2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f17af3c-841a-4a50-9912-00b3bf754b5a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:34.444598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e7d-4a50-4324-88df-53203658a2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.445630 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-34ce1e7d-4a50-4324-88df-53203658a2be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f17af3c-841a-4a50-9912-00b3bf754b5a HTTP/1.1" status: 204 len: 168 time: 0.3179948 May 24 22:59:34.474912 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9304551d-1be2-4d43-8b83-0626d7466b7e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "DELETE /v2.0/ports/e98c13fd-fd3b-4776-83d4-4493581ccf20 HTTP/1.1" status: 204 len: 168 time: 4.1742396 May 24 22:59:34.477832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52932) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:34.480147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a69f045-666b-408d-8071-d308fb1f3137 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.532719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041644-2bc9-4c9f-ac2f-de256bc9a2c3 req-1f2f164d-ca7e-4c14-8f46-b93edf58bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:34.534191 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46041644-2bc9-4c9f-ac2f-de256bc9a2c3 req-1f2f164d-ca7e-4c14-8f46-b93edf58bc27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5229914f-6024-4298-9ff4-806f8e914057 HTTP/1.1" status: 200 len: 844 time: 0.4354506 May 24 22:59:34.535258 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab6922d-6606-43f7-95e4-50c13631854e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] GET failed (client error): The resource could not be found. May 24 22:59:34.535781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fab6922d-6606-43f7-95e4-50c13631854e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Synchronizing usage tracker for tenant:086fc193ceeb42c688d780d56254d81f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:34.563790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a69f045-666b-408d-8071-d308fb1f3137 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.572613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fab6922d-6606-43f7-95e4-50c13631854e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Unset dirty status for tenant:086fc193ceeb42c688d780d56254d81f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:34.578003 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fab6922d-6606-43f7-95e4-50c13631854e tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "GET /v2.0/ports/e98c13fd-fd3b-4776-83d4-4493581ccf20 HTTP/1.1" status: 404 len: 333 time: 0.0990872 May 24 22:59:34.582251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52938) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:34.595149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Request body: {'port': {'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-212672247'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:34.649286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb778a6-d19a-4547-8e08-567578dafb10 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:34.660951 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b9ee67-c561-40bb-8e0d-85823e56577f None None] Sync routers for ids ['14da2f72-3e3a-43f6-9068-a8f04179a837'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:34.670933 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb778a6-d19a-4547-8e08-567578dafb10 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.675159 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b9ee67-c561-40bb-8e0d-85823e56577f None None] Routers {'14da2f72-3e3a-43f6-9068-a8f04179a837'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:34.675941 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d9b9ee67-c561-40bb-8e0d-85823e56577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['14da2f72-3e3a-43f6-9068-a8f04179a837'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:34.729721 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a69f045-666b-408d-8071-d308fb1f3137 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.767004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69f045-666b-408d-8071-d308fb1f3137 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb38ce7f-10fb-4304-b111-21b615ea03fd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:34.778840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a69f045-666b-408d-8071-d308fb1f3137 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.782409 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4a69f045-666b-408d-8071-d308fb1f3137 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "DELETE /v2.0/security-groups/bb38ce7f-10fb-4304-b111-21b615ea03fd HTTP/1.1" status: 204 len: 168 time: 0.3925025 May 24 22:59:34.782409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:34.783248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52946) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:34.809100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:34.838771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Made reservation on behalf of 086fc193ceeb42c688d780d56254d81f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:34.842410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.868776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] device_id is not set on port 3a08fd59-0a6b-45c2-941d-9988e8a8af26 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:34.932460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d7f2146e-a905-4da0-a742-32b50be41fcf tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Synchronizing usage tracker for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:34.980916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d7f2146e-a905-4da0-a742-32b50be41fcf tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Unset dirty status for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:34.981315 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d9b9ee67-c561-40bb-8e0d-85823e56577f None None] Set router 14da2f72-3e3a-43f6-9068-a8f04179a837 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:34.982200 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d7f2146e-a905-4da0-a742-32b50be41fcf tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1982238 May 24 22:59:34.994027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52954) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:35.067638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Allocated IP 2001:db8::2b4 (0ff6d1b6-7442-4850-bab0-36575f359044/7eee6ae6-e747-4792-85ce-2390fbb44086/3a08fd59-0a6b-45c2-941d-9988e8a8af26) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:35.114570 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6eb778a6-d19a-4547-8e08-567578dafb10 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "PUT /v2.0/floatingips/431f4bd1-0c78-477a-814f-bb876a0fee28 HTTP/1.1" status: 200 len: 991 time: 7.2168245 May 24 22:59:35.134738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041644-2bc9-4c9f-ac2f-de256bc9a2c3 req-72fc713c-7216-48ee-8d20-74a2c0d056b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:35.136585 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46041644-2bc9-4c9f-ac2f-de256bc9a2c3 req-72fc713c-7216-48ee-8d20-74a2c0d056b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5902081 May 24 22:59:35.137166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'tag': '7e790732-1f37-47eb-bc3a-874a9f48a2a5'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:35.314717 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46041644-2bc9-4c9f-ac2f-de256bc9a2c3 req-a440d5ba-3e59-4c9f-9a34-43fddceeda1b service neutron] 10.222.0.42 "GET /v2.0/networks/cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544671 May 24 22:59:35.320316 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370a8fec-ab41-48ec-a2c4-0613cfa7d22f'] response: {'name': 'network-changed', 'server_uuid': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'tag': '7e790732-1f37-47eb-bc3a-874a9f48a2a5', 'status': 'completed', 'code': 200} May 24 22:59:35.450151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52970) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:35.513147 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d9b9ee67-c561-40bb-8e0d-85823e56577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '431f4bd1-0c78-477a-814f-bb876a0fee28', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'floating_ip_address': '172.26.3.90', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'port_id': '7e790732-1f37-47eb-bc3a-874a9f48a2a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'mac_address': 'fa:16:3e:72:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:48Z', 'updated_at': '2022-05-24T22:59:30Z', 'revision_number': 1, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54bafc4-3696-4b73-9d2c-f022a02a3f40', 'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'mac_address': 'fa:16:3e:4e:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '13943762-dae2-4602-990d-129c1c56cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:25Z', 'updated_at': '2022-05-24T22:58:45Z', 'revision_number': 5, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'subnets': [{'id': '13943762-dae2-4602-990d-129c1c56cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:35.517680 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b9ee67-c561-40bb-8e0d-85823e56577f None None] Checking router: 14da2f72-3e3a-43f6-9068-a8f04179a837 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:59:35.529240 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b9ee67-c561-40bb-8e0d-85823e56577f None None] Routers {'14da2f72-3e3a-43f6-9068-a8f04179a837'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:35.529858 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d9b9ee67-c561-40bb-8e0d-85823e56577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['14da2f72-3e3a-43f6-9068-a8f04179a837'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:35.571919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.581097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9562268-0fec-4343-920b-738adee41d95 req-254b3f98-83a4-4ba2-8b11-ac86bbb4d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:35.582986 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b9562268-0fec-4343-920b-738adee41d95 req-254b3f98-83a4-4ba2-8b11-ac86bbb4d0a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6005c58c7744a9b7459d826b74a7db&device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 1099 time: 0.2695286 May 24 22:59:35.616811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Transition to ACTIVE for port object 3a08fd59-0a6b-45c2-941d-9988e8a8af26 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:35.645468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7c20095-46c8-424e-a034-12c7dc56e4ba tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.672921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2063270170'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:35.692214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:35.701249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:network and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:35.708261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:35.722486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:35.735197 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d9b9ee67-c561-40bb-8e0d-85823e56577f None None] Set router 14da2f72-3e3a-43f6-9068-a8f04179a837 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:35.756376 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:35.759194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7c20095-46c8-424e-a034-12c7dc56e4ba tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.759797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.780500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9562268-0fec-4343-920b-738adee41d95 req-11a3eb19-8097-4acb-92a8-45257272a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:35.781904 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b9562268-0fec-4343-920b-738adee41d95 req-11a3eb19-8097-4acb-92a8-45257272a612 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6205c16-b3a2-4d86-9909-668148e58a5b HTTP/1.1" status: 200 len: 913 time: 0.1890674 May 24 22:59:35.784825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.794304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.902597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:35.937483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:security_group_rule and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:35.955437 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:35.962741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Network 0ff6d1b6-7442-4850-bab0-36575f359044 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:35.971086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:35.977460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:35.981832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:35.987275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:35.987803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.000765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'Port': ['ID=3a08fd59-0a6b-45c2-941d-9988e8a8af26,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:36.004474 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b9562268-0fec-4343-920b-738adee41d95 req-e96b1da0-d3c3-46f0-b67c-e0abaf48a5c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5 HTTP/1.1" status: 200 len: 999 time: 0.2069173 May 24 22:59:36.083762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-144b7e7c-33fc-44b6-aebc-8028de1be222 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.093439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-144b7e7c-33fc-44b6-aebc-8028de1be222 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.097099 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46041644-2bc9-4c9f-ac2f-de256bc9a2c3 req-db35c0b4-80a2-4803-91e1-b12e4374b953 service neutron] 10.222.0.42 "GET /v2.0/networks/cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7509172 May 24 22:59:36.101915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9562268-0fec-4343-920b-738adee41d95 req-33883185-e1c4-4630-a7c5-023d182e5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:36.103404 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b9562268-0fec-4343-920b-738adee41d95 req-33883185-e1c4-4630-a7c5-023d182e5efd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13943762-dae2-4602-990d-129c1c56cf13 HTTP/1.1" status: 200 len: 851 time: 0.0879056 May 24 22:59:36.108273 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a17f92aa-f9b3-405a-8f8e-9df24f4ddb8d tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5254309 May 24 22:59:36.111857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52976) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:36.123282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a5083c0f-5cb3-4ff9-991b-5ca43f5ed709 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:af:c2:92'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:36.146143 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d9b9ee67-c561-40bb-8e0d-85823e56577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '431f4bd1-0c78-477a-814f-bb876a0fee28', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'floating_ip_address': '172.26.3.90', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'port_id': '7e790732-1f37-47eb-bc3a-874a9f48a2a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'mac_address': 'fa:16:3e:72:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:48Z', 'updated_at': '2022-05-24T22:59:30Z', 'revision_number': 1, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54bafc4-3696-4b73-9d2c-f022a02a3f40', 'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'mac_address': 'fa:16:3e:4e:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '13943762-dae2-4602-990d-129c1c56cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:25Z', 'updated_at': '2022-05-24T22:58:45Z', 'revision_number': 5, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'subnets': [{'id': '13943762-dae2-4602-990d-129c1c56cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:36.152475 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b9ee67-c561-40bb-8e0d-85823e56577f None None] The sync data for ids ['14da2f72-3e3a-43f6-9068-a8f04179a837'] in dv-neutron-843190-1-hyperv is: [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '431f4bd1-0c78-477a-814f-bb876a0fee28', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'floating_ip_address': '172.26.3.90', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'port_id': '7e790732-1f37-47eb-bc3a-874a9f48a2a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'mac_address': 'fa:16:3e:72:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:48Z', 'updated_at': '2022-05-24T22:59:30Z', 'revision_number': 1, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54bafc4-3696-4b73-9d2c-f022a02a3f40', 'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'mac_address': 'fa:16:3e:4e:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '13943762-dae2-4602-990d-129c1c56cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:25Z', 'updated_at': '2022-05-24T22:58:45Z', 'revision_number': 5, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'subnets': [{'id': '13943762-dae2-4602-990d-129c1c56cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:36.229425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3249e-bfad-4899-90cb-850ad22be42c req-0faa6ea4-805c-4006-9b8b-27c08c5bf021 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:36.231958 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bdd3249e-bfad-4899-90cb-850ad22be42c req-0faa6ea4-805c-4006-9b8b-27c08c5bf021 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.9154496 May 24 22:59:36.327977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.360757 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bd2249fa-a0d3-4bd6-82ef-176c95b546fa None None] Provisioning for port 3a08fd59-0a6b-45c2-941d-9988e8a8af26 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:36.367956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bd2249fa-a0d3-4bd6-82ef-176c95b546fa None None] Provisioning complete for port 3a08fd59-0a6b-45c2-941d-9988e8a8af26 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:36.368547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd2249fa-a0d3-4bd6-82ef-176c95b546fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.393757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7c20095-46c8-424e-a034-12c7dc56e4ba tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.399447 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bdd3249e-bfad-4899-90cb-850ad22be42c req-34d369ca-4f4c-41ee-b10a-60b3d1b323cd tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379471 May 24 22:59:36.417349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.442931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.443501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1f8bd5-72ca-4769-a542-03c6d78ca8f9 None None] New status for floating IP 431f4bd1-0c78-477a-814f-bb876a0fee28: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:59:36.506367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bd2249fa-a0d3-4bd6-82ef-176c95b546fa None None] Port 3a08fd59-0a6b-45c2-941d-9988e8a8af26 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:36.514086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c20095-46c8-424e-a034-12c7dc56e4ba tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e41ed77-2034-4eee-946a-bd5045602618,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:36.577252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9562268-0fec-4343-920b-738adee41d95 req-29b3dbd9-dcd3-4510-ab2b-246a601a132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:36.578772 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b9562268-0fec-4343-920b-738adee41d95 req-29b3dbd9-dcd3-4510-ab2b-246a601a132e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6205c16-b3a2-4d86-9909-668148e58a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4598742 May 24 22:59:36.582410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.607085 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7c20095-46c8-424e-a034-12c7dc56e4ba tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.611315 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b7c20095-46c8-424e-a034-12c7dc56e4ba tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "DELETE /v2.0/security-groups/6e41ed77-2034-4eee-946a-bd5045602618 HTTP/1.1" status: 204 len: 168 time: 1.6102810 May 24 22:59:36.612124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event updated for resources: {'Port': ['ID=8ca6ba68-4c7d-4167-9326-a8f63d6017d4,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:36.614390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52982) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:36.629338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144b7e7c-33fc-44b6-aebc-8028de1be222 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Router 073ae2b0-e22f-4327-b6ae-219b26648ed5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:36.645599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.695155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5083c0f-5cb3-4ff9-991b-5ca43f5ed709 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.712815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:36.798741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f34952e-1607-47e3-a2c3-92e3acc00241,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:36.815649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.816063 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Added segment 85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b of type vlan for network cd7678fc-a219-466f-9281-0433a2b1e64e May 24 22:59:36.868862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9299a3f0-fe34-4137-9782-fb7f871e1210 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Synchronizing usage tracker for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:36.902614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.961870 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b9562268-0fec-4343-920b-738adee41d95 req-5eb3a3e8-2871-4d6a-aadd-32a0fdd2a042 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619423 May 24 22:59:36.982549 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36686e22-0d99-4d03-b17a-86ff0dffb462 req-cd325705-2d6c-474b-89aa-e81ad1a500a8 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:36.984034 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36686e22-0d99-4d03-b17a-86ff0dffb462 req-cd325705-2d6c-474b-89aa-e81ad1a500a8 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.4504807 May 24 22:59:37.031850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9299a3f0-fe34-4137-9782-fb7f871e1210 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Unset dirty status for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:37.033095 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9299a3f0-fe34-4137-9782-fb7f871e1210 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4145136 May 24 22:59:37.037546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52986) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:37.040258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144b7e7c-33fc-44b6-aebc-8028de1be222 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:37.047363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-144b7e7c-33fc-44b6-aebc-8028de1be222 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.050949 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-144b7e7c-33fc-44b6-aebc-8028de1be222 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "PUT /v2.0/routers/073ae2b0-e22f-4327-b6ae-219b26648ed5 HTTP/1.1" status: 200 len: 921 time: 7.3628709 May 24 22:59:37.051094 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d7a656-e47b-4d49-a292-dc7fb8c4f674 None None] Sync routers for ids ['073ae2b0-e22f-4327-b6ae-219b26648ed5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:37.058149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52990) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:37.060247 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d7a656-e47b-4d49-a292-dc7fb8c4f674 None None] Routers {'073ae2b0-e22f-4327-b6ae-219b26648ed5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:37.060882 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-97d7a656-e47b-4d49-a292-dc7fb8c4f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['073ae2b0-e22f-4327-b6ae-219b26648ed5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:37.061097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006956521'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:37.077131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:37.084377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Network 3097d84d-e220-44fa-b3ad-712033b307aa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:37.116487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.123000 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:37.123588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.129448 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-97d7a656-e47b-4d49-a292-dc7fb8c4f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:37.138791 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d7a656-e47b-4d49-a292-dc7fb8c4f674 None None] Routers {'073ae2b0-e22f-4327-b6ae-219b26648ed5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:37.140694 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-97d7a656-e47b-4d49-a292-dc7fb8c4f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['073ae2b0-e22f-4327-b6ae-219b26648ed5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:37.145334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:37.159617 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36686e22-0d99-4d03-b17a-86ff0dffb462 req-af9ce6e2-3e0b-4a0a-83f4-694e4ee4ff4e tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672437 May 24 22:59:37.164412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:37.212820 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-97d7a656-e47b-4d49-a292-dc7fb8c4f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:37.213207 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d7a656-e47b-4d49-a292-dc7fb8c4f674 None None] The sync data for ids ['073ae2b0-e22f-4327-b6ae-219b26648ed5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:37.260683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.274732 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8104610 May 24 22:59:37.364529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:37.371942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Usage tracker for resource:security_group_rule and tenant:c912174318b14245824b48c810221060 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:37.377192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:37.420190 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e09bc-1886-41ea-9516-efbe90474b64 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=cd7678fc-a219-466f-9281-0433a2b1e64e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:37.426108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-a5083c0f-5cb3-4ff9-991b-5ca43f5ed709 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:37.436594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network cd7678fc-a219-466f-9281-0433a2b1e64e details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:37.443426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:37.452371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5083c0f-5cb3-4ff9-991b-5ca43f5ed709 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.459105 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b9562268-0fec-4343-920b-738adee41d95 req-fe6f2ae5-5b6a-497f-9886-3c230848eb2c service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780982 May 24 22:59:37.461332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5083c0f-5cb3-4ff9-991b-5ca43f5ed709 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.492388 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7176b162-71c8-46ec-bf8e-48b95e09d07f tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/routers/073ae2b0-e22f-4327-b6ae-219b26648ed5 HTTP/1.1" status: 200 len: 921 time: 0.4189155 May 24 22:59:37.492891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 52994) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:37.567273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5083c0f-5cb3-4ff9-991b-5ca43f5ed709 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'Port': ['ID=3a08fd59-0a6b-45c2-941d-9988e8a8af26,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:37.570029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a5083c0f-5cb3-4ff9-991b-5ca43f5ed709 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] In _notify_port_updated(), no bound segment for port 3a08fd59-0a6b-45c2-941d-9988e8a8af26 on network 0ff6d1b6-7442-4850-bab0-36575f359044 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:59:37.576490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5083c0f-5cb3-4ff9-991b-5ca43f5ed709 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:37.577391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5083c0f-5cb3-4ff9-991b-5ca43f5ed709 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.581892 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a5083c0f-5cb3-4ff9-991b-5ca43f5ed709 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "PUT /v2.0/ports/3a08fd59-0a6b-45c2-941d-9988e8a8af26 HTTP/1.1" status: 200 len: 1002 time: 1.4664881 May 24 22:59:37.582514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 52998) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:37.593911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Router c9f61d5b-7f6d-4150-a5bc-42be7034c227 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:37.683221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2e468c0a-c7de-4d99-b68f-ad615953e363 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Deleting port 3a08fd59-0a6b-45c2-941d-9988e8a8af26 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:37.684080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e468c0a-c7de-4d99-b68f-ad615953e363 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.734318 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0f33ea5b-9d52-4cee-abb2-e9aa195326b2 None None] Provisioning complete for port 8ca6ba68-4c7d-4167-9326-a8f63d6017d4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:37.734740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f33ea5b-9d52-4cee-abb2-e9aa195326b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.840442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0f33ea5b-9d52-4cee-abb2-e9aa195326b2 None None] Port 8ca6ba68-4c7d-4167-9326-a8f63d6017d4 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:37.879619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.898203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.925809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81377361-c4d7-4fcd-bdae-8cd16110c0f4 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:37.927569 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-81377361-c4d7-4fcd-bdae-8cd16110c0f4 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&device_id=073ae2b0-e22f-4327-b6ae-219b26648ed5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4338729 May 24 22:59:37.939843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53002) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:37.965909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-732848a1-f80f-47ee-bb3e-5d6c777fafce None None] Provisioning complete for port 3a08fd59-0a6b-45c2-941d-9988e8a8af26 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:37.966300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-732848a1-f80f-47ee-bb3e-5d6c777fafce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.023115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d376fac-e506-43f7-ae54-c4d78090a2b4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:38.024594 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e468c0a-c7de-4d99-b68f-ad615953e363 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.028542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-732848a1-f80f-47ee-bb3e-5d6c777fafce None None] Port 3a08fd59-0a6b-45c2-941d-9988e8a8af26 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:38.042884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.044177 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b26726d1-35be-4609-9172-7cadb9f846c0 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0055058 May 24 22:59:38.048754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53006) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:38.049908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:38.056140 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1764fb67-ae95-45c4-b7c0-759113a02259 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "PUT /v2.0/routers/c9f61d5b-7f6d-4150-a5bc-42be7034c227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7517192 May 24 22:59:38.059673 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b3ad515a-b611-4088-b69e-68d7c5b3a567 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:38.060091 dv-neutron-843190-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-b3ad515a-b611-4088-b69e-68d7c5b3a567 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 24 22:59:38.060566 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-b3ad515a-b611-4088-b69e-68d7c5b3a567 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] update failed (client error): There was a conflict when trying to complete your request. May 24 22:59:38.061641 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b3ad515a-b611-4088-b69e-68d7c5b3a567 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "PUT /v2.0/security-groups/4d376fac-e506-43f7-ae54-c4d78090a2b4 HTTP/1.1" status: 409 len: 330 time: 0.0099175 May 24 22:59:38.062299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53010) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:38.064625 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53012) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:38.065237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c880ee8-19a1-427a-9ca2-9d28b1104b52 None None] Sync routers for ids ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:38.070080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Request body: {'port': {'network_id': '3097d84d-e220-44fa-b3ad-712033b307aa', 'name': 'tempest-FloatingIPAdminTestJSON-792646197'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:38.075356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c880ee8-19a1-427a-9ca2-9d28b1104b52 None None] Routers {'c9f61d5b-7f6d-4150-a5bc-42be7034c227'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:38.076099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5c880ee8-19a1-427a-9ca2-9d28b1104b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:38.155195 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5c880ee8-19a1-427a-9ca2-9d28b1104b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:38.165260 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c880ee8-19a1-427a-9ca2-9d28b1104b52 None None] Routers {'c9f61d5b-7f6d-4150-a5bc-42be7034c227'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:38.165865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5c880ee8-19a1-427a-9ca2-9d28b1104b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:38.253060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2e468c0a-c7de-4d99-b68f-ad615953e363 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Calling delete_port for 3a08fd59-0a6b-45c2-941d-9988e8a8af26 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:38.281238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5c880ee8-19a1-427a-9ca2-9d28b1104b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:38.281904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c880ee8-19a1-427a-9ca2-9d28b1104b52 None None] The sync data for ids ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:38.335915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0446780-834b-49e3-96c4-2f11d6ef5975 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.355866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:38.367868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Usage tracker for resource:port and tenant:6748aa19517843139ee7792e0948c05a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:38.371759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:38.410291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:38.417255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0446780-834b-49e3-96c4-2f11d6ef5975 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.453723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e468c0a-c7de-4d99-b68f-ad615953e363 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.462136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Made reservation on behalf of 6748aa19517843139ee7792e0948c05a for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:38.465528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.505523 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] device_id is not set on port 41af2649-2f45-4136-8df6-14d1c02a46fc yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:38.514507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e468c0a-c7de-4d99-b68f-ad615953e363 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event deleted for resources: {'Port': ['ID=3a08fd59-0a6b-45c2-941d-9988e8a8af26,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:38.518483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4825c5f8-f6eb-4f7a-99d0-69803e90f3ae tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:38.522555 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4825c5f8-f6eb-4f7a-99d0-69803e90f3ae tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/networks/318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 881 time: 0.5789125 May 24 22:59:38.540252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53022) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:38.582365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0446780-834b-49e3-96c4-2f11d6ef5975 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.595165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e468c0a-c7de-4d99-b68f-ad615953e363 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.601790 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2e468c0a-c7de-4d99-b68f-ad615953e363 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "DELETE /v2.0/ports/3a08fd59-0a6b-45c2-941d-9988e8a8af26 HTTP/1.1" status: 204 len: 168 time: 1.0154333 May 24 22:59:38.602265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53026) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:38.624770 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a4524e47-3ede-458f-930e-320179ad6125 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=073ae2b0-e22f-4327-b6ae-219b26648ed5 HTTP/1.1" status: 200 len: 205 time: 0.0850179 May 24 22:59:38.661118 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe10106-323e-4493-93fc-635b605287dc tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] GET failed (client error): The resource could not be found. May 24 22:59:38.662019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cfe10106-323e-4493-93fc-635b605287dc tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Synchronizing usage tracker for tenant:086fc193ceeb42c688d780d56254d81f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:38.664997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53030) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:38.737692 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Allocated IP 172.20.0.13 (3097d84d-e220-44fa-b3ad-712033b307aa/3a407d76-dac9-4485-a661-f079ea77b6fb/41af2649-2f45-4136-8df6-14d1c02a46fc) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:38.785735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b68e8-96f0-46ca-b8c7-344c71130dbd req-206ea456-8ebf-4387-aadc-0a0939d3c164 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:38.787424 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-273b68e8-96f0-46ca-b8c7-344c71130dbd req-206ea456-8ebf-4387-aadc-0a0939d3c164 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.4168577 May 24 22:59:38.796425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0446780-834b-49e3-96c4-2f11d6ef5975 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d376fac-e506-43f7-ae54-c4d78090a2b4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:38.804086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0446780-834b-49e3-96c4-2f11d6ef5975 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.805140 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a0446780-834b-49e3-96c4-2f11d6ef5975 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d376fac-e506-43f7-ae54-c4d78090a2b4 HTTP/1.1" status: 204 len: 168 time: 0.7393703 May 24 22:59:38.820174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53034) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:38.832431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cfe10106-323e-4493-93fc-635b605287dc tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Unset dirty status for tenant:086fc193ceeb42c688d780d56254d81f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:38.837664 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cfe10106-323e-4493-93fc-635b605287dc tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "GET /v2.0/ports/3a08fd59-0a6b-45c2-941d-9988e8a8af26 HTTP/1.1" status: 404 len: 333 time: 0.2303815 May 24 22:59:38.844075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53038) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:38.863379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Request body: {'port': {'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1538604821'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:38.967085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.991625 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-273b68e8-96f0-46ca-b8c7-344c71130dbd req-86901d8e-ef67-4e8c-aea9-f1c23d8a003a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923666 May 24 22:59:38.997055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fb7012f3-67aa-4085-a624-8b7105f8bafb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Synchronizing usage tracker for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:39.092558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:39.097341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:39.101497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fb7012f3-67aa-4085-a624-8b7105f8bafb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] Unset dirty status for tenant:c912174318b14245824b48c810221060 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:39.102935 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fb7012f3-67aa-4085-a624-8b7105f8bafb tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2746613 May 24 22:59:39.108547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53044) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:39.112121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:39.163110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Transition to ACTIVE for port object 41af2649-2f45-4136-8df6-14d1c02a46fc will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:39.174373 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-55a2cef3-2975-4b24-8a09-d9354fc24dd8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] delete failed (client error): The resource could not be found. May 24 22:59:39.175679 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-55a2cef3-2975-4b24-8a09-d9354fc24dd8 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "DELETE /v2.0/security-groups/df1739c2-0186-438f-b430-74940da5eea9 HTTP/1.1" status: 404 len: 347 time: 0.0653405 May 24 22:59:39.180616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53050) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:39.215277 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-af220939-4729-473e-bf15-e599c87985e1 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] show failed (client error): The resource could not be found. May 24 22:59:39.220007 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-af220939-4729-473e-bf15-e599c87985e1 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "GET /v2.0/security-groups/7173fe43-cc1d-4da9-81c4-7cf93ac92fc5 HTTP/1.1" status: 404 len: 347 time: 0.0348940 May 24 22:59:39.221180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53054) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:39.247862 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-e5dc4124-1e91-4e01-9011-57e8312a2291 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] show failed (client error): The resource could not be found. May 24 22:59:39.252670 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e5dc4124-1e91-4e01-9011-57e8312a2291 tempest-NegativeSecGroupTest-1278105101 tempest-NegativeSecGroupTest-1278105101-project] 10.222.0.32 "GET /v2.0/security-group-rules/80016503-2fae-43d4-aa5f-20a48946144a HTTP/1.1" status: 404 len: 356 time: 0.0258808 May 24 22:59:39.275665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bc351-46f7-464c-8896-c8e9f19ff080 req-1d1874e2-28ae-43d8-a40c-04a480e891a9 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:39.277381 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-424bc351-46f7-464c-8896-c8e9f19ff080 req-1d1874e2-28ae-43d8-a40c-04a480e891a9 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.1684999 May 24 22:59:39.280244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:39.368031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Made reservation on behalf of 086fc193ceeb42c688d780d56254d81f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:39.373657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:39.402204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:39.402890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Network 3097d84d-e220-44fa-b3ad-712033b307aa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:39.408962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:39.412790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] device_id is not set on port 0b26083f-15a6-46e4-9d5f-8e2e5ea19713 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:39.418373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:39.451590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Deleting port 05a32ad5-fac2-4e6e-964b-2a71d4ce3d14 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:39.452365 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:39.510516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:39.511171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:39.575208 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-424bc351-46f7-464c-8896-c8e9f19ff080 req-dd9ae958-402e-47a1-8665-dd30a7b2c5c7 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851434 May 24 22:59:39.579005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event updated for resources: {'Port': ['ID=41af2649-2f45-4136-8df6-14d1c02a46fc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:39.603495 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9c4ed7aa-3b41-4218-8957-d2da4abf644b tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5370328 May 24 22:59:39.605961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53062) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:39.723428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53070) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:39.796979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4b4d8d7a-aa48-4fca-8473-0d1fbdf20b99 None None] Provisioning for port 41af2649-2f45-4136-8df6-14d1c02a46fc completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:39.811233 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4b4d8d7a-aa48-4fca-8473-0d1fbdf20b99 None None] Provisioning complete for port 41af2649-2f45-4136-8df6-14d1c02a46fc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:39.812104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8d7a-aa48-4fca-8473-0d1fbdf20b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:39.851151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Allocated IP 2001:db8::b0 (0ff6d1b6-7442-4850-bab0-36575f359044/7eee6ae6-e747-4792-85ce-2390fbb44086/0b26083f-15a6-46e4-9d5f-8e2e5ea19713) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:39.878897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:39.919421 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d8d7a-aa48-4fca-8473-0d1fbdf20b99 None None] Port 41af2649-2f45-4136-8df6-14d1c02a46fc cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:40.004000 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'project_id': '6748aa19517843139ee7792e0948c05a', 'port_id': '41af2649-2f45-4136-8df6-14d1c02a46fc'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:40.011848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:40.024292 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Usage tracker for resource:floatingip and tenant:6748aa19517843139ee7792e0948c05a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:40.029975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:40.046100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:40.052014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Calling delete_port for 05a32ad5-fac2-4e6e-964b-2a71d4ce3d14 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:40.062874 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-48fe3b3f-c845-4142-a881-29fa7e158713 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c912174318b14245824b48c810221060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361454 May 24 22:59:40.063176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53078) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:40.123334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.271287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b7c6c60-213a-47cd-a281-8778b1ed4f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.325328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b7c6c60-213a-47cd-a281-8778b1ed4f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.392985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.432596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.459804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Pushing event deleted for resources: {'Port': ['ID=05a32ad5-fac2-4e6e-964b-2a71d4ce3d14,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:40.487327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc39d6-e28f-4c8e-86e6-8866e60fdcb7 req-0afe1023-31e5-435f-a0fb-14a0489f0bd6 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:40.488786 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0fcc39d6-e28f-4c8e-86e6-8866e60fdcb7 req-0afe1023-31e5-435f-a0fb-14a0489f0bd6 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.3712468 May 24 22:59:40.527769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53082) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:40.540169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Transition to ACTIVE for port object 0b26083f-15a6-46e4-9d5f-8e2e5ea19713 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:40.545576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'network_id': 'cd7678fc-a219-466f-9281-0433a2b1e64e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:40.564653 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b7c6c60-213a-47cd-a281-8778b1ed4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.571213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.652520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c6c60-213a-47cd-a281-8778b1ed4f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6e98e6-e613-4367-a076-40e7dad1e4b4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:40.672946 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.728468 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0fcc39d6-e28f-4c8e-86e6-8866e60fdcb7 req-84250314-2137-4c86-b1b8-8677e3cb3085 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170179 May 24 22:59:40.732601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b7c6c60-213a-47cd-a281-8778b1ed4f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.736683 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1b7c6c60-213a-47cd-a281-8778b1ed4f6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d6e98e6-e613-4367-a076-40e7dad1e4b4 HTTP/1.1" status: 204 len: 168 time: 0.6695337 May 24 22:59:40.760841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.761239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:40.763375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.770125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:subnet and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:40.775327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:40.785567 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:40.794772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.795745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Fanout notify agent at l3_agent the message router_deleted on router 073ae2b0-e22f-4327-b6ae-219b26648ed5 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:59:40.808031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.838478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:40.841929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.884095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Network 0ff6d1b6-7442-4850-bab0-36575f359044 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:40.893879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:40.899071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:40.904642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:40.905300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.913719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.918181 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9f82a6f5-e289-4d71-9884-0c8758ec3582 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/073ae2b0-e22f-4327-b6ae-219b26648ed5 HTTP/1.1" status: 204 len: 168 time: 2.2475080 May 24 22:59:40.920093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53092) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:40.939732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-115df430-0942-4b33-b6fa-ebdf73dc6bad tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-513137713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:40.949551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'Port': ['ID=0b26083f-15a6-46e4-9d5f-8e2e5ea19713,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:40.955055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-115df430-0942-4b33-b6fa-ebdf73dc6bad tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:40.971443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115df430-0942-4b33-b6fa-ebdf73dc6bad tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Usage tracker for resource:router and tenant:97a2c318f1724996b1dfb832e10fe880 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:40.974558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Allocated IP 172.26.3.95 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/55a2c951-15e7-4838-a5eb-e38a7936b88e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:40.976144 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-18f3133f-0734-48a9-bc2f-c2517fade7f8 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1302166 May 24 22:59:40.978427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53098) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:40.983196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115df430-0942-4b33-b6fa-ebdf73dc6bad tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:40.995192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Request body: {'port': {'network_id': '0ff6d1b6-7442-4850-bab0-36575f359044', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-499926573'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:40.997221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-115df430-0942-4b33-b6fa-ebdf73dc6bad tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:41.044138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-115df430-0942-4b33-b6fa-ebdf73dc6bad tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.045211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-115df430-0942-4b33-b6fa-ebdf73dc6bad tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.175982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-115df430-0942-4b33-b6fa-ebdf73dc6bad tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.311498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:41.326450 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:41.342847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Made reservation on behalf of 086fc193ceeb42c688d780d56254d81f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:41.353614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.358019 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0f6d1a4-6afc-4509-a8fe-488f0b6495c1 None None] Provisioning for port 0b26083f-15a6-46e4-9d5f-8e2e5ea19713 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:41.370547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0f6d1a4-6afc-4509-a8fe-488f0b6495c1 None None] Provisioning complete for port 0b26083f-15a6-46e4-9d5f-8e2e5ea19713 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:41.372603 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0f6d1a4-6afc-4509-a8fe-488f0b6495c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.386175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] device_id is not set on port 4e43a318-a990-49db-8cab-419060dc6d25 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:41.410290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.470410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6d1a4-6afc-4509-a8fe-488f0b6495c1 None None] Port 0b26083f-15a6-46e4-9d5f-8e2e5ea19713 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:41.522936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=89e56163-d404-43a0-88f3-8702fb4152c2,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:41.535348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-115df430-0942-4b33-b6fa-ebdf73dc6bad tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.582242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.596536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Allocated IP 2001:db8::82 (0ff6d1b6-7442-4850-bab0-36575f359044/7eee6ae6-e747-4792-85ce-2390fbb44086/4e43a318-a990-49db-8cab-419060dc6d25) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:41.670920 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-115df430-0942-4b33-b6fa-ebdf73dc6bad tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.674842 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-115df430-0942-4b33-b6fa-ebdf73dc6bad tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7480536 May 24 22:59:41.677536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53122) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:41.686689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Request body: {'router': {'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:41.696663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Checking segment: {'id': '85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd7678fc-a219-466f-9281-0433a2b1e64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:41.697082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network hostable DHCP agents. Network: cd7678fc-a219-466f-9281-0433a2b1e64e, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:41.737440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.780202 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620bd98-c3d6-4d9e-b49b-d04c9dc27d2a req-8a81749e-83a5-4a95-a296-205b37875b26 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:41.781676 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b620bd98-c3d6-4d9e-b49b-d04c9dc27d2a req-8a81749e-83a5-4a95-a296-205b37875b26 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.2129002 May 24 22:59:41.787631 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53126) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:41.789763 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network cd7678fc-a219-466f-9281-0433a2b1e64e is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:41.836253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:41.838704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, cd7678fc-a219-466f-9281-0433a2b1e64e) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:41.842922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:41.843642 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.851198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec80766e-74b8-4d59-adb8-33e56a373082 None None] Network cd7678fc-a219-466f-9281-0433a2b1e64e requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:41.854829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:41.857142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:41.911638 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Pushing event updated for resources: {'Port': ['ID=55a2c951-15e7-4838-a5eb-e38a7936b88e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:41.934316 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5edda7e6-4199-4a8a-be79-49c4eb81b9c4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3974395 May 24 22:59:41.934765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53132) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:41.950966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1604947530'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:41.959813 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b620bd98-c3d6-4d9e-b49b-d04c9dc27d2a req-1409fd2b-c9ec-42ae-aa94-77fcac862d64 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582687 May 24 22:59:41.960799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:42.017663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:network and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:42.022108 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:42.030570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:42.085619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:42.089066 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.094611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-cd7678fc-a219-466f-9281-0433a2b1e64e', 'network_id': 'cd7678fc-a219-466f-9281-0433a2b1e64e', 'tenant_id': 'fdda545ddfc6402380f6129a941c88e4', 'fixed_ips': [{'subnet_id': '89e56163-d404-43a0-88f3-8702fb4152c2'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:42.095920 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.152229 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3fb63955-b222-41e3-b4bd-c7a3c7e5d37a tempest-ServiceProvidersTest-369582286 tempest-ServiceProvidersTest-369582286-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3545237 May 24 22:59:42.224818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:42.243048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.243441 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Added segment 88ee4c77-44e7-45fe-9695-428874502c98 of type vlan for network 717f8de2-267d-48b3-ba05-dd0f3b7cb8cc May 24 22:59:42.301004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.307900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Allocated IP 2001:db8:0:ffff::2 (cd7678fc-a219-466f-9281-0433a2b1e64e/89e56163-d404-43a0-88f3-8702fb4152c2/c15889a4-f66d-4aa1-b7cb-aecebd0c9d55) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:42.325556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.355542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.365614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Transition to ACTIVE for port object 4e43a318-a990-49db-8cab-419060dc6d25 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:42.460159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.465965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:42.466564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.479168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.565078 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Network 0ff6d1b6-7442-4850-bab0-36575f359044 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:42.565593 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.572061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53140) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:42.576053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:42.587141 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6442559 May 24 22:59:42.587618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:42.590801 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Transition to ACTIVE for port object c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:42.591225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:42.591890 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.605883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53146) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:42.619042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Transition to ACTIVE for port object c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:42.627799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.631647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'network_id': '717f8de2-267d-48b3-ba05-dd0f3b7cb8cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:42.655610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'Port': ['ID=4e43a318-a990-49db-8cab-419060dc6d25,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:42.717100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84116f-6146-4407-9bd4-f2cb7c843a5b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=717f8de2-267d-48b3-ba05-dd0f3b7cb8cc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:42.725414 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Network cd7678fc-a219-466f-9281-0433a2b1e64e is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:42.727052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:42.733690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:42.743111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 717f8de2-267d-48b3-ba05-dd0f3b7cb8cc details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:42.751832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.758067 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-87a8e583-14c7-4cc5-a95f-e57c6a6a74f4 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7726536 May 24 22:59:42.759661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53150) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:42.767129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-25b6bc3f-0cb3-45b1-af4d-a412eff67650 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6b', 'mac_address': 'fa:16:3e:af:c2:92'}, {'ip_address': '2001:db8::b0', 'mac_address': 'fa:16:3e:2f:ef:f0'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:42.824644 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9201c15b-70e3-4332-8bb7-6068dd02af7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.902083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9201c15b-70e3-4332-8bb7-6068dd02af7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:42.910175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:42.922239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9201c15b-70e3-4332-8bb7-6068dd02af7c admin admin] Usage tracker for resource:security_group_rule and tenant:82b377b3098b4afa82922efe42e2f5a6 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:42.927698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Pushing event updated for resources: {'Port': ['ID=c15889a4-f66d-4aa1-b7cb-aecebd0c9d55,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:42.980618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.985918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Attempting to bind port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:42.986280 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Attempting to bind port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd7678fc-a219-466f-9281-0433a2b1e64e'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:42.986662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Attempting to bind port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 on network cd7678fc-a219-466f-9281-0433a2b1e64e {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:42.993300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:42.993300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Checking segment: {'id': '85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd7678fc-a219-466f-9281-0433a2b1e64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:42.993300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.993687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Bound using segment: {'id': '85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd7678fc-a219-466f-9281-0433a2b1e64e'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:42.994196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Bound port: c15889a4-f66d-4aa1-b7cb-aecebd0c9d55, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd7678fc-a219-466f-9281-0433a2b1e64e'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:42.994477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.110012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-97151901-98ee-4ade-ad6a-4c54328bbfc1 None None] Provisioning for port 4e43a318-a990-49db-8cab-419060dc6d25 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:43.111134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:subnet and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:43.120698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-97151901-98ee-4ade-ad6a-4c54328bbfc1 None None] Provisioning complete for port 4e43a318-a990-49db-8cab-419060dc6d25 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:43.120881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9201c15b-70e3-4332-8bb7-6068dd02af7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:43.121060 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-97151901-98ee-4ade-ad6a-4c54328bbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.127715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:43.175415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9201c15b-70e3-4332-8bb7-6068dd02af7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:43.184241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:43.187926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.201781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-97151901-98ee-4ade-ad6a-4c54328bbfc1 None None] Port 4e43a318-a990-49db-8cab-419060dc6d25 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:43.205449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] For port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:43.208808 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] For port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c15889a4-f66d-4aa1-b7cb-aecebd0c9d55,segment=NetworkSegment(85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b),segment_id=85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:43.213607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.219274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25b6bc3f-0cb3-45b1-af4d-a412eff67650 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.238991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.285379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:43.288819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.301966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756043a8-928b-4fef-a90b-594dd774b634 None None] Pushing event updated for resources: {'Port': ['ID=c15889a4-f66d-4aa1-b7cb-aecebd0c9d55,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:43.575655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Allocated IP 172.26.3.216 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/6867bc03-1842-45b6-a6f9-db662ad70023) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:43.587577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d90b4-51c1-4d54-9d56-64bf68118c43 req-f67bfeca-c9b5-420a-ad5e-4bbb2c069980 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:43.589532 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac4d90b4-51c1-4d54-9d56-64bf68118c43 req-f67bfeca-c9b5-420a-ad5e-4bbb2c069980 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.4220309 May 24 22:59:43.589651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9201c15b-70e3-4332-8bb7-6068dd02af7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.653850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9201c15b-70e3-4332-8bb7-6068dd02af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.716914 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac4d90b4-51c1-4d54-9d56-64bf68118c43 req-70a1ebe1-c092-4310-b22a-343a60ff8734 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807402 May 24 22:59:43.717527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:43.718989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.734266 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.806766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:43.815563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201c15b-70e3-4332-8bb7-6068dd02af7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e480fe70-2a31-4128-a97b-fb11b7913e4c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:43.827260 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9201c15b-70e3-4332-8bb7-6068dd02af7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82b377b3098b4afa82922efe42e2f5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2528253 May 24 22:59:43.833119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53156) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:43.870239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.916922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.943148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Pushing event updated for resources: {'Port': ['ID=55a2c951-15e7-4838-a5eb-e38a7936b88e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:43.963218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25b6bc3f-0cb3-45b1-af4d-a412eff67650 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.969444 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25b6bc3f-0cb3-45b1-af4d-a412eff67650 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.027872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.054893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dccf9ba9-8a6a-421a-b2d2-6e057af821e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.056452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=b8c4b3a7-cc42-40da-8b70-094393e5ed06,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:44.094254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Checking segment: {'id': '88ee4c77-44e7-45fe-9695-428874502c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '717f8de2-267d-48b3-ba05-dd0f3b7cb8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:44.094254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network hostable DHCP agents. Network: 717f8de2-267d-48b3-ba05-dd0f3b7cb8cc, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:44.094761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-25b6bc3f-0cb3-45b1-af4d-a412eff67650 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] In _notify_port_updated(), no bound segment for port 4e43a318-a990-49db-8cab-419060dc6d25 on network 0ff6d1b6-7442-4850-bab0-36575f359044 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:59:44.100111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6bc3f-0cb3-45b1-af4d-a412eff67650 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:44.100750 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25b6bc3f-0cb3-45b1-af4d-a412eff67650 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.102053 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-25b6bc3f-0cb3-45b1-af4d-a412eff67650 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "PUT /v2.0/ports/4e43a318-a990-49db-8cab-419060dc6d25 HTTP/1.1" status: 200 len: 1064 time: 1.3414319 May 24 22:59:44.106559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53160) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:44.112978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dccf9ba9-8a6a-421a-b2d2-6e057af821e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.136540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6bc3f-0cb3-45b1-af4d-a412eff67650 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event updated for resources: {'Port': ['ID=4e43a318-a990-49db-8cab-419060dc6d25,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:44.149424 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Floating IP 1106fffc-1e9a-44fb-95ef-e8dc7da77ce4 associated. External IP: 172.26.3.95, port: 41af2649-2f45-4136-8df6-14d1c02a46fc. May 24 22:59:44.239576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network 717f8de2-267d-48b3-ba05-dd0f3b7cb8cc is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:44.246113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.306746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a9bdee43-8b64-48a2-9df7-5fc7a221e572 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Deleting port 4e43a318-a990-49db-8cab-419060dc6d25 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:44.307179 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9bdee43-8b64-48a2-9df7-5fc7a221e572 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.392034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 717f8de2-267d-48b3-ba05-dd0f3b7cb8cc) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:44.396674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:44.397367 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.403492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167d5e0e-d88b-4198-b98d-1576e357cb56 None None] Network 717f8de2-267d-48b3-ba05-dd0f3b7cb8cc requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:44.437867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:44.444006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:44.446744 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:44.489939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dccf9ba9-8a6a-421a-b2d2-6e057af821e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.505621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2350f50c-258b-4f80-8313-93b01b6c4b8c None None] Provisioning complete for port 4e43a318-a990-49db-8cab-419060dc6d25 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:44.505993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2350f50c-258b-4f80-8313-93b01b6c4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.534177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf9ba9-8a6a-421a-b2d2-6e057af821e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e480fe70-2a31-4128-a97b-fb11b7913e4c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:44.536845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Pushing event updated for resources: {'Port': ['ID=6867bc03-1842-45b6-a6f9-db662ad70023,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:44.551776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dccf9ba9-8a6a-421a-b2d2-6e057af821e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.553101 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dccf9ba9-8a6a-421a-b2d2-6e057af821e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e480fe70-2a31-4128-a97b-fb11b7913e4c HTTP/1.1" status: 204 len: 168 time: 0.7177026 May 24 22:59:44.570791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2350f50c-258b-4f80-8313-93b01b6c4b8c None None] Port 4e43a318-a990-49db-8cab-419060dc6d25 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:44.605380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a69c4e7-9aa6-46e1-95e7-3f258ffabbb2 None None] Network cd7678fc-a219-466f-9281-0433a2b1e64e requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:44.675389 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f29527e5-1c13-4b75-99f0-aeba15d8f4f2 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0631890 May 24 22:59:44.676781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53166) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:44.743509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Router c9f61d5b-7f6d-4150-a5bc-42be7034c227 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:44.827463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-25c85aa4-7e70-48e9-afeb-f9034636589d None None] Provisioning for port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:44.837006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-25c85aa4-7e70-48e9-afeb-f9034636589d None None] Provisioning complete for port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:44.837586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-25c85aa4-7e70-48e9-afeb-f9034636589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.876769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-717f8de2-267d-48b3-ba05-dd0f3b7cb8cc', 'network_id': '717f8de2-267d-48b3-ba05-dd0f3b7cb8cc', 'tenant_id': 'fdda545ddfc6402380f6129a941c88e4', 'fixed_ips': [{'subnet_id': 'b8c4b3a7-cc42-40da-8b70-094393e5ed06'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:44.877873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.984660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:44.997878 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3305c05b-30ae-49ef-9ea5-5a726b6b0bb2 None None] Sync routers for ids ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:45.011932 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3305c05b-30ae-49ef-9ea5-5a726b6b0bb2 None None] Routers {'c9f61d5b-7f6d-4150-a5bc-42be7034c227'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:45.012724 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3305c05b-30ae-49ef-9ea5-5a726b6b0bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:45.111892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d08bc-cfcb-4c05-b096-4ac6b4df3a99 req-c88eabf5-1513-43e6-8a67-e77c1d36e292 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:45.113892 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-499d08bc-cfcb-4c05-b096-4ac6b4df3a99 req-c88eabf5-1513-43e6-8a67-e77c1d36e292 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.1314909 May 24 22:59:45.115218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.131366 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3305c05b-30ae-49ef-9ea5-5a726b6b0bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:45.140969 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3305c05b-30ae-49ef-9ea5-5a726b6b0bb2 None None] Routers {'c9f61d5b-7f6d-4150-a5bc-42be7034c227'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:45.142689 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3305c05b-30ae-49ef-9ea5-5a726b6b0bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:45.207579 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Allocated IP 2001:db8::1 (717f8de2-267d-48b3-ba05-dd0f3b7cb8cc/b8c4b3a7-cc42-40da-8b70-094393e5ed06/a67fdee8-e61b-4832-819c-dddd249c1cd9) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:45.217907 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3305c05b-30ae-49ef-9ea5-5a726b6b0bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:45.218603 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3305c05b-30ae-49ef-9ea5-5a726b6b0bb2 None None] The sync data for ids ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:45.282796 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-67962a78-1a8f-4db3-8530-fdcef3a205f7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.6772835 May 24 22:59:45.283548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53182) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:45.317825 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-25c85aa4-7e70-48e9-afeb-f9034636589d None None] Current status of the port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:45.318200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-25c85aa4-7e70-48e9-afeb-f9034636589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.370426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-25c85aa4-7e70-48e9-afeb-f9034636589d None None] For port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c15889a4-f66d-4aa1-b7cb-aecebd0c9d55,segment=NetworkSegment(85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b),segment_id=85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:45.383923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-25c85aa4-7e70-48e9-afeb-f9034636589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.413540 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-499d08bc-cfcb-4c05-b096-4ac6b4df3a99 req-3b54871d-dae9-4939-8027-f5867834f4ee tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470709 May 24 22:59:45.476555 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d26835c6-c210-4e04-8b69-c7afab1f49a7 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] 10.222.0.32 "GET /v2.0/floatingips/1106fffc-1e9a-44fb-95ef-e8dc7da77ce4 HTTP/1.1" status: 200 len: 982 time: 0.1910911 May 24 22:59:45.477989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53192) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:45.512632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.526263 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c85aa4-7e70-48e9-afeb-f9034636589d None None] Pushing event updated for resources: {'Port': ['ID=c15889a4-f66d-4aa1-b7cb-aecebd0c9d55,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:45.558939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.584950 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9bdee43-8b64-48a2-9df7-5fc7a221e572 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.615912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.634822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Transition to ACTIVE for port object a67fdee8-e61b-4832-819c-dddd249c1cd9 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:45.651471 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-06a5357a-4bd2-4456-8f44-716c84017e85 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.1723919 May 24 22:59:45.656188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53198) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:45.662803 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Transition to ACTIVE for port object a67fdee8-e61b-4832-819c-dddd249c1cd9 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:45.675256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.681730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:45.785841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53206) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:45.841501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Network 717f8de2-267d-48b3-ba05-dd0f3b7cb8cc is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:45.850821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:45.855384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a9bdee43-8b64-48a2-9df7-5fc7a221e572 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Calling delete_port for 4e43a318-a990-49db-8cab-419060dc6d25 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:45.858548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:45.932003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Deleting port 55a2c951-15e7-4838-a5eb-e38a7936b88e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:45.933400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.963333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Pushing event updated for resources: {'Port': ['ID=a67fdee8-e61b-4832-819c-dddd249c1cd9,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:45.972676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1856055250'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:45.976143 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:45.980646 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.985812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Usage tracker for resource:network and tenant:59c15f8c197c4d4f973beecbd510014e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:45.995100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:46.005799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:46.021533 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.047337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:46.047740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.076743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3a092176-ae21-46e3-acb1-9ec216d8c088 None None] Provisioning complete for port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:46.076980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3a092176-ae21-46e3-acb1-9ec216d8c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.084705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Made reservation on behalf of 59c15f8c197c4d4f973beecbd510014e for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:46.089353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.114688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.116218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Attempting to bind port a67fdee8-e61b-4832-819c-dddd249c1cd9 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:46.116475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Attempting to bind port a67fdee8-e61b-4832-819c-dddd249c1cd9 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '88ee4c77-44e7-45fe-9695-428874502c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '717f8de2-267d-48b3-ba05-dd0f3b7cb8cc'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:46.116836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Attempting to bind port a67fdee8-e61b-4832-819c-dddd249c1cd9 on network 717f8de2-267d-48b3-ba05-dd0f3b7cb8cc {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:46.138583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:46.147446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Usage tracker for resource:security_group_rule and tenant:59c15f8c197c4d4f973beecbd510014e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:46.149851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:46.150236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Checking segment: {'id': '88ee4c77-44e7-45fe-9695-428874502c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '717f8de2-267d-48b3-ba05-dd0f3b7cb8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:46.150653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.151080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Bound using segment: {'id': '88ee4c77-44e7-45fe-9695-428874502c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '717f8de2-267d-48b3-ba05-dd0f3b7cb8cc'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:46.152876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Bound port: a67fdee8-e61b-4832-819c-dddd249c1cd9, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ee4c77-44e7-45fe-9695-428874502c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '717f8de2-267d-48b3-ba05-dd0f3b7cb8cc'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:46.152876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.163196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:46.174389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:46.198903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.199299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.324134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.342310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Calling delete_port for 55a2c951-15e7-4838-a5eb-e38a7936b88e owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:46.357743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] For port a67fdee8-e61b-4832-819c-dddd249c1cd9, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:46.377357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] For port a67fdee8-e61b-4832-819c-dddd249c1cd9, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a67fdee8-e61b-4832-819c-dddd249c1cd9,segment=NetworkSegment(88ee4c77-44e7-45fe-9695-428874502c98),segment_id=88ee4c77-44e7-45fe-9695-428874502c98)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:46.379786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9bdee43-8b64-48a2-9df7-5fc7a221e572 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.384374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:46.386359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3a092176-ae21-46e3-acb1-9ec216d8c088 None None] Current status of the port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:46.389030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.390501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c4b3a7-cc42-40da-8b70-094393e5ed06,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:46.465222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdee43-8b64-48a2-9df7-5fc7a221e572 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event deleted for resources: {'Port': ['ID=4e43a318-a990-49db-8cab-419060dc6d25,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:46.499540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e86de3-b40b-450c-8cad-ecec474ee3d4 None None] Pushing event updated for resources: {'Port': ['ID=a67fdee8-e61b-4832-819c-dddd249c1cd9,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:46.666746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.673888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.711651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717f8de2-267d-48b3-ba05-dd0f3b7cb8cc']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:46.726414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.728040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.733277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ee4c77-44e7-45fe-9695-428874502c98') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:46.733535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ee4c77-44e7-45fe-9695-428874502c98') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:46.793471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d54e6-95db-41fb-89ff-9088155b3669,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:46.807328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.855500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:46.888888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event deleted for resources: {'Port': ['ID=55a2c951-15e7-4838-a5eb-e38a7936b88e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:46.927805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.930575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.952813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c1ee-30d2-452b-9882-49d5ef64eade req-c1e3f289-d608-44f9-9774-00257f6a9301 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:46.954394 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea69c1ee-30d2-452b-9882-49d5ef64eade req-c1e3f289-d608-44f9-9774-00257f6a9301 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.2864733 May 24 22:59:46.980772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.981107 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Added segment 8f294d0b-b14e-45d2-a340-3381da0c69a8 of type vlan for network 8eb3254c-49e9-47b0-8d54-ae16c4b7e541 May 24 22:59:47.016521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.048228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.050913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:47.051393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.074930 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea69c1ee-30d2-452b-9882-49d5ef64eade req-23499924-0c2d-4217-b11c-8ea21c455faa tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954857 May 24 22:59:47.088853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.089189 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Floating IP 1106fffc-1e9a-44fb-95ef-e8dc7da77ce4 disassociated (deleted). External IP: 172.26.3.95, port: 41af2649-2f45-4136-8df6-14d1c02a46fc. May 24 22:59:47.153964 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 88ee4c77-44e7-45fe-9695-428874502c98 resource provider aggregate not found May 24 22:59:47.220197 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 88ee4c77-44e7-45fe-9695-428874502c98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88ee4c77-44e7-45fe-9695-428874502c98 found for delete ", "request_id": "req-3040cf06-d84e-4666-9f6f-23c5b41007aa"}]} May 24 22:59:47.245305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.251480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:47.252079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.337334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 22:59:47.337334 dv-neutron-843190-1-hyperv neutron-server[88260]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 22:59:47.337334 dv-neutron-843190-1-hyperv neutron-server[88260]: [parameters: {'id': '717f8de2-267d-48b3-ba05-dd0f3b7cb8cc'}] May 24 22:59:47.337334 dv-neutron-843190-1-hyperv neutron-server[88260]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:59:47.337781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:59:47.345383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9bdee43-8b64-48a2-9df7-5fc7a221e572 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.367059 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a9bdee43-8b64-48a2-9df7-5fc7a221e572 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "DELETE /v2.0/ports/4e43a318-a990-49db-8cab-419060dc6d25 HTTP/1.1" status: 204 len: 168 time: 3.2582300 May 24 22:59:47.370407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53218) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:47.400023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Pushing event updated for resources: {'Network': ['ID=8eb3254c-49e9-47b0-8d54-ae16c4b7e541,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:47.413273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 8eb3254c-49e9-47b0-8d54-ae16c4b7e541 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:47.419190 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-695a0738-0274-4c38-a3da-bef67e0807a9 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] GET failed (client error): The resource could not be found. May 24 22:59:47.419723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-695a0738-0274-4c38-a3da-bef67e0807a9 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Synchronizing usage tracker for tenant:086fc193ceeb42c688d780d56254d81f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:47.449676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-695a0738-0274-4c38-a3da-bef67e0807a9 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Unset dirty status for tenant:086fc193ceeb42c688d780d56254d81f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:47.455840 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-695a0738-0274-4c38-a3da-bef67e0807a9 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "GET /v2.0/ports/4e43a318-a990-49db-8cab-419060dc6d25 HTTP/1.1" status: 404 len: 333 time: 0.0839365 May 24 22:59:47.456738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53222) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:47.468492 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-036ef55c-89e6-4d25-b56f-bd389c634d16 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6809158 May 24 22:59:47.469851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53226) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:47.485624 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Request body: {'subnet': {'network_id': '8eb3254c-49e9-47b0-8d54-ae16c4b7e541', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:47.493594 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Router c1532d34-10f1-4308-975a-b6497fa48642 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:59:47.623139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c827e-1d17-4a8c-8940-0f290bc77ef1 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Deleting port 0b26083f-15a6-46e4-9d5f-8e2e5ea19713 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:47.623464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf2c827e-1d17-4a8c-8940-0f290bc77ef1 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.672489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a67fdee8-e61b-4832-819c-dddd249c1cd9 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:47.691311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:47.700462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Usage tracker for resource:subnet and tenant:59c15f8c197c4d4f973beecbd510014e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:47.705469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:47.715280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:47.722383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Router c9f61d5b-7f6d-4150-a5bc-42be7034c227 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:47.775355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port a67fdee8-e61b-4832-819c-dddd249c1cd9 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:47.794552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Made reservation on behalf of 59c15f8c197c4d4f973beecbd510014e for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:47.794552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.828174 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e583b-efdf-4d7e-b599-386642e070f7 None None] Network 717f8de2-267d-48b3-ba05-dd0f3b7cb8cc requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:47.845588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.853219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:47.906237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaaa03-d7bb-4a96-b979-5881fc8162cf None None] Sync routers for ids ['c1532d34-10f1-4308-975a-b6497fa48642'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:47.906855 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.908013 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0187bfd0-fb98-4fac-a70b-245ecaa83e2a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "PUT /v2.0/routers/c1532d34-10f1-4308-975a-b6497fa48642 HTTP/1.1" status: 200 len: 879 time: 6.2295892 May 24 22:59:47.915706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53230) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:47.943628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecaaa03-d7bb-4a96-b979-5881fc8162cf None None] Routers {'c1532d34-10f1-4308-975a-b6497fa48642'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:47.944172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4ecaaa03-d7bb-4a96-b979-5881fc8162cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c1532d34-10f1-4308-975a-b6497fa48642'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:47.997357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-76029e81-285a-4577-bafe-1eb66dbc3579 None None] Provisioning for port a67fdee8-e61b-4832-819c-dddd249c1cd9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:48.017474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port a67fdee8-e61b-4832-819c-dddd249c1cd9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:48.017474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.034397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:48.037048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-76029e81-285a-4577-bafe-1eb66dbc3579 None None] Provisioning complete for port a67fdee8-e61b-4832-819c-dddd249c1cd9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:48.037422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76029e81-285a-4577-bafe-1eb66dbc3579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.049222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.056646 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fe508-89d5-4947-84d0-1bc2591fc001 None None] Sync routers for ids ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:48.067761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4ecaaa03-d7bb-4a96-b979-5881fc8162cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:48.079269 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369fe508-89d5-4947-84d0-1bc2591fc001 None None] Routers {'c9f61d5b-7f6d-4150-a5bc-42be7034c227'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:48.080600 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-369fe508-89d5-4947-84d0-1bc2591fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:48.175744 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-369fe508-89d5-4947-84d0-1bc2591fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:48.176105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecaaa03-d7bb-4a96-b979-5881fc8162cf None None] Routers {'c1532d34-10f1-4308-975a-b6497fa48642'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:48.176668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4ecaaa03-d7bb-4a96-b979-5881fc8162cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c1532d34-10f1-4308-975a-b6497fa48642'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:48.193620 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369fe508-89d5-4947-84d0-1bc2591fc001 None None] Routers {'c9f61d5b-7f6d-4150-a5bc-42be7034c227'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:48.194758 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-369fe508-89d5-4947-84d0-1bc2591fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:48.286429 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-369fe508-89d5-4947-84d0-1bc2591fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:48.287233 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fe508-89d5-4947-84d0-1bc2591fc001 None None] The sync data for ids ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:48.291192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf2c827e-1d17-4a8c-8940-0f290bc77ef1 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.306509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4ecaaa03-d7bb-4a96-b979-5881fc8162cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:48.307334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaaa03-d7bb-4a96-b979-5881fc8162cf None None] The sync data for ids ['c1532d34-10f1-4308-975a-b6497fa48642'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:48.311579 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-44982fc2-f441-49a6-82a3-283062ae2700 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "DELETE /v2.0/floatingips/1106fffc-1e9a-44fb-95ef-e8dc7da77ce4 HTTP/1.1" status: 204 len: 168 time: 2.6534171 May 24 22:59:48.319418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53236) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:48.329319 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:48.376355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.393111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-76029e81-285a-4577-bafe-1eb66dbc3579 None None] Current status of the port a67fdee8-e61b-4832-819c-dddd249c1cd9 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:48.393491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76029e81-285a-4577-bafe-1eb66dbc3579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.430158 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-76029e81-285a-4577-bafe-1eb66dbc3579 None None] For port a67fdee8-e61b-4832-819c-dddd249c1cd9, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a67fdee8-e61b-4832-819c-dddd249c1cd9,segment=NetworkSegment(88ee4c77-44e7-45fe-9695-428874502c98),segment_id=88ee4c77-44e7-45fe-9695-428874502c98)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:48.436552 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76029e81-285a-4577-bafe-1eb66dbc3579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.469852 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2170b-9525-4a8e-ae65-f2f2fbf2e3a1 req-1deaa450-9c30-4e01-aa32-dd80e89fd596 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:48.471427 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3da2170b-9525-4a8e-ae65-f2f2fbf2e3a1 req-1deaa450-9c30-4e01-aa32-dd80e89fd596 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.2009830 May 24 22:59:48.490453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Checking segment: {'id': '8f294d0b-b14e-45d2-a340-3381da0c69a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8eb3254c-49e9-47b0-8d54-ae16c4b7e541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:48.490453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Network hostable DHCP agents. Network: 8eb3254c-49e9-47b0-8d54-ae16c4b7e541, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:48.494423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Pushing event updated for resources: {'Subnet': ['ID=99cb027e-2161-4928-a37c-c318e702e738,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:48.498079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1103f2-d5bc-44b5-8b0c-dcf5a2cb73c0 None None] DHCP port deletion for 717f8de2-267d-48b3-ba05-dd0f3b7cb8cc request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:59:48.508083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ad1103f2-d5bc-44b5-8b0c-dcf5a2cb73c0 None None] Deleting port a67fdee8-e61b-4832-819c-dddd249c1cd9 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:48.509015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad1103f2-d5bc-44b5-8b0c-dcf5a2cb73c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.540989 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3da2170b-9525-4a8e-ae65-f2f2fbf2e3a1 req-b1f02f1b-dd39-4f6a-b48e-ba8bc486a935 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564735 May 24 22:59:48.552774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Network 8eb3254c-49e9-47b0-8d54-ae16c4b7e541 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:48.567618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76029e81-285a-4577-bafe-1eb66dbc3579 None None] Pushing event updated for resources: {'Port': ['ID=a67fdee8-e61b-4832-819c-dddd249c1cd9,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:48.570802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:48.580855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 8eb3254c-49e9-47b0-8d54-ae16c4b7e541) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:48.581758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c827e-1d17-4a8c-8940-0f290bc77ef1 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Calling delete_port for 0b26083f-15a6-46e4-9d5f-8e2e5ea19713 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:48.592580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:48.593165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.610612 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d38fcdb9-015f-4648-850e-7a437ac27c07 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/routers/c1532d34-10f1-4308-975a-b6497fa48642 HTTP/1.1" status: 200 len: 920 time: 0.6928077 May 24 22:59:48.615420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c887ad-1688-4acb-baf6-97d5d115a40d None None] Network 8eb3254c-49e9-47b0-8d54-ae16c4b7e541 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:48.625450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53242) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:48.630407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Usage tracker for resource:floatingip and tenant:b8c24a2c23ce4025a57e91dbe7aef327 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:48.635775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:48.657739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:48.722112 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9f8b6b6f-943c-4640-8a14-f1d4410118c9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2435906 May 24 22:59:48.731540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53246) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:48.740171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Request body: {'port': {'network_id': '8eb3254c-49e9-47b0-8d54-ae16c4b7e541', 'name': 'tempest-TagsExtTest-1663533970'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:48.853672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01fb1b4-244d-4b96-a64a-4b68cd3490ed tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:48.857856 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e01fb1b4-244d-4b96-a64a-4b68cd3490ed tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&device_id=c1532d34-10f1-4308-975a-b6497fa48642&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2276757 May 24 22:59:48.858736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53252) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:48.880107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.898707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ad1103f2-d5bc-44b5-8b0c-dcf5a2cb73c0 None None] For port a67fdee8-e61b-4832-819c-dddd249c1cd9, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a67fdee8-e61b-4832-819c-dddd249c1cd9,segment=NetworkSegment(88ee4c77-44e7-45fe-9695-428874502c98),segment_id=88ee4c77-44e7-45fe-9695-428874502c98)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:48.899149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad1103f2-d5bc-44b5-8b0c-dcf5a2cb73c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.931085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] For port a67fdee8-e61b-4832-819c-dddd249c1cd9, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a67fdee8-e61b-4832-819c-dddd249c1cd9,segment=NetworkSegment(88ee4c77-44e7-45fe-9695-428874502c98),segment_id=88ee4c77-44e7-45fe-9695-428874502c98)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:48.931997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.030953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:49.042405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Usage tracker for resource:port and tenant:59c15f8c197c4d4f973beecbd510014e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:49.045912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:49.055200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ad1103f2-d5bc-44b5-8b0c-dcf5a2cb73c0 None None] Calling delete_port for a67fdee8-e61b-4832-819c-dddd249c1cd9 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:49.067303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:49.098544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30febc24-382a-43bb-90f0-ff4534e6b5f0 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:49.099502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-30febc24-382a-43bb-90f0-ff4534e6b5f0 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Synchronizing usage tracker for tenant:2c95a31525514df8a3c1b5c170166ecb on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:49.103784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Made reservation on behalf of 59c15f8c197c4d4f973beecbd510014e for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:49.107927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.113925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Calling delete_port for a67fdee8-e61b-4832-819c-dddd249c1cd9 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:49.134135 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f34d3-016d-4822-9db5-a044a2cdfad4 req-80469308-e986-4111-857b-c88576bf847c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:49.135647 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3e1f34d3-016d-4822-9db5-a044a2cdfad4 req-80469308-e986-4111-857b-c88576bf847c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.2608168 May 24 22:59:49.147645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] device_id is not set on port a087d2bb-5731-4427-98e6-65d2306a3729 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:49.188214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-30febc24-382a-43bb-90f0-ff4534e6b5f0 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Unset dirty status for tenant:2c95a31525514df8a3c1b5c170166ecb on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:49.192100 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-30febc24-382a-43bb-90f0-ff4534e6b5f0 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/networks/318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 881 time: 0.3297060 May 24 22:59:49.198724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-8eb3254c-49e9-47b0-8d54-ae16c4b7e541', 'network_id': '8eb3254c-49e9-47b0-8d54-ae16c4b7e541', 'tenant_id': '59c15f8c197c4d4f973beecbd510014e', 'fixed_ips': [{'subnet_id': '99cb027e-2161-4928-a37c-c318e702e738'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:49.200106 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.208100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53256) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:49.239305 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad1103f2-d5bc-44b5-8b0c-dcf5a2cb73c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.271919 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7f865986-b6fc-4336-96ca-6ea8adf225f6 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1532d34-10f1-4308-975a-b6497fa48642 HTTP/1.1" status: 200 len: 205 time: 0.0604441 May 24 22:59:49.277249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53260) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:49.298241 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3e1f34d3-016d-4822-9db5-a044a2cdfad4 req-83cb5171-4b64-4b14-848b-d19f4d3bca90 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133547 May 24 22:59:49.347496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1103f2-d5bc-44b5-8b0c-dcf5a2cb73c0 None None] Pushing event deleted for resources: {'Port': ['ID=a67fdee8-e61b-4832-819c-dddd249c1cd9,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:49.354907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1103f2-d5bc-44b5-8b0c-dcf5a2cb73c0 None None] No DVR routers for this DVR port a67fdee8-e61b-4832-819c-dddd249c1cd9 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:59:49.379805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Allocated IP 172.20.0.14 (8eb3254c-49e9-47b0-8d54-ae16c4b7e541/99cb027e-2161-4928-a37c-c318e702e738/a087d2bb-5731-4427-98e6-65d2306a3729) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:49.383375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf2c827e-1d17-4a8c-8940-0f290bc77ef1 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.460795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0dece-3010-4ec8-98d6-96baf890ca17 req-a1096916-6b76-4247-9a15-bfb3c1ef5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:49.462155 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-81b0dece-3010-4ec8-98d6-96baf890ca17 req-a1096916-6b76-4247-9a15-bfb3c1ef5d64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6005c58c7744a9b7459d826b74a7db&device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 1099 time: 0.4542878 May 24 22:59:49.491765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c827e-1d17-4a8c-8940-0f290bc77ef1 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event deleted for resources: {'Port': ['ID=0b26083f-15a6-46e4-9d5f-8e2e5ea19713,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:49.530344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:59:49.530716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:59:49.589564 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf2c827e-1d17-4a8c-8940-0f290bc77ef1 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.620610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.640676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a67fdee8-e61b-4832-819c-dddd249c1cd9 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:49.645138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Transition to ACTIVE for port object a087d2bb-5731-4427-98e6-65d2306a3729 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:49.674265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.707078 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cf2c827e-1d17-4a8c-8940-0f290bc77ef1 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "DELETE /v2.0/ports/0b26083f-15a6-46e4-9d5f-8e2e5ea19713 HTTP/1.1" status: 204 len: 168 time: 2.2490637 May 24 22:59:49.712544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53264) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:49.729933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: a67fdee8-e61b-4832-819c-dddd249c1cd9 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:59:49.730406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a67fdee8-e61b-4832-819c-dddd249c1cd9 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:59:49.756176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Network 8eb3254c-49e9-47b0-8d54-ae16c4b7e541 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:49.759482 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.759865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:49.762352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:49.769372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Allocated IP 172.20.0.2 (8eb3254c-49e9-47b0-8d54-ae16c4b7e541/99cb027e-2161-4928-a37c-c318e702e738/bea9c4cd-70ec-440e-a1c5-ef72445ee4f3) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:49.803429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Pushing event updated for resources: {'Port': ['ID=a087d2bb-5731-4427-98e6-65d2306a3729,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:49.836558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:49.837194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.846235 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-964d70d6-ec19-4ca9-9ce7-0d87b622c4a5 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] GET failed (client error): The resource could not be found. May 24 22:59:49.846781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-964d70d6-ec19-4ca9-9ce7-0d87b622c4a5 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Synchronizing usage tracker for tenant:086fc193ceeb42c688d780d56254d81f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:49.863183 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1d961225-13fb-4e5f-ab92-f4179f5bb8d4 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1290712 May 24 22:59:49.866250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53268) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:49.871261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5c3cd690-b117-4fff-9931-b73f1166a618 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1339215580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:49.878213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5c3cd690-b117-4fff-9931-b73f1166a618 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:49.884655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5c3cd690-b117-4fff-9931-b73f1166a618 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Usage tracker for resource:router and tenant:59c15f8c197c4d4f973beecbd510014e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:49.888870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5c3cd690-b117-4fff-9931-b73f1166a618 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:49.897013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5c3cd690-b117-4fff-9931-b73f1166a618 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:49.910732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0dece-3010-4ec8-98d6-96baf890ca17 req-75569fb7-69aa-4219-935d-b9d0df7e650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:49.911896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd690-b117-4fff-9931-b73f1166a618 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.912210 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-81b0dece-3010-4ec8-98d6-96baf890ca17 req-75569fb7-69aa-4219-935d-b9d0df7e650f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6205c16-b3a2-4d86-9909-668148e58a5b HTTP/1.1" status: 200 len: 913 time: 0.4102216 May 24 22:59:49.913179 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd690-b117-4fff-9931-b73f1166a618 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.935888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd690-b117-4fff-9931-b73f1166a618 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.961427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd690-b117-4fff-9931-b73f1166a618 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.988706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.989325 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd690-b117-4fff-9931-b73f1166a618 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.993502 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5c3cd690-b117-4fff-9931-b73f1166a618 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1239667 May 24 22:59:49.993809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53272) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:49.999145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-22af4bf1-c84e-47d8-944d-951e692ddb11 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-795362100', 'prefixes': ['172.20.0.0/16']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:50.001443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Transition to ACTIVE for port object bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:50.006104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-22af4bf1-c84e-47d8-944d-951e692ddb11 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:50.023109 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Transition to ACTIVE for port object bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:50.030822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.066411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22af4bf1-c84e-47d8-944d-951e692ddb11 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for subnetpool, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.068067 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-22af4bf1-c84e-47d8-944d-951e692ddb11 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0731862 May 24 22:59:50.071453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53276) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:50.077757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-48d47128-f201-4817-9bf9-3b787592f5fb tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738', 'tempest-TagsExtTest-Tag-978243369') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:50.093435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-964d70d6-ec19-4ca9-9ce7-0d87b622c4a5 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Unset dirty status for tenant:086fc193ceeb42c688d780d56254d81f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:50.095806 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-964d70d6-ec19-4ca9-9ce7-0d87b622c4a5 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "GET /v2.0/ports/0b26083f-15a6-46e4-9d5f-8e2e5ea19713 HTTP/1.1" status: 404 len: 333 time: 0.3825934 May 24 22:59:50.096862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port a67fdee8-e61b-4832-819c-dddd249c1cd9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:50.097401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.107045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Network 8eb3254c-49e9-47b0-8d54-ae16c4b7e541 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:50.108431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53280) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:50.110437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:50.114357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:50.197182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-31d56f11-a2c8-46d6-9599-c5b60c5249db tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Deleting port 03344a2c-dea1-43f0-9b55-d960e48c98f3 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:50.197805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31d56f11-a2c8-46d6-9599-c5b60c5249db tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.208853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Pushing event updated for resources: {'Port': ['ID=bea9c4cd-70ec-440e-a1c5-ef72445ee4f3,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:50.222573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.229128 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Attempting to bind port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:50.229603 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Attempting to bind port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '8f294d0b-b14e-45d2-a340-3381da0c69a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8eb3254c-49e9-47b0-8d54-ae16c4b7e541'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:50.230083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Attempting to bind port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 on network 8eb3254c-49e9-47b0-8d54-ae16c4b7e541 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:50.236544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:50.237064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Checking segment: {'id': '8f294d0b-b14e-45d2-a340-3381da0c69a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8eb3254c-49e9-47b0-8d54-ae16c4b7e541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:50.237672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.238160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Bound using segment: {'id': '8f294d0b-b14e-45d2-a340-3381da0c69a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8eb3254c-49e9-47b0-8d54-ae16c4b7e541'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:50.238817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Bound port: bea9c4cd-70ec-440e-a1c5-ef72445ee4f3, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f294d0b-b14e-45d2-a340-3381da0c69a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8eb3254c-49e9-47b0-8d54-ae16c4b7e541'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:50.239676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.269851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] The port 'a67fdee8-e61b-4832-819c-dddd249c1cd9' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:59:50.346796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] For port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:50.350449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] For port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bea9c4cd-70ec-440e-a1c5-ef72445ee4f3,segment=NetworkSegment(8f294d0b-b14e-45d2-a340-3381da0c69a8),segment_id=8f294d0b-b14e-45d2-a340-3381da0c69a8)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:50.357447 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.368634 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-48d47128-f201-4817-9bf9-3b787592f5fb tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags/tempest-TagsExtTest-Tag-978243369 HTTP/1.1" status: 201 len: 201 time: 0.2958107 May 24 22:59:50.374336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53286) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:50.423606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-b9c8168a-6f87-4a10-ab0c-b56fa22b7380 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729', 'tempest-TagsExtTest-Tag-2100397797') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:50.447057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727eab5-18c7-4977-81e7-b36155e09dba None None] Pushing event updated for resources: {'Port': ['ID=bea9c4cd-70ec-440e-a1c5-ef72445ee4f3,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:50.538119 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-81b0dece-3010-4ec8-98d6-96baf890ca17 req-2685ba0c-fbd8-488e-a630-ca851fb95fff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5 HTTP/1.1" status: 200 len: 1001 time: 0.5658700 May 24 22:59:50.602063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.617841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.687088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31d56f11-a2c8-46d6-9599-c5b60c5249db tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.710542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Deleting port 6867bc03-1842-45b6-a6f9-db662ad70023 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:50.710908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.755763 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717f8de2-267d-48b3-ba05-dd0f3b7cb8cc']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:50.803712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ee4c77-44e7-45fe-9695-428874502c98') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:50.804004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ee4c77-44e7-45fe-9695-428874502c98') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:50.820165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0dece-3010-4ec8-98d6-96baf890ca17 req-ec7c5ec9-f011-4401-9962-8ba3ed8227d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:50.821645 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-81b0dece-3010-4ec8-98d6-96baf890ca17 req-ec7c5ec9-f011-4401-9962-8ba3ed8227d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13943762-dae2-4602-990d-129c1c56cf13 HTTP/1.1" status: 200 len: 851 time: 0.2657578 May 24 22:59:50.839874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-31d56f11-a2c8-46d6-9599-c5b60c5249db tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Calling delete_port for 03344a2c-dea1-43f0-9b55-d960e48c98f3 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:50.856283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.863290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Allocated IP 172.26.3.85 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/52ef96d1-77b7-4bc4-9d43-e0f398c3d154) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:50.914228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b477-a6e6-468b-91bf-1976ce172c90 req-67c145c8-e0ca-4ce1-bf85-bb9481c9c690 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:50.921576 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e15b477-a6e6-468b-91bf-1976ce172c90 req-67c145c8-e0ca-4ce1-bf85-bb9481c9c690 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.4484191 May 24 22:59:50.978729 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e15b477-a6e6-468b-91bf-1976ce172c90 req-69768585-617d-4a52-9166-0f9787ac2471 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561738 May 24 22:59:50.984769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.043353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31d56f11-a2c8-46d6-9599-c5b60c5249db tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.078092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:51.078501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.092381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d56f11-a2c8-46d6-9599-c5b60c5249db tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event deleted for resources: {'Port': ['ID=03344a2c-dea1-43f0-9b55-d960e48c98f3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:51.122632 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 88ee4c77-44e7-45fe-9695-428874502c98 resource provider aggregate not found May 24 22:59:51.138182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31d56f11-a2c8-46d6-9599-c5b60c5249db tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.158836 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-31d56f11-a2c8-46d6-9599-c5b60c5249db tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "DELETE /v2.0/ports/03344a2c-dea1-43f0-9b55-d960e48c98f3 HTTP/1.1" status: 204 len: 168 time: 1.0493350 May 24 22:59:51.159865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53294) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:51.195902 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9c8168a-6f87-4a10-ab0c-b56fa22b7380 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags/tempest-TagsExtTest-Tag-2100397797 HTTP/1.1" status: 201 len: 201 time: 0.8136008 May 24 22:59:51.196599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53300) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:51.212081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-edc42d8a-7a5f-4f46-b3fe-991a3cbe896a tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22', 'tempest-TagsExtTest-Tag-265811700') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:51.213585 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 88ee4c77-44e7-45fe-9695-428874502c98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88ee4c77-44e7-45fe-9695-428874502c98 found for delete ", "request_id": "req-83072c39-74c4-4633-ae26-cbee02ff0ee0"}]} May 24 22:59:51.260843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.281576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.286509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.364695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d984fbd-b0d6-49d5-ba78-a4692a4175a6 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Deleting subnet 7eee6ae6-e747-4792-85ce-2390fbb44086 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:59:51.371244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d984fbd-b0d6-49d5-ba78-a4692a4175a6 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.434371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d984fbd-b0d6-49d5-ba78-a4692a4175a6 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.442257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Calling delete_port for 6867bc03-1842-45b6-a6f9-db662ad70023 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:51.488266 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-edc42d8a-7a5f-4f46-b3fe-991a3cbe896a tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags/tempest-TagsExtTest-Tag-265811700 HTTP/1.1" status: 201 len: 201 time: 0.2883267 May 24 22:59:51.489157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53304) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:51.494553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Network': ['ID=717f8de2-267d-48b3-ba05-dd0f3b7cb8cc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:51.495664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-5e05021b-61c2-4fa7-85bf-86f41662756c tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8', 'tempest-TagsExtTest-Tag-320824726') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:51.499162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0dece-3010-4ec8-98d6-96baf890ca17 req-8096f0f4-fd1d-4733-9599-b80ac57f7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:51.501231 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-81b0dece-3010-4ec8-98d6-96baf890ca17 req-8096f0f4-fd1d-4733-9599-b80ac57f7f60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6205c16-b3a2-4d86-9909-668148e58a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6653697 May 24 22:59:51.515357 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7ebb9656-fbc3-49ad-9d25-14187ab58cc0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/717f8de2-267d-48b3-ba05-dd0f3b7cb8cc HTTP/1.1" status: 204 len: 168 time: 6.8226023 May 24 22:59:51.515877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53308) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:51.523626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1233093057'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:51.534090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:51.540498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:network and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:51.550296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:51.562003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:51.579914 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d984fbd-b0d6-49d5-ba78-a4692a4175a6 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.621582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:51.625064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.676936 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5e05021b-61c2-4fa7-85bf-86f41662756c tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags/tempest-TagsExtTest-Tag-320824726 HTTP/1.1" status: 201 len: 201 time: 0.1847348 May 24 22:59:51.681015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53312) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:51.684132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:51.689536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-e59172a3-35b8-418e-9b57-484e5ae799a6 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:51.721043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:51.738965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bb719a-03ec-46d6-babb-251495db1ce5 None None] Network 8eb3254c-49e9-47b0-8d54-ae16c4b7e541 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:51.743978 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.744321 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Added segment 386662c5-287b-4654-bc06-01d57b83c6a4 of type vlan for network f2baeb75-9fb4-4717-8383-569e2d9cb675 May 24 22:59:51.758596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d984fbd-b0d6-49d5-ba78-a4692a4175a6 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.764487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.815227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d984fbd-b0d6-49d5-ba78-a4692a4175a6 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event deleted for resources: {'Subnet': ['ID=7eee6ae6-e747-4792-85ce-2390fbb44086,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:51.825301 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.829335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d984fbd-b0d6-49d5-ba78-a4692a4175a6 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.851265 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4d984fbd-b0d6-49d5-ba78-a4692a4175a6 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "DELETE /v2.0/subnets/7eee6ae6-e747-4792-85ce-2390fbb44086 HTTP/1.1" status: 204 len: 168 time: 0.6899817 May 24 22:59:51.851646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53316) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:51.866414 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde1d8c-d46e-4aa1-822e-2ae955541eae None None] Network 0ff6d1b6-7442-4850-bab0-36575f359044 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:51.885851 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-81b0dece-3010-4ec8-98d6-96baf890ca17 req-f8d09a2d-cea9-43bc-a13a-6d7770bcb7c7 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672342 May 24 22:59:51.891903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:51.895130 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6c08b898-dd5b-463a-a449-8ab0f7fbdd5a None None] Provisioning for port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:51.954350 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e59172a3-35b8-418e-9b57-484e5ae799a6 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags HTTP/1.1" status: 200 len: 240 time: 0.2698653 May 24 22:59:51.959031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53320) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:51.969791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.971524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:51.971922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.975271 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:51.975854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.995323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6c08b898-dd5b-463a-a449-8ab0f7fbdd5a None None] Provisioning complete for port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:51.995691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c08b898-dd5b-463a-a449-8ab0f7fbdd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.074113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.075626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.081546 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-5e00035e-c236-4284-8e34-03493466ccc5 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738', 'tempest-TagsExtTest-Tag-978243369') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:52.082138 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5628848 May 24 22:59:52.093575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53326) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:52.107662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'network_id': 'f2baeb75-9fb4-4717-8383-569e2d9cb675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:52.146994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3d250e4-5905-467f-af21-25e8cf016d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.195320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Pushing event updated for resources: {'Port': ['ID=52ef96d1-77b7-4bc4-9d43-e0f398c3d154,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:52.225028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fef5f-b335-4350-9589-2d9f6facde2e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=f2baeb75-9fb4-4717-8383-569e2d9cb675,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:52.227923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:52.235188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:52.241031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:52.249836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:52.265012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network f2baeb75-9fb4-4717-8383-569e2d9cb675 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:52.270305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Deleting port f16a0fe0-3295-45d1-8207-cf65d7800454 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:52.270665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.289867 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-81b0dece-3010-4ec8-98d6-96baf890ca17 req-9e80eb61-2423-44d4-8f27-e1f9a9fbd087 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884656 May 24 22:59:52.313158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.371647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Pushing event deleted for resources: {'Port': ['ID=6867bc03-1842-45b6-a6f9-db662ad70023,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:52.416846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:subnet and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:52.424053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:52.444238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:52.477467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:52.480922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.494057 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5e00035e-c236-4284-8e34-03493466ccc5 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags/tempest-TagsExtTest-Tag-978243369 HTTP/1.1" status: 204 len: 168 time: 0.5321245 May 24 22:59:52.495296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53332) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:52.500003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-6c9d1510-bdcc-4f25-abf1-6261d19f77f7 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738', 'tempest-TagsExtTest-Tag-978243369') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:52.538931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.598444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6c08b898-dd5b-463a-a449-8ab0f7fbdd5a None None] Current status of the port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:52.598840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c08b898-dd5b-463a-a449-8ab0f7fbdd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.619345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:52.619714 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.641685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0de08-e748-4551-9551-dbfbf0f0b793 req-a8d8898d-4e39-46cc-a7a8-409ee14327e0 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:52.646682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.648926 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52f0de08-e748-4551-9551-dbfbf0f0b793 req-a8d8898d-4e39-46cc-a7a8-409ee14327e0 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.4291720 May 24 22:59:52.690456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6c08b898-dd5b-463a-a449-8ab0f7fbdd5a None None] For port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bea9c4cd-70ec-440e-a1c5-ef72445ee4f3,segment=NetworkSegment(8f294d0b-b14e-45d2-a340-3381da0c69a8),segment_id=8f294d0b-b14e-45d2-a340-3381da0c69a8)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:52.761627 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c08b898-dd5b-463a-a449-8ab0f7fbdd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.787289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.792507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.811571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d1b72-51bd-42e3-9fe0-dc5cb22e91a8 None None] DHCP port deletion for 0ff6d1b6-7442-4850-bab0-36575f359044 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:59:52.823179 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.877938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.878502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Fanout notify agent at l3_agent the message router_deleted on router c1532d34-10f1-4308-975a-b6497fa48642 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:59:52.891931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d1b72-51bd-42e3-9fe0-dc5cb22e91a8 None None] Deleting port f16a0fe0-3295-45d1-8207-cf65d7800454 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:52.892373 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1b72-51bd-42e3-9fe0-dc5cb22e91a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.919928 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52f0de08-e748-4551-9551-dbfbf0f0b793 req-d8db9559-b087-4ee5-bb4b-9bea69675705 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704699 May 24 22:59:52.924691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] For port f16a0fe0-3295-45d1-8207-cf65d7800454, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f16a0fe0-3295-45d1-8207-cf65d7800454,segment=NetworkSegment(11c802e4-52c1-466b-9fae-f793173c9150),segment_id=11c802e4-52c1-466b-9fae-f793173c9150)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:52.925522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.979893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.981056 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ace515c2-10a4-4269-950e-2ab8e417a790 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/c1532d34-10f1-4308-975a-b6497fa48642 HTTP/1.1" status: 204 len: 168 time: 3.7021923 May 24 22:59:52.985363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:59:52.985789 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:59:53.010487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53336) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:53.019615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b58d00a9-2e5a-4a8b-9f5a-3ab082d5c673 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1016612151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:53.060976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08b898-dd5b-463a-a449-8ab0f7fbdd5a None None] Pushing event updated for resources: {'Port': ['ID=bea9c4cd-70ec-440e-a1c5-ef72445ee4f3,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:53.108342 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6c9d1510-bdcc-4f25-abf1-6261d19f77f7 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags/tempest-TagsExtTest-Tag-978243369 HTTP/1.1" status: 204 len: 168 time: 0.6122415 May 24 22:59:53.109418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53342) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:53.134213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-58a3fe2c-df54-4409-978a-ed5fe5ac2890 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:53.140311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Calling delete_port for f16a0fe0-3295-45d1-8207-cf65d7800454 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:53.182722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-011782d8-d065-40cb-bf84-52e29cdb0a35 None None] Provisioning for port a087d2bb-5731-4427-98e6-65d2306a3729 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:53.191722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b58d00a9-2e5a-4a8b-9f5a-3ab082d5c673 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:53.193708 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-011782d8-d065-40cb-bf84-52e29cdb0a35 None None] Provisioning complete for port a087d2bb-5731-4427-98e6-65d2306a3729 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:53.194080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-011782d8-d065-40cb-bf84-52e29cdb0a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.211581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b58d00a9-2e5a-4a8b-9f5a-3ab082d5c673 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Usage tracker for resource:router and tenant:97a2c318f1724996b1dfb832e10fe880 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:53.228449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0e6d1b72-51bd-42e3-9fe0-dc5cb22e91a8 None None] For port f16a0fe0-3295-45d1-8207-cf65d7800454, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f16a0fe0-3295-45d1-8207-cf65d7800454,segment=NetworkSegment(11c802e4-52c1-466b-9fae-f793173c9150),segment_id=11c802e4-52c1-466b-9fae-f793173c9150)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:53.228848 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1b72-51bd-42e3-9fe0-dc5cb22e91a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.276998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b58d00a9-2e5a-4a8b-9f5a-3ab082d5c673 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:53.312600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b58d00a9-2e5a-4a8b-9f5a-3ab082d5c673 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:53.316490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.326396 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-58a3fe2c-df54-4409-978a-ed5fe5ac2890 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags HTTP/1.1" status: 200 len: 205 time: 0.2132754 May 24 22:59:53.329214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53346) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:53.334590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-f85fbfe6-ebf2-46b3-a52b-795172bf5fc9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:53.367487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b58d00a9-2e5a-4a8b-9f5a-3ab082d5c673 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.368472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b58d00a9-2e5a-4a8b-9f5a-3ab082d5c673 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.390523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.431259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b58d00a9-2e5a-4a8b-9f5a-3ab082d5c673 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.435733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d1b72-51bd-42e3-9fe0-dc5cb22e91a8 None None] Calling delete_port for f16a0fe0-3295-45d1-8207-cf65d7800454 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:53.438426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.482451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.486406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-011782d8-d065-40cb-bf84-52e29cdb0a35 None None] Port a087d2bb-5731-4427-98e6-65d2306a3729 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:53.542004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Pushing event updated for resources: {'Port': ['ID=52ef96d1-77b7-4bc4-9d43-e0f398c3d154,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:53.550334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event deleted for resources: {'Port': ['ID=f16a0fe0-3295-45d1-8207-cf65d7800454,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:53.552522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] No DVR routers for this DVR port f16a0fe0-3295-45d1-8207-cf65d7800454 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:59:53.554911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.574405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-011782d8-d065-40cb-bf84-52e29cdb0a35 None None] Provisioning complete for port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:53.574669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-011782d8-d065-40cb-bf84-52e29cdb0a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.581505 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f85fbfe6-ebf2-46b3-a52b-795172bf5fc9 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags HTTP/1.1" status: 200 len: 241 time: 0.2491519 May 24 22:59:53.581868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53352) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:53.585193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.586668 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-96329053-34f3-41c2-96ba-f8e7e7ad5880 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2611928 May 24 22:59:53.590474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-9f55ef6a-dbe2-4e22-8f00-2d46d1fd8394 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729', 'tempest-TagsExtTest-Tag-2100397797') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:53.601634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:53.601877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53356) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:53.631619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-0e6d1b72-51bd-42e3-9fe0-dc5cb22e91a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:59:53.632210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-0e6d1b72-51bd-42e3-9fe0-dc5cb22e91a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:59:53.672289 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9f55ef6a-dbe2-4e22-8f00-2d46d1fd8394 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags/tempest-TagsExtTest-Tag-2100397797 HTTP/1.1" status: 204 len: 168 time: 0.0892451 May 24 22:59:53.674655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53362) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:53.682207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-1377e1d1-4aa0-4b4a-a641-b6b54233326b tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729', 'tempest-TagsExtTest-Tag-2100397797') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:53.711396 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b58d00a9-2e5a-4a8b-9f5a-3ab082d5c673 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.734360 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:53.811932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=15190ad8-d7f1-4ff5-aeab-fe4c25278b98,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:53.835219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-011782d8-d065-40cb-bf84-52e29cdb0a35 None None] Current status of the port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:53.840206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:53.849745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:53.850352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.851181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.859713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:53.868794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Checking segment: {'id': '386662c5-287b-4654-bc06-01d57b83c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f2baeb75-9fb4-4717-8383-569e2d9cb675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:53.869660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network hostable DHCP agents. Network: f2baeb75-9fb4-4717-8383-569e2d9cb675, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:53.880659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Usage tracker for resource:floatingip and tenant:29f6e9e9b1e34487b5d26d8c100b9f35 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:53.892484 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1377e1d1-4aa0-4b4a-a641-b6b54233326b tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags/tempest-TagsExtTest-Tag-2100397797 HTTP/1.1" status: 204 len: 168 time: 0.2139432 May 24 22:59:53.892752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53368) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:53.894751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:53.898709 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-63a6a924-a8e0-4026-aa9f-e5a1732a968d tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:53.902054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b58d00a9-2e5a-4a8b-9f5a-3ab082d5c673 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.903235 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b58d00a9-2e5a-4a8b-9f5a-3ab082d5c673 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8900864 May 24 22:59:53.908999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53372) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:53.916206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff6d1b6-7442-4850-bab0-36575f359044']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:53.923470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:53.933971 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'enable_snat': True}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:53.987186 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-63a6a924-a8e0-4026-aa9f-e5a1732a968d tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags HTTP/1.1" status: 200 len: 205 time: 0.0910292 May 24 22:59:53.988241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53378) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:53.992542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-7fec1428-24f3-45fa-bcef-5cb6bb8eef43 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.007374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:54.009040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c802e4-52c1-466b-9fae-f793173c9150') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.009367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c802e4-52c1-466b-9fae-f793173c9150') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.034145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ddf29a67-65de-4392-b04c-6d4263942353 None None] Provisioning complete for port a087d2bb-5731-4427-98e6-65d2306a3729 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:54.035100 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ddf29a67-65de-4392-b04c-6d4263942353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.091714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network f2baeb75-9fb4-4717-8383-569e2d9cb675 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:54.097028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.102302 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f16a0fe0-3295-45d1-8207-cf65d7800454 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:54.128729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686181d9-282f-49c6-aae2-c6c8aed283ea req-77e38b3d-8cd1-47fd-b17d-9f509d41b09e tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:54.130291 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-686181d9-282f-49c6-aae2-c6c8aed283ea req-77e38b3d-8cd1-47fd-b17d-9f509d41b09e tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 945 time: 0.5179470 May 24 22:59:54.147680 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7fec1428-24f3-45fa-bcef-5cb6bb8eef43 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags HTTP/1.1" status: 200 len: 240 time: 0.1591096 May 24 22:59:54.150019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53382) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:54.155494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-b03ef686-7d2f-493a-b230-605f37715a30 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22', 'tempest-TagsExtTest-Tag-265811700') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.180003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.198673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d1b72-51bd-42e3-9fe0-dc5cb22e91a8 None None] Deleting port f16a0fe0-3295-45d1-8207-cf65d7800454 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:54.198673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1b72-51bd-42e3-9fe0-dc5cb22e91a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.233700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: f16a0fe0-3295-45d1-8207-cf65d7800454 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:59:54.234043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f16a0fe0-3295-45d1-8207-cf65d7800454 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:59:54.289167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d1b72-51bd-42e3-9fe0-dc5cb22e91a8 None None] The port 'f16a0fe0-3295-45d1-8207-cf65d7800454' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:59:54.302782 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f963870-892c-48d4-ab8d-8171af199f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.304946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ddf29a67-65de-4392-b04c-6d4263942353 None None] Port a087d2bb-5731-4427-98e6-65d2306a3729 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:54.314847 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b03ef686-7d2f-493a-b230-605f37715a30 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags/tempest-TagsExtTest-Tag-265811700 HTTP/1.1" status: 204 len: 168 time: 0.1618371 May 24 22:59:54.316141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53386) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:54.321215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-7d328fd6-ad85-454a-9814-f01761f6a838 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22', 'tempest-TagsExtTest-Tag-265811700') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.427132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, f2baeb75-9fb4-4717-8383-569e2d9cb675) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:54.431629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:54.432208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.436828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65cd6b5-b860-44aa-832a-7eb1f0fe693e None None] Network f2baeb75-9fb4-4717-8383-569e2d9cb675 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:54.452306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.472108 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7d328fd6-ad85-454a-9814-f01761f6a838 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags/tempest-TagsExtTest-Tag-265811700 HTTP/1.1" status: 204 len: 168 time: 0.1549745 May 24 22:59:54.474444 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53390) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:54.479714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-ef6bcc28-c639-4066-baa6-43e5e0efefd2 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.520933 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:54.521335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.614679 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ef6bcc28-c639-4066-baa6-43e5e0efefd2 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags HTTP/1.1" status: 200 len: 205 time: 0.1372294 May 24 22:59:54.615165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53396) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:54.619919 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 11c802e4-52c1-466b-9fae-f793173c9150 resource provider aggregate not found May 24 22:59:54.620225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-4e5926f8-4f24-48b1-a21f-0c348f9a1f86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.646679 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4e5926f8-4f24-48b1-a21f-0c348f9a1f86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags HTTP/1.1" status: 200 len: 240 time: 0.0294025 May 24 22:59:54.648088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53402) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:54.653152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-b653cbef-91b1-4b63-9e36-cfc03942ea79 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8', 'tempest-TagsExtTest-Tag-320824726') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.679049 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b653cbef-91b1-4b63-9e36-cfc03942ea79 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags/tempest-TagsExtTest-Tag-320824726 HTTP/1.1" status: 204 len: 168 time: 0.0298133 May 24 22:59:54.681478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53406) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:54.685344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-f2baeb75-9fb4-4717-8383-569e2d9cb675', 'network_id': 'f2baeb75-9fb4-4717-8383-569e2d9cb675', 'tenant_id': 'fdda545ddfc6402380f6129a941c88e4', 'fixed_ips': [{'subnet_id': '15190ad8-d7f1-4ff5-aeab-fe4c25278b98'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:54.685953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.686499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-3b9163c6-b7b4-4ad8-babb-baa4c9d2a931 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8', 'tempest-TagsExtTest-Tag-320824726') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.741373 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3b9163c6-b7b4-4ad8-babb-baa4c9d2a931 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags/tempest-TagsExtTest-Tag-320824726 HTTP/1.1" status: 204 len: 168 time: 0.0588200 May 24 22:59:54.744236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53410) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:54.750411 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-1ea86a9e-1a8a-4cc1-9c0f-6861d47655ce tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.773612 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 11c802e4-52c1-466b-9fae-f793173c9150 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11c802e4-52c1-466b-9fae-f793173c9150 found for delete ", "request_id": "req-8eaef463-f1d3-4e21-b42b-4b6554cd9441"}]} May 24 22:59:54.779597 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1ea86a9e-1a8a-4cc1-9c0f-6861d47655ce tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags HTTP/1.1" status: 200 len: 205 time: 0.0313468 May 24 22:59:54.780720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53414) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:54.786437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-649660bd-0933-4bbd-a721-529943e6e191 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6909714 May 24 22:59:54.786827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-df61d49f-e440-459b-88c0-3fc5e6b46a48 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.789359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53418) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:54.806359 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-686181d9-282f-49c6-aae2-c6c8aed283ea req-ccb268e9-8cb9-4e02-9995-a80989a6a0bb tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4590576 May 24 22:59:54.812278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1805174916'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:54.830894 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-df61d49f-e440-459b-88c0-3fc5e6b46a48 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags HTTP/1.1" status: 204 len: 168 time: 0.0397630 May 24 22:59:54.830894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53422) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:54.831159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.831267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-7ec54caa-7c9e-408d-8bf8-628e2a998cbb tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.834929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:54.850023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:network and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:54.870553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:54.880106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.884332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.896419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Allocated IP 2001:db8::3 (f2baeb75-9fb4-4717-8383-569e2d9cb675/15190ad8-d7f1-4ff5-aeab-fe4c25278b98/f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:54.910927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:54.929860 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] Pushing event deleted for resources: {'Network': ['ID=0ff6d1b6-7442-4850-bab0-36575f359044,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:54.933556 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1e444386-6133-4762-8c1c-71f50e2b0261 tempest-AllowedAddressPairIpV6TestJSON-1225891642 tempest-AllowedAddressPairIpV6TestJSON-1225891642-project] 10.222.0.32 "DELETE /v2.0/networks/0ff6d1b6-7442-4850-bab0-36575f359044 HTTP/1.1" status: 204 len: 168 time: 3.0794032 May 24 22:59:54.948069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3ca5a-5638-4641-b259-ef8e51502424 req-63796ddf-f9d9-4b5a-98f9-87dd3266fd52 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:54.949753 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ad3ca5a-5638-4641-b259-ef8e51502424 req-63796ddf-f9d9-4b5a-98f9-87dd3266fd52 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.8379908 May 24 22:59:55.018184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:55.022035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.049024 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7ec54caa-7c9e-408d-8bf8-628e2a998cbb tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags HTTP/1.1" status: 204 len: 168 time: 0.2252603 May 24 22:59:55.050704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53428) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:55.055805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-8d988317-5fe8-40cb-a13f-5c571d965286 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:55.099838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ad3ca5a-5638-4641-b259-ef8e51502424 req-c639b5c6-a654-4bd2-824d-81483302e1f6 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034546 May 24 22:59:55.108480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:55.137977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.138353 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Added segment bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd of type vlan for network 3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1 May 24 22:59:55.165699 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.169023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-5e6ceebe-c35f-407f-b650-e31775c63739 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:55.170030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-5e6ceebe-c35f-407f-b650-e31775c63739 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Synchronizing usage tracker for tenant:1ef6f5139f3a435992e0ee1ac47012a8 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:55.199796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.213776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Transition to ACTIVE for port object f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:55.227846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.237883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Transition to ACTIVE for port object f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:55.255251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-5e6ceebe-c35f-407f-b650-e31775c63739 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Unset dirty status for tenant:1ef6f5139f3a435992e0ee1ac47012a8 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:55.257181 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-5e6ceebe-c35f-407f-b650-e31775c63739 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.42 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 945 time: 0.2965887 May 24 22:59:55.260040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.329498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Network f2baeb75-9fb4-4717-8383-569e2d9cb675 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:55.339416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:55.348605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53436) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:55.368486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:55.375708 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.380836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.387666 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8d988317-5fe8-40cb-a13f-5c571d965286 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags HTTP/1.1" status: 204 len: 168 time: 0.3358865 May 24 22:59:55.388506 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53442) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:55.398250 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-9804f011-2683-4f71-8cbf-67c3814e0b08 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:55.424476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.429869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:55.430467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.430588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Deleting port b482885c-651d-4cfa-9b51-a905cdd78825 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:55.430912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.503887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Attempting to bind port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:55.504260 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Attempting to bind port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '386662c5-287b-4654-bc06-01d57b83c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f2baeb75-9fb4-4717-8383-569e2d9cb675'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:55.504620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Attempting to bind port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb on network f2baeb75-9fb4-4717-8383-569e2d9cb675 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:55.507463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Pushing event updated for resources: {'Port': ['ID=f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:55.513779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:55.514151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Checking segment: {'id': '386662c5-287b-4654-bc06-01d57b83c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f2baeb75-9fb4-4717-8383-569e2d9cb675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:55.514536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.515108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Bound using segment: {'id': '386662c5-287b-4654-bc06-01d57b83c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f2baeb75-9fb4-4717-8383-569e2d9cb675'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:55.515570 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Bound port: f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386662c5-287b-4654-bc06-01d57b83c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f2baeb75-9fb4-4717-8383-569e2d9cb675'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:55.516931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.622925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] For port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:55.628169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] For port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb,segment=NetworkSegment(386662c5-287b-4654-bc06-01d57b83c6a4),segment_id=386662c5-287b-4654-bc06-01d57b83c6a4)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:55.633823 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.717751 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9148507 May 24 22:59:55.729096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Allocated IP 172.26.3.188 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/68ad28af-8ad8-46c2-8c07-a293bb0011aa) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:55.736796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6e473-76fe-4e14-9f0b-07d4487f81c0 None None] Pushing event updated for resources: {'Port': ['ID=f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:55.738127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53446) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:55.754793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'network_id': '3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:55.769364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cdc1d-5113-48b6-8218-90845b39164a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:55.781576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:55.811361 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-53b10f66-4c79-4f7b-8237-68ea1dfaba07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=086fc193ceeb42c688d780d56254d81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615715 May 24 22:59:55.815625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53450) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:55.912515 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9804f011-2683-4f71-8cbf-67c3814e0b08 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags HTTP/1.1" status: 204 len: 168 time: 0.5200169 May 24 22:59:55.917546 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53456) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:55.945878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-a7a79d95-1d82-47d5-a4e6-cc50ad903ba6 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738', 'tempest-TagsExtTest-Tag-1507732242') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:56.014732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f0a458ce-5d71-4cca-adb6-4f18903037f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.043758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] For port b482885c-651d-4cfa-9b51-a905cdd78825, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b482885c-651d-4cfa-9b51-a905cdd78825,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:56.044126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.069579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.146029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f0a458ce-5d71-4cca-adb6-4f18903037f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.185369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.255099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dc2e6-5093-4118-9f3c-d9dabc097ddc req-758c11cb-f9c3-4fb9-a1c2-7674a03edbec tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:56.256463 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775dc2e6-5093-4118-9f3c-d9dabc097ddc req-758c11cb-f9c3-4fb9-a1c2-7674a03edbec tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.8487113 May 24 22:59:56.257492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:56.309857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:subnet and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:56.318880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:56.336276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:56.395998 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f0a458ce-5d71-4cca-adb6-4f18903037f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.400316 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d248011-ceb4-47ef-af8f-0c17311bcf1b req-3998524a-9d75-424a-a5c8-33a1aed8dc11 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:56.401777 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d248011-ceb4-47ef-af8f-0c17311bcf1b req-3998524a-9d75-424a-a5c8-33a1aed8dc11 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 945 time: 0.4160879 May 24 22:59:56.413738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:56.417416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.420419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a458ce-5d71-4cca-adb6-4f18903037f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7484e7-2c9b-4a60-9065-cfcb54aee1a2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:56.428040 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a7a79d95-1d82-47d5-a4e6-cc50ad903ba6 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags/tempest-TagsExtTest-Tag-1507732242 HTTP/1.1" status: 201 len: 201 time: 0.5067878 May 24 22:59:56.432078 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53460) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:56.437550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.437973 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.438170 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775dc2e6-5093-4118-9f3c-d9dabc097ddc req-75ea1d6d-4f40-4ac1-ab5d-a1e15e59bc3f tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632850 May 24 22:59:56.438335 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Floating IP 423fc262-54c4-403f-9e47-37a41c7e4086 disassociated. External IP: 172.26.3.249, port: b482885c-651d-4cfa-9b51-a905cdd78825. May 24 22:59:56.438711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Calling delete_port for b482885c-651d-4cfa-9b51-a905cdd78825 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:56.462631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.468953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.486443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-230dcf60-0be5-4e1f-8371-0511cc15d8ba tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729', 'tempest-TagsExtTest-Tag-686191021') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:56.522437 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f0a458ce-5d71-4cca-adb6-4f18903037f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.523188 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f0a458ce-5d71-4cca-adb6-4f18903037f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af7484e7-2c9b-4a60-9065-cfcb54aee1a2 HTTP/1.1" status: 204 len: 168 time: 0.7066548 May 24 22:59:56.578545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Performing IP validity checks on allocation pools {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 22:59:56.579281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 22:59:56.589287 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d248011-ceb4-47ef-af8f-0c17311bcf1b req-cca56d81-d1bb-40e2-8fcc-52303470eb06 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765161 May 24 22:59:56.675979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.810190 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-230dcf60-0be5-4e1f-8371-0511cc15d8ba tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags/tempest-TagsExtTest-Tag-686191021 HTTP/1.1" status: 201 len: 201 time: 0.3760090 May 24 22:59:56.823682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53472) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:56.829710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-161f5f76-a5ed-40dd-a31b-dd1329849de5 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22', 'tempest-TagsExtTest-Tag-1347159922') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:56.840072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:56.848017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:56.850546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:56.925328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.937103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Allocated IP 172.26.3.229 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/aa7d0c23-dd29-453a-8b42-da0aae294d71) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:56.940248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Pushing event updated for resources: {'Port': ['ID=68ad28af-8ad8-46c2-8c07-a293bb0011aa,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:56.982065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0f28e-dbb9-4fa9-9db0-2667c0e3a690 None None] Network f2baeb75-9fb4-4717-8383-569e2d9cb675 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:57.000275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Pushing event deleted for resources: {'Port': ['ID=b482885c-651d-4cfa-9b51-a905cdd78825,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:57.135306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-57356782-38bb-431f-b256-4c0b57eca9a7 None None] Provisioning for port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:57.137486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.312291 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-161f5f76-a5ed-40dd-a31b-dd1329849de5 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags/tempest-TagsExtTest-Tag-1347159922 HTTP/1.1" status: 201 len: 201 time: 0.4874296 May 24 22:59:57.325603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53488) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:57.333051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-30f26efd-8820-4e20-b6d5-0156b9e3378f tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8', 'tempest-TagsExtTest-Tag-1507657584') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:57.382312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Router 5ff6c264-8236-4df1-9372-aa06ad8cb12f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:57.425250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.452795 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=8dee21c2-4eff-4ac7-a3d3-5a1e28e89069,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:57.514328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Checking segment: {'id': 'bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:57.514726 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network hostable DHCP agents. Network: 3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:57.565782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.582013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6ea83-1cc3-4766-bc9c-c8baff2e120c req-7c396cfa-a1ab-402c-8be5-e9ee377d16d8 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:57.583655 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d6ea83-1cc3-4766-bc9c-c8baff2e120c req-7c396cfa-a1ab-402c-8be5-e9ee377d16d8 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.6382833 May 24 22:59:57.604964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.757833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53498) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:57.763487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:57.784802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:57.799396 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d6ea83-1cc3-4766-bc9c-c8baff2e120c req-2c655afe-16a4-4354-9f38-d8c022a0f763 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077935 May 24 22:59:57.815091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network 3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:57.826475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.857508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461031a-5ca9-40cc-aedb-ed7c0e7f2e5c None None] Sync routers for ids ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:57.868215 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-30f26efd-8820-4e20-b6d5-0156b9e3378f tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags/tempest-TagsExtTest-Tag-1507657584 HTTP/1.1" status: 201 len: 201 time: 0.5417490 May 24 22:59:57.899596 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461031a-5ca9-40cc-aedb-ed7c0e7f2e5c None None] Routers {'5ff6c264-8236-4df1-9372-aa06ad8cb12f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:57.900657 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e461031a-5ca9-40cc-aedb-ed7c0e7f2e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:57.911194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53506) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:57.911194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7d0c23-dd29-453a-8b42-da0aae294d71,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:57.949632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] No DVR routers for this DVR port b482885c-651d-4cfa-9b51-a905cdd78825 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:59:57.955571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.958263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279d362e-2915-4d02-b6cc-197c324225a8', 'name': 'network-vif-deleted', 'tag': 'b482885c-651d-4cfa-9b51-a905cdd78825'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:57.969283 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71cb0282-9425-4b07-999c-3ca46bdf3eb9 req-055c6aba-86a9-4f44-9170-89cd5cd61bb7 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/ports?device_id=279d362e-2915-4d02-b6cc-197c324225a8 HTTP/1.1" status: 200 len: 210 time: 0.1359367 May 24 22:59:57.969991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:57.977502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-23ddcff8-352c-46d5-b999-db69488c49b0 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738', {'tags': ['tempest-TagsExtTest-Tag-1977463673', 'tempest-TagsExtTest-Tag-91472960', 'tempest-TagsExtTest-Tag-1647049372']}) {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:57.990687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee8606-83dc-420e-9fac-e91bd52b70cb None None] Network 3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:58.018825 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8942156c-1008-4d7a-bbea-04e9d2ed53ea req-56c3aaff-f959-4a58-83cd-d17ee0592fee tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.42 "DELETE /v2.0/ports/b482885c-651d-4cfa-9b51-a905cdd78825 HTTP/1.1" status: 204 len: 173 time: 2.7530861 May 24 22:59:58.056383 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecde201c-e41e-4fe9-a15b-92779e661957'] response: {'server_uuid': '279d362e-2915-4d02-b6cc-197c324225a8', 'name': 'network-vif-deleted', 'tag': 'b482885c-651d-4cfa-9b51-a905cdd78825', 'status': 'completed', 'code': 200} May 24 22:59:58.116984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:58.117675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:58.154155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:58.156947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:58.169322 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-237b7449-9738-4db0-a3ac-d4091a1e91fd tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.170349 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-237b7449-9738-4db0-a3ac-d4091a1e91fd tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4049594 May 24 22:59:58.172808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:58.174035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53514) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.185846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-516fb773-be8e-4f9d-b3de-42a3114e662f tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.192900 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-516fb773-be8e-4f9d-b3de-42a3114e662f tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0127695 May 24 22:59:58.193669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53518) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.206752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-c3f43361-992e-4b20-a55d-923b57ad292f tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.207754 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c3f43361-992e-4b20-a55d-923b57ad292f tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0130491 May 24 22:59:58.210358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53522) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.215645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-6d5c947b-ae79-4f61-8ed5-892b19d95acd tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.216653 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6d5c947b-ae79-4f61-8ed5-892b19d95acd tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052764 May 24 22:59:58.223107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53526) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.229460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-192c9068-5b92-457e-80bc-902518529c4e tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.233159 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-192c9068-5b92-457e-80bc-902518529c4e tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0091584 May 24 22:59:58.234112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53530) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.240361 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-b8fde500-8c81-466c-b0d2-6bd1a363d512 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.244735 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b8fde500-8c81-466c-b0d2-6bd1a363d512 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0095224 May 24 22:59:58.245489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53534) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.251474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-15a79c03-1ee3-4eb1-8343-5c164736af09 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.255144 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-15a79c03-1ee3-4eb1-8343-5c164736af09 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0082598 May 24 22:59:58.255794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53538) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.262418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-b7b2a520-0891-4ac4-9189-e2f2114d80b9 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.267614 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b7b2a520-0891-4ac4-9189-e2f2114d80b9 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0095172 May 24 22:59:58.268225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53542) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.273538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-cf80cde5-fa91-448c-bddf-63fe73e2904a tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.278269 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cf80cde5-fa91-448c-bddf-63fe73e2904a tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0065231 May 24 22:59:58.278548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53546) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.284513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-b2281c95-e01c-4b5b-bf19-f1a564646f90 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.287723 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b2281c95-e01c-4b5b-bf19-f1a564646f90 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054972 May 24 22:59:58.288268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53550) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.293064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-c97029e8-d606-4326-a426-0a3579496a51 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.297705 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c97029e8-d606-4326-a426-0a3579496a51 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055475 May 24 22:59:58.298749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53554) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.303671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-2061efc0-a31c-4098-be69-aca71d32bb4e tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.306712 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2061efc0-a31c-4098-be69-aca71d32bb4e tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049374 May 24 22:59:58.307408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53558) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.314036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-cead208a-fe17-4174-8602-d5f65c1d09b4 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.317434 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cead208a-fe17-4174-8602-d5f65c1d09b4 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0056789 May 24 22:59:58.318674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53562) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.324713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-8737346c-f75d-4899-a10d-6c56ffa8aca2 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.326688 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8737346c-f75d-4899-a10d-6c56ffa8aca2 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0062857 May 24 22:59:58.328751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53566) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.338037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-3a59585b-19b0-4af5-ae21-77ba0667d8f5 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.341784 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3a59585b-19b0-4af5-ae21-77ba0667d8f5 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0090785 May 24 22:59:58.342051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53570) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.347091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-6a0ea113-456b-443b-8978-df5cd7514b27 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.350428 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6a0ea113-456b-443b-8978-df5cd7514b27 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051694 May 24 22:59:58.350720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53574) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.355379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-94ec66f3-ff49-4651-9e92-be85e1f7c163 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.358407 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-94ec66f3-ff49-4651-9e92-be85e1f7c163 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047510 May 24 22:59:58.358693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53578) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.364228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-272cdaa1-08d4-41de-9abe-a0b10f3ca69b tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.366675 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-272cdaa1-08d4-41de-9abe-a0b10f3ca69b tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0054331 May 24 22:59:58.367591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53582) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.374553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-277fc189-31cd-4261-aa63-7bbcbc162819 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.376574 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-277fc189-31cd-4261-aa63-7bbcbc162819 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0078516 May 24 22:59:58.379422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53586) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.385576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-755d95ad-3f28-4fa1-a3d5-6b90abd4d281 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.386982 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-755d95ad-3f28-4fa1-a3d5-6b90abd4d281 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058501 May 24 22:59:58.389502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53590) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.394780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:58.395166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-12b1d685-1d71-4ccc-9c3b-8511b1053152 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.396336 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-12b1d685-1d71-4ccc-9c3b-8511b1053152 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0052943 May 24 22:59:58.398726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53594) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.403895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:58.404269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:58.405102 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-bca429d0-60af-462e-b7d1-184561ad24bd tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.408932 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bca429d0-60af-462e-b7d1-184561ad24bd tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0067172 May 24 22:59:58.409696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53598) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.415133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-840479a8-e246-4be6-bb43-ab0a6905e549 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.418376 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-840479a8-e246-4be6-bb43-ab0a6905e549 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056026 May 24 22:59:58.418731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53602) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.423981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-ccd14ee8-fe4a-4151-9349-0dab4e5d1ea7 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.426692 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ccd14ee8-fe4a-4151-9349-0dab4e5d1ea7 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053413 May 24 22:59:58.427954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53606) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.436909 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-1e27c786-0fff-48a0-8c18-a0c7cc877d7d tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.436909 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1e27c786-0fff-48a0-8c18-a0c7cc877d7d tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0056970 May 24 22:59:58.437175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53610) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.443076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-2a2404a8-07d1-44c2-9da1-674fa97b0745 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.446082 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2a2404a8-07d1-44c2-9da1-674fa97b0745 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059977 May 24 22:59:58.446289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53614) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.451069 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-1f61c667-3e3d-4387-ac59-b5b088ac4150 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.454517 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1f61c667-3e3d-4387-ac59-b5b088ac4150 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047355 May 24 22:59:58.454763 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53618) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.459120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-9138cc4e-22fe-4a61-b5a2-3fe4de3a91ba tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.462375 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9138cc4e-22fe-4a61-b5a2-3fe4de3a91ba tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047691 May 24 22:59:58.462591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53622) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.467842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-c61f5e19-2187-45e5-a711-a637af524b16 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.470691 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c61f5e19-2187-45e5-a711-a637af524b16 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051379 May 24 22:59:58.471722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53626) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.477234 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-e3331cf6-e7db-4ac0-84af-f32147530b8d tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.478685 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e3331cf6-e7db-4ac0-84af-f32147530b8d tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052822 May 24 22:59:58.480694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53630) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.486501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-60e199f0-4d1d-497b-b7a2-68b5f9325661 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.489697 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-60e199f0-4d1d-497b-b7a2-68b5f9325661 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054388 May 24 22:59:58.489906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53634) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.494859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-794d781e-bd08-4b2a-bdc9-4d58a2d354a0 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.498061 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-794d781e-bd08-4b2a-bdc9-4d58a2d354a0 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049226 May 24 22:59:58.501201 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-23ddcff8-352c-46d5-b999-db69488c49b0 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags HTTP/1.1" status: 200 len: 316 time: 0.5877478 May 24 22:59:58.507385 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53638) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.507936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53640) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.514387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e461031a-5ca9-40cc-aedb-ed7c0e7f2e5c None None] Set router 5ff6c264-8236-4df1-9372-aa06ad8cb12f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:58.519399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-93d14916-ed22-4512-903c-c53e0a8f4f20 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.525366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53646) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.525826 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-93d14916-ed22-4512-903c-c53e0a8f4f20 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0151405 May 24 22:59:58.531196 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-570017cb-0e85-4361-9013-17ffe25cae58 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:58.536445 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-81402cd2-2328-472e-98e8-86e90ccedd8c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7973623 May 24 22:59:58.544662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-97bcdd54-eb4f-4f01-9c3b-02cc5928df82 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.548111 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-97bcdd54-eb4f-4f01-9c3b-02cc5928df82 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0171714 May 24 22:59:58.548909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53650) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.548909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53652) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.585386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-9bf0cb2a-217f-4184-83b8-4dc870e8d256 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.588854 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9bf0cb2a-217f-4184-83b8-4dc870e8d256 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0335045 May 24 22:59:58.588977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1', 'network_id': '3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1', 'tenant_id': 'fdda545ddfc6402380f6129a941c88e4', 'fixed_ips': [{'subnet_id': '8dee21c2-4eff-4ac7-a3d3-5a1e28e89069'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:58.589607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:58.591896 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53658) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.598224 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-67ca390d-143a-480b-b309-d0e87eac8b33 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.602535 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-67ca390d-143a-480b-b309-d0e87eac8b33 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0094099 May 24 22:59:58.604418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53662) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.614410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-6ef796ce-db6a-4fe4-9dbd-98dd9d6b739d tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.618545 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ef796ce-db6a-4fe4-9dbd-98dd9d6b739d tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0127220 May 24 22:59:58.619356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53666) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.635381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-d25660eb-ba72-43d4-8b47-5aba86a2a06f tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.644529 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d25660eb-ba72-43d4-8b47-5aba86a2a06f tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0237489 May 24 22:59:58.645115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53670) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.662453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-c7df4bde-8eca-48d3-9ae5-3162594b241c tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.668285 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c7df4bde-8eca-48d3-9ae5-3162594b241c tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0210998 May 24 22:59:58.671737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53674) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.678414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-96527911-7d37-4c10-bf2b-c32f7da48db1 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.682001 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-96527911-7d37-4c10-bf2b-c32f7da48db1 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0092223 May 24 22:59:58.686955 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53678) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.695004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-4b9a8c3f-3ff4-48d5-9b36-528162e09236 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.699054 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b9a8c3f-3ff4-48d5-9b36-528162e09236 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090897 May 24 22:59:58.699589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53682) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.706567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-d52c61ad-ef46-4a6e-a624-e1f6daa35c47 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.710218 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d52c61ad-ef46-4a6e-a624-e1f6daa35c47 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091083 May 24 22:59:58.710791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53686) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.717630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-8be8a1c4-f8de-4849-9b48-b078a0e7bd68 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.722180 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8be8a1c4-f8de-4849-9b48-b078a0e7bd68 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0089335 May 24 22:59:58.724503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53690) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.734714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-fcda12ab-cc7a-40a7-866c-4f00c5bcc482 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.738195 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fcda12ab-cc7a-40a7-866c-4f00c5bcc482 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0106184 May 24 22:59:58.738790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53694) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.746585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-c2f54766-4b8b-4efe-9887-de2853dbda5d tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.749986 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c2f54766-4b8b-4efe-9887-de2853dbda5d tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0095565 May 24 22:59:58.752171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53698) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.758506 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-031b8a4d-b039-4731-872f-92c552a06b89 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.761857 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-031b8a4d-b039-4731-872f-92c552a06b89 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0085721 May 24 22:59:58.763989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53702) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.770987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-40e3c236-cfd5-4766-8f34-2c7021eaea92 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.775205 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-40e3c236-cfd5-4766-8f34-2c7021eaea92 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0103507 May 24 22:59:58.776798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53706) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.782645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-34ce7477-391b-46db-9534-e278c069cbe3 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.786890 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-34ce7477-391b-46db-9534-e278c069cbe3 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0091159 May 24 22:59:58.789609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53710) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.797718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-ac7d2639-1085-45b8-9c71-fbb3b8578d52 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.801293 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ac7d2639-1085-45b8-9c71-fbb3b8578d52 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0109310 May 24 22:59:58.802796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53714) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.807614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-7625f5f5-07d5-4f20-b2dd-dafe1e22ea92 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.812456 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7625f5f5-07d5-4f20-b2dd-dafe1e22ea92 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0084858 May 24 22:59:58.813881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53718) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.818978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-424114db-4841-4725-a784-465d90f78bfb tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.823402 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-424114db-4841-4725-a784-465d90f78bfb tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0086057 May 24 22:59:58.825137 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-570017cb-0e85-4361-9013-17ffe25cae58 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags HTTP/1.1" status: 204 len: 168 time: 0.3125727 May 24 22:59:58.825765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53722) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.828177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53724) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.833245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-ae6dc8c2-7228-4bc2-bfe4-d50a7d3050d3 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.836914 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ae6dc8c2-7228-4bc2-bfe4-d50a7d3050d3 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0102665 May 24 22:59:58.837519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53730) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.841745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-9f9c7008-616e-41e0-b0f9-bc3a67497f75 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738', 'tempest-TagsExtTest-Tag-1977463673') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:58.901037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-c0bf6bfa-7a24-404d-b614-94183c547f1e tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.902879 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c0bf6bfa-7a24-404d-b614-94183c547f1e tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0308716 May 24 22:59:58.910877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53734) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.926218 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-f9009a55-b08c-4a52-bd9e-09fb02a3c370 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.928031 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f9009a55-b08c-4a52-bd9e-09fb02a3c370 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0107806 May 24 22:59:58.930255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53738) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.935867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-d6348f56-b54e-4fdc-a39d-67c795fa44a2 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.937058 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d6348f56-b54e-4fdc-a39d-67c795fa44a2 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052941 May 24 22:59:58.942853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efb278-4890-4185-8cdb-1a4a8a4e0107 req-0ee39a4b-7d50-4135-8bb0-47466af1596e tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:58.943946 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53742) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.944374 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c9efb278-4890-4185-8cdb-1a4a8a4e0107 req-0ee39a4b-7d50-4135-8bb0-47466af1596e tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.8719161 May 24 22:59:58.953911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-ddc49617-8b2b-410d-9188-88df2ee6d190 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.955190 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ddc49617-8b2b-410d-9188-88df2ee6d190 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0089118 May 24 22:59:58.957749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53746) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.965033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-9a3ff06a-77b4-4c92-8fa9-d4b643e294dd tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.968444 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9a3ff06a-77b4-4c92-8fa9-d4b643e294dd tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060134 May 24 22:59:58.968748 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53750) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.979563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-e4dbe3bc-d705-42a3-a99d-b074cec2afea tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:58.979563 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e4dbe3bc-d705-42a3-a99d-b074cec2afea tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0068219 May 24 22:59:58.980768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53754) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.011782 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-0fb2cd6b-deb7-4df1-b28a-c436616d21da tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:59.023161 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0fb2cd6b-deb7-4df1-b28a-c436616d21da tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0366375 May 24 22:59:59.026330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53760) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.030276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-1514d0ac-31e1-4a51-b0f1-9e4225a482cd tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:59.042728 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1514d0ac-31e1-4a51-b0f1-9e4225a482cd tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0153420 May 24 22:59:59.043439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53764) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.046143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:59.047067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.053010 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c9efb278-4890-4185-8cdb-1a4a8a4e0107 req-265499c7-6aa8-49ad-8e01-f14906cc25e3 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919976 May 24 22:59:59.053199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-f5f4dddc-d52b-4f74-9dee-ff17a0f63e56 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:59.054311 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f5f4dddc-d52b-4f74-9dee-ff17a0f63e56 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0098338 May 24 22:59:59.060377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53768) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.061961 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-9f9c7008-616e-41e0-b0f9-bc3a67497f75 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 22:59:59.064356 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9f9c7008-616e-41e0-b0f9-bc3a67497f75 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags/tempest-TagsExtTest-Tag-1977463673 HTTP/1.1" status: 404 len: 329 time: 0.2348204 May 24 22:59:59.068852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53770) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.077694 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.083418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-8ccb705c-4f79-43f8-8490-fcd580f492cc tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:59.092298 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8ccb705c-4f79-43f8-8490-fcd580f492cc tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0232482 May 24 22:59:59.094856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.102858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53778) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.103566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-56850abe-72e1-4079-a301-edf6e889e7bb tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738', 'tempest-TagsExtTest-Tag-91472960') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:59.117006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-956a351b-fa9f-4aa8-bb5b-1049b1c5d535 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:59.123248 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-956a351b-fa9f-4aa8-bb5b-1049b1c5d535 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0184801 May 24 22:59:59.164144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Allocated IP 2001:db8::3 (3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1/8dee21c2-4eff-4ac7-a3d3-5a1e28e89069/550596e6-ba4f-4672-8204-544bd571db49) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:59.207745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53782) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.231654 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-54d1ea23-0fd5-4c29-8417-3bd7eafb1d6a tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:59.233542 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-54d1ea23-0fd5-4c29-8417-3bd7eafb1d6a tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0147762 May 24 22:59:59.257565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53790) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.265141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-37d8482e-5857-4fba-9ba2-f507b936cd83 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:59.280697 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-37d8482e-5857-4fba-9ba2-f507b936cd83 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0160501 May 24 22:59:59.282872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53794) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.322429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-0edd4904-dc5b-472b-a3b5-840d5e9c845f tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:59.325447 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0edd4904-dc5b-472b-a3b5-840d5e9c845f tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0157745 May 24 22:59:59.329524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53798) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.341397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-f092fff6-089d-45d8-a67c-e6f98992a880 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:59.346869 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f092fff6-089d-45d8-a67c-e6f98992a880 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0153415 May 24 22:59:59.351354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53802) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.376101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-60c12dac-9c30-41ec-87ab-fea413cea371 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:59.377317 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-60c12dac-9c30-41ec-87ab-fea413cea371 tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0227587 May 24 22:59:59.378710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.382372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53806) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.383726 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-56850abe-72e1-4079-a301-edf6e889e7bb tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 22:59:59.388010 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-56850abe-72e1-4079-a301-edf6e889e7bb tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags/tempest-TagsExtTest-Tag-91472960 HTTP/1.1" status: 404 len: 327 time: 0.3052886 May 24 22:59:59.390055 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-a81d13d1-4c99-4e47-adad-a2f0ee568afb tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:59.391181 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a81d13d1-4c99-4e47-adad-a2f0ee568afb tempest-ExtensionsTestJSON-554412950 tempest-ExtensionsTestJSON-554412950-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052989 May 24 22:59:59.391852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53810) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.396522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-873e0102-4e0c-4c52-a513-9323e9fe5658 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738', 'tempest-TagsExtTest-Tag-1647049372') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:59.475128 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-873e0102-4e0c-4c52-a513-9323e9fe5658 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 22:59:59.476274 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-873e0102-4e0c-4c52-a513-9323e9fe5658 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags/tempest-TagsExtTest-Tag-1647049372 HTTP/1.1" status: 404 len: 329 time: 0.0834534 May 24 22:59:59.479050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53816) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.485732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-7d4c06f1-e978-4ce9-bb87-d8d1af897fe3 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729', {'tags': ['tempest-TagsExtTest-Tag-1778969460', 'tempest-TagsExtTest-Tag-1735489058', 'tempest-TagsExtTest-Tag-1368729329']}) {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:59.513058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb,segment=NetworkSegment(386662c5-287b-4654-bc06-01d57b83c6a4),segment_id=386662c5-287b-4654-bc06-01d57b83c6a4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:59.554807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.637515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.665702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53822) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.667427 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7d4c06f1-e978-4ce9-bb87-d8d1af897fe3 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags HTTP/1.1" status: 200 len: 318 time: 0.1873555 May 24 22:59:59.705041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53826) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.721359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-4e71118d-b10f-4409-bb18-492e56fa206c tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:59.801394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Pushing event updated for resources: {'Port': ['ID=68ad28af-8ad8-46c2-8c07-a293bb0011aa,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:59.899091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.905528 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64c47a0b-be48-4da8-a0bd-26b38c2e924b tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.911687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Transition to ACTIVE for port object 550596e6-ba4f-4672-8204-544bd571db49 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:59.925198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53832) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.932286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.947077 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.955556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64c47a0b-be48-4da8-a0bd-26b38c2e924b tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.958234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Transition to ACTIVE for port object 550596e6-ba4f-4672-8204-544bd571db49 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:59.976791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:59.998047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.000749 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4e71118d-b10f-4409-bb18-492e56fa206c tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags HTTP/1.1" status: 204 len: 168 time: 0.2927830 May 24 23:00:00.001645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53838) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:00.008740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-3cb33139-4e26-4fe6-8a79-ab0324cc08ae tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729', 'tempest-TagsExtTest-Tag-1778969460') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:00.024042 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:00:00.080745 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.084520 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5f7728da-9494-4304-bf50-00e8a1ba6d43 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4669313 May 24 23:00:00.087491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53842) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:00.096426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Network 3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:00.104518 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:00.109102 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea297ffc-8874-4256-b10c-706802945e8f req-1d00b2da-5cac-47f0-87c1-155f1489771a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:00.110023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e461031a-5ca9-40cc-aedb-ed7c0e7f2e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fb0812bc-81cc-4a37-9ef7-8556b82c3b95', 'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'mac_address': 'fa:16:3e:aa:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:24Z', 'updated_at': '2022-05-24T22:58:41Z', 'revision_number': 5, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'subnets': [{'id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:00.110894 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea297ffc-8874-4256-b10c-706802945e8f req-1d00b2da-5cac-47f0-87c1-155f1489771a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.7407205 May 24 23:00:00.120338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:00.133823 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461031a-5ca9-40cc-aedb-ed7c0e7f2e5c None None] Checking router: 5ff6c264-8236-4df1-9372-aa06ad8cb12f for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:00:00.149041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c36d1081-2c2a-4032-adba-4198a145ab97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.185853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64c47a0b-be48-4da8-a0bd-26b38c2e924b tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.235359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c36d1081-2c2a-4032-adba-4198a145ab97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:00.246228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Pushing event updated for resources: {'Port': ['ID=550596e6-ba4f-4672-8204-544bd571db49,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:00.246330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c47a0b-be48-4da8-a0bd-26b38c2e924b tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:00.249194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c36d1081-2c2a-4032-adba-4198a145ab97 admin admin] Usage tracker for resource:security_group_rule and tenant:bfdfd016d6c444d28c80c414fd0806b3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:00.250980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461031a-5ca9-40cc-aedb-ed7c0e7f2e5c None None] Routers {'5ff6c264-8236-4df1-9372-aa06ad8cb12f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:00.251867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e461031a-5ca9-40cc-aedb-ed7c0e7f2e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:00.257212 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c36d1081-2c2a-4032-adba-4198a145ab97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:00.274620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c36d1081-2c2a-4032-adba-4198a145ab97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:00.282357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ff423620-66ca-4e7c-98aa-b63f02612039 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Synchronizing usage tracker for tenant:b8c24a2c23ce4025a57e91dbe7aef327 on resource:floatingip {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:00.297180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64c47a0b-be48-4da8-a0bd-26b38c2e924b tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.301006 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-64c47a0b-be48-4da8-a0bd-26b38c2e924b tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "DELETE /v2.0/security-groups/fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b HTTP/1.1" status: 204 len: 168 time: 0.6295910 May 24 23:00:00.309775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53846) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:00.316459 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-3cb33139-4e26-4fe6-8a79-ab0324cc08ae tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 23:00:00.320750 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3cb33139-4e26-4fe6-8a79-ab0324cc08ae tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags/tempest-TagsExtTest-Tag-1778969460 HTTP/1.1" status: 404 len: 329 time: 0.3161328 May 24 23:00:00.331263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53850) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:00.345771 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-f891615c-fd8b-4507-ac13-337a84ea28a3 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] show failed (client error): The resource could not be found. May 24 23:00:00.346822 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f891615c-fd8b-4507-ac13-337a84ea28a3 tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "GET /v2.0/security-groups/fa4f0a35-9cbc-4ae5-9db6-a030e0f0ff2b HTTP/1.1" status: 404 len: 347 time: 0.0361173 May 24 23:00:00.349898 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53854) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:00.357930 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b482885c-651d-4cfa-9b51-a905cdd78825 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:00.367423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-bc14c504-1675-4550-9bb0-9c87c71c98ea tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729', 'tempest-TagsExtTest-Tag-1735489058') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:00.474276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: b482885c-651d-4cfa-9b51-a905cdd78825 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:00.474619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b482885c-651d-4cfa-9b51-a905cdd78825 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:00.495175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Attempting to bind port 550596e6-ba4f-4672-8204-544bd571db49 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:00.495533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Attempting to bind port 550596e6-ba4f-4672-8204-544bd571db49 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:00.495882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Attempting to bind port 550596e6-ba4f-4672-8204-544bd571db49 on network 3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:00.507106 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:00.507495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Checking segment: {'id': 'bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:00.508308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.508308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Bound using segment: {'id': 'bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:00.509560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Bound port: 550596e6-ba4f-4672-8204-544bd571db49, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:00.509560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.516706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.533428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9c0a8-57c4-4726-8497-2974a7f0e5bf tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Deleting port 137ce6b7-9fd5-4605-9c7b-4e35a8ce9768 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:00.533768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7b9c0a8-57c4-4726-8497-2974a7f0e5bf tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.588729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7fb29-d6bc-4475-a202-a7310098cd27 req-b581a07f-5d33-4a4a-ab09-98a708f6f047 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:00.590231 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1bb7fb29-d6bc-4475-a202-a7310098cd27 req-b581a07f-5d33-4a4a-ab09-98a708f6f047 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 945 time: 0.6612620 May 24 23:00:00.604667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Subnet': ['ID=8dee21c2-4eff-4ac7-a3d3-5a1e28e89069,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:00.608849 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea297ffc-8874-4256-b10c-706802945e8f req-608fc7a9-6e97-410f-bf45-467ee9e2c48c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4894760 May 24 23:00:00.670854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] For port 550596e6-ba4f-4672-8204-544bd571db49, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:00.674240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] For port 550596e6-ba4f-4672-8204-544bd571db49, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=550596e6-ba4f-4672-8204-544bd571db49,segment=NetworkSegment(bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd),segment_id=bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:00.674812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.682030 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.688224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.709554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c36d1081-2c2a-4032-adba-4198a145ab97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.726311 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c36d1081-2c2a-4032-adba-4198a145ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.762253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ff423620-66ca-4e7c-98aa-b63f02612039 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Unset dirty status for tenant:b8c24a2c23ce4025a57e91dbe7aef327 on resource:floatingip {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:00.763629 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ff423620-66ca-4e7c-98aa-b63f02612039 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3703 time: 0.6737695 May 24 23:00:00.770235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53860) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:00.850506 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e461031a-5ca9-40cc-aedb-ed7c0e7f2e5c None None] Set router 5ff6c264-8236-4df1-9372-aa06ad8cb12f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:00.881789 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c36d1081-2c2a-4032-adba-4198a145ab97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfdfd016d6c444d28c80c414fd0806b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9509010 May 24 23:00:00.882946 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53866) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:00.892872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7b9c0a8-57c4-4726-8497-2974a7f0e5bf tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.893198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7b9c0a8-57c4-4726-8497-2974a7f0e5bf tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.912194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d1081-2c2a-4032-adba-4198a145ab97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b545d536-5d54-4552-a386-d9aa8f859db4,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:00.973328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-560ae724-e583-4be2-9eff-231094f587aa tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Synchronizing usage tracker for tenant:6748aa19517843139ee7792e0948c05a on resource:floatingip {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:01.022682 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-bc14c504-1675-4550-9bb0-9c87c71c98ea tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 23:00:01.024156 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bc14c504-1675-4550-9bb0-9c87c71c98ea tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags/tempest-TagsExtTest-Tag-1735489058 HTTP/1.1" status: 404 len: 329 time: 0.6848183 May 24 23:00:01.029486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8168787-8e47-448b-8aa8-3996671e5ab1 None None] Pushing event updated for resources: {'Port': ['ID=550596e6-ba4f-4672-8204-544bd571db49,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:01.050676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.058716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53870) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:01.076456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-c5f26f83-6e47-4f8a-b8dc-0d617a3493c6 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729', 'tempest-TagsExtTest-Tag-1368729329') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:01.126624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae72367-106b-4896-924a-9be4f9808c72 None None] Network 3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:01.215670 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9c0a8-57c4-4726-8497-2974a7f0e5bf tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Calling delete_port for 137ce6b7-9fd5-4605-9c7b-4e35a8ce9768 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:01.248513 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:01.288099 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1bb7fb29-d6bc-4475-a202-a7310098cd27 req-4028ffec-9ef3-48ea-9135-842c6bf3ce8d tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6718118 May 24 23:00:01.290674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbd71651-0a29-4121-8f7b-50648a93ea92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.326149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:01.326673 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:01.373367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.392254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbd71651-0a29-4121-8f7b-50648a93ea92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.427363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-560ae724-e583-4be2-9eff-231094f587aa tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Unset dirty status for tenant:6748aa19517843139ee7792e0948c05a on resource:floatingip {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:01.431159 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-560ae724-e583-4be2-9eff-231094f587aa tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6489022 May 24 23:00:01.434146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53874) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:01.450460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7b9c0a8-57c4-4726-8497-2974a7f0e5bf tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.450902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.495568 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e461031a-5ca9-40cc-aedb-ed7c0e7f2e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fb0812bc-81cc-4a37-9ef7-8556b82c3b95', 'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'mac_address': 'fa:16:3e:aa:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:24Z', 'updated_at': '2022-05-24T22:58:41Z', 'revision_number': 5, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'subnets': [{'id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:01.498854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6234f72b-03b1-4971-b68f-0a3bc14b1a2b None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:00:01.502425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9c0a8-57c4-4726-8497-2974a7f0e5bf tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Pushing event deleted for resources: {'Port': ['ID=137ce6b7-9fd5-4605-9c7b-4e35a8ce9768,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:01.529400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:01.529821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.535895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461031a-5ca9-40cc-aedb-ed7c0e7f2e5c None None] The sync data for ids ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'] in dv-neutron-843190-1-hyperv is: [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fb0812bc-81cc-4a37-9ef7-8556b82c3b95', 'name': '', 'network_id': '86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'mac_address': 'fa:16:3e:aa:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:24Z', 'updated_at': '2022-05-24T22:58:41Z', 'revision_number': 5, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'subnets': [{'id': 'ffcc74a2-e1ac-447a-a1f7-9506aacc7570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:01.551027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-f98d7c5b-27bd-4803-a479-37efed0b057e tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:01.552607 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-f98d7c5b-27bd-4803-a479-37efed0b057e tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 945 time: 0.4014025 May 24 23:00:01.648573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Router 6a9bd9a7-bad8-4495-ad95-dbb6d32f046d is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:00:01.661949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7b9c0a8-57c4-4726-8497-2974a7f0e5bf tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.664259 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd resource provider aggregate not found May 24 23:00:01.690778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Deleting port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:01.691393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.707476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234f72b-03b1-4971-b68f-0a3bc14b1a2b None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:00:01.757695 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-c5f26f83-6e47-4f8a-b8dc-0d617a3493c6 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 23:00:01.761697 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c5f26f83-6e47-4f8a-b8dc-0d617a3493c6 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags/tempest-TagsExtTest-Tag-1368729329 HTTP/1.1" status: 404 len: 329 time: 0.7009401 May 24 23:00:01.776958 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd found for delete ", "request_id": "req-dc39e3ef-2508-436a-bb69-f7f51a890067"}]} May 24 23:00:01.777368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53882) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:01.796132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7b9c0a8-57c4-4726-8497-2974a7f0e5bf tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.800703 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b7b9c0a8-57c4-4726-8497-2974a7f0e5bf tempest-ServersTestManualDisk-331199709 tempest-ServersTestManualDisk-331199709-project] 10.222.0.32 "DELETE /v2.0/floatingips/423fc262-54c4-403f-9e47-37a41c7e4086 HTTP/1.1" status: 204 len: 168 time: 1.4463809 May 24 23:00:01.801452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-4d312d7d-6c0d-41a5-ad12-feb49caa75be tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22', {'tags': ['tempest-TagsExtTest-Tag-1118839424', 'tempest-TagsExtTest-Tag-1476334358', 'tempest-TagsExtTest-Tag-662812346']}) {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:01.805769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53886) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:01.832909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:01.901959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa99ab-4841-4cb3-bc49-45ae2873c3b9 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Deleting port 68ad28af-8ad8-46c2-8c07-a293bb0011aa {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:01.902168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cdaa99ab-4841-4cb3-bc49-45ae2873c3b9 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.941477 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dbedca-7a56-44fe-9caf-6e8dfbfc7efc None None] New status for floating IP 423fc262-54c4-403f-9e47-37a41c7e4086: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:00:01.996765 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:01.997295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.168716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5efd6-c3e1-46aa-bf77-b7b2b943f789 req-156df3af-51d7-402d-9183-6bb0a1dcfa0b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:02.170198 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74f5efd6-c3e1-46aa-bf77-b7b2b943f789 req-156df3af-51d7-402d-9183-6bb0a1dcfa0b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 1.1078069 May 24 23:00:02.190069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 23:00:02.190069 dv-neutron-843190-1-hyperv neutron-server[88261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 23:00:02.190069 dv-neutron-843190-1-hyperv neutron-server[88261]: [parameters: {'id': '3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1'}] May 24 23:00:02.190069 dv-neutron-843190-1-hyperv neutron-server[88261]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:02.190608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:02.210172 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] For port c2f5e3f3-d5e9-403b-9227-bb3682ee7640, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c2f5e3f3-d5e9-403b-9227-bb3682ee7640,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:02.210845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.253503 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:02.287250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbd71651-0a29-4121-8f7b-50648a93ea92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.453267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd71651-0a29-4121-8f7b-50648a93ea92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b545d536-5d54-4552-a386-d9aa8f859db4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:02.568904 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74f5efd6-c3e1-46aa-bf77-b7b2b943f789 req-244beb9a-253e-4285-81df-b359a3ee5290 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081343 May 24 23:00:02.572908 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4d312d7d-6c0d-41a5-ad12-feb49caa75be tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags HTTP/1.1" status: 200 len: 317 time: 0.7841780 May 24 23:00:02.576356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbd71651-0a29-4121-8f7b-50648a93ea92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.577349 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dbd71651-0a29-4121-8f7b-50648a93ea92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b545d536-5d54-4552-a386-d9aa8f859db4 HTTP/1.1" status: 204 len: 168 time: 1.6930876 May 24 23:00:02.583086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53892) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:02.599095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-b918a0f3-d5c0-4fc4-8be0-1528f117a08b tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:02.651164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:02.668658 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb690e6-1f76-48cf-8c68-982c055f3478 None None] Sync routers for ids ['6a9bd9a7-bad8-4495-ad95-dbb6d32f046d'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:02.670878 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.675690 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2627c33-7adc-41bb-85fb-cb66fbc451b7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "PUT /v2.0/routers/6a9bd9a7-bad8-4495-ad95-dbb6d32f046d HTTP/1.1" status: 200 len: 915 time: 8.7617280 May 24 23:00:02.683024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb690e6-1f76-48cf-8c68-982c055f3478 None None] Routers {'6a9bd9a7-bad8-4495-ad95-dbb6d32f046d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:02.683840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9eb690e6-1f76-48cf-8c68-982c055f3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['6a9bd9a7-bad8-4495-ad95-dbb6d32f046d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:02.690622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53898) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:02.691384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.756016 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9eb690e6-1f76-48cf-8c68-982c055f3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:02.765779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb690e6-1f76-48cf-8c68-982c055f3478 None None] Routers {'6a9bd9a7-bad8-4495-ad95-dbb6d32f046d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:02.766225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9eb690e6-1f76-48cf-8c68-982c055f3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['6a9bd9a7-bad8-4495-ad95-dbb6d32f046d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:02.779529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cdaa99ab-4841-4cb3-bc49-45ae2873c3b9 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.780106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cdaa99ab-4841-4cb3-bc49-45ae2873c3b9 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.830489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9eb690e6-1f76-48cf-8c68-982c055f3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:02.831262 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb690e6-1f76-48cf-8c68-982c055f3478 None None] The sync data for ids ['6a9bd9a7-bad8-4495-ad95-dbb6d32f046d'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:02.835350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.836377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.836377 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Floating IP d2ef23d2-2019-4a86-b99d-71ab32006b1f disassociated. External IP: 172.26.3.126, port: c2f5e3f3-d5e9-403b-9227-bb3682ee7640. May 24 23:00:02.836377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Calling delete_port for c2f5e3f3-d5e9-403b-9227-bb3682ee7640 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:02.997357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa99ab-4841-4cb3-bc49-45ae2873c3b9 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Calling delete_port for 68ad28af-8ad8-46c2-8c07-a293bb0011aa owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:03.039249 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port 550596e6-ba4f-4672-8204-544bd571db49 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:03.039249 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.055840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.125457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.192205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Pushing event deleted for resources: {'Port': ['ID=c2f5e3f3-d5e9-403b-9227-bb3682ee7640,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:03.194137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20def8-9c09-4184-870c-01bac3eacb6d req-a942c77c-1d06-4a99-ac40-56c74b9c008a tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:03.201429 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b20def8-9c09-4184-870c-01bac3eacb6d req-a942c77c-1d06-4a99-ac40-56c74b9c008a tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 945 time: 0.7305393 May 24 23:00:03.331373 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a5f03711-5dc1-4678-a262-64905c7e4fe0 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/routers/6a9bd9a7-bad8-4495-ad95-dbb6d32f046d HTTP/1.1" status: 200 len: 921 time: 0.6376846 May 24 23:00:03.336638 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53918) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:03.413692 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b918a0f3-d5c0-4fc4-8be0-1528f117a08b tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags HTTP/1.1" status: 204 len: 168 time: 0.8268826 May 24 23:00:03.414502 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b20def8-9c09-4184-870c-01bac3eacb6d req-8acfba36-3f2e-479e-b562-099b6ee2cc40 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups?id=430a202f-2d49-4511-a552-4f88ef78578f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120421 May 24 23:00:03.422556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53924) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:03.438684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-7878ff59-3a25-4d8a-addb-4f57eac01e5d tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22', 'tempest-TagsExtTest-Tag-1118839424') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:03.516537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53928) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:03.617978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Router 7ee4a5ea-982a-4a57-9136-854d38f539e6 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:03.873419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] Deleting port fb0812bc-81cc-4a37-9ef7-8556b82c3b95 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:03.873768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.888962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'networks': [{'name': 'tempest-network--1971324459'}, {'name': 'tempest-network--855852681'}]} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:03.889509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'network': {'name': 'tempest-network--1971324459'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:03.889744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'network': {'name': 'tempest-network--855852681'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:03.921034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:03.931570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:03.941695 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca48688-ce39-4752-ab3d-af44558c325a None None] Sync routers for ids ['7ee4a5ea-982a-4a57-9136-854d38f539e6'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:03.948808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Usage tracker for resource:network and tenant:965200fd5b3a494b85a0d180607537cb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:03.951585 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca48688-ce39-4752-ab3d-af44558c325a None None] Routers {'7ee4a5ea-982a-4a57-9136-854d38f539e6'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:03.952188 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2ca48688-ce39-4752-ab3d-af44558c325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7ee4a5ea-982a-4a57-9136-854d38f539e6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:03.956632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] For port 550596e6-ba4f-4672-8204-544bd571db49, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=550596e6-ba4f-4672-8204-544bd571db49,segment=NetworkSegment(bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd),segment_id=bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:03.957023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.964799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:03.979759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:03.984557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cdaa99ab-4841-4cb3-bc49-45ae2873c3b9 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.073614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] No DVR routers for this DVR port c2f5e3f3-d5e9-403b-9227-bb3682ee7640 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:04.077413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.085784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'name': 'network-vif-deleted', 'tag': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:04.121131 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31154e72-d87c-44f5-a8c7-19e8c8fdd362 req-bcbd263d-66ed-4b17-a2d4-9b1376afbce7 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.42 "DELETE /v2.0/ports/c2f5e3f3-d5e9-403b-9227-bb3682ee7640 HTTP/1.1" status: 204 len: 173 time: 2.5623956 May 24 23:00:04.136195 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2ca48688-ce39-4752-ab3d-af44558c325a None None] Set router 7ee4a5ea-982a-4a57-9136-854d38f539e6 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:04.171285 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b39ac95-cb54-4d7a-8cf4-8d0bb4e6027d'] response: {'server_uuid': '2cdc4396-d573-4e41-983f-9eb16f29831d', 'name': 'network-vif-deleted', 'tag': 'c2f5e3f3-d5e9-403b-9227-bb3682ee7640', 'status': 'completed', 'code': 200} May 24 23:00:04.175178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] For port fb0812bc-81cc-4a37-9ef7-8556b82c3b95, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fb0812bc-81cc-4a37-9ef7-8556b82c3b95,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:04.175694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.203064 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-7878ff59-3a25-4d8a-addb-4f57eac01e5d tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 23:00:04.204609 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7878ff59-3a25-4d8a-addb-4f57eac01e5d tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags/tempest-TagsExtTest-Tag-1118839424 HTTP/1.1" status: 404 len: 329 time: 0.7804408 May 24 23:00:04.215515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa99ab-4841-4cb3-bc49-45ae2873c3b9 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Pushing event deleted for resources: {'Port': ['ID=68ad28af-8ad8-46c2-8c07-a293bb0011aa,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:04.217865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53938) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:04.267898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Calling delete_port for 550596e6-ba4f-4672-8204-544bd571db49 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:04.301510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d20156-766c-4337-b79b-fa11727cd150 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:04.306400 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-39d20156-766c-4337-b79b-fa11727cd150 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&device_id=6a9bd9a7-bad8-4495-ad95-dbb6d32f046d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9617081 May 24 23:00:04.342260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53940) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:04.345909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-8bd5a150-9d89-4379-a3dd-d3296058cfde tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22', 'tempest-TagsExtTest-Tag-1476334358') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:04.405908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Made reservation on behalf of 965200fd5b3a494b85a0d180607537cb for: {'network': 2} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:04.410364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.463587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] Calling delete_port for fb0812bc-81cc-4a37-9ef7-8556b82c3b95 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:04.495354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.498118 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2ca48688-ce39-4752-ab3d-af44558c325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '0441144a-c903-455b-af1c-045edaab5382', 'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'mac_address': 'fa:16:3e:7e:a3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '5229914f-6024-4298-9ff4-806f8e914057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:34Z', 'updated_at': '2022-05-24T22:58:48Z', 'revision_number': 5, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'subnets': [{'id': '5229914f-6024-4298-9ff4-806f8e914057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:04.502874 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca48688-ce39-4752-ab3d-af44558c325a None None] Checking router: 7ee4a5ea-982a-4a57-9136-854d38f539e6 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:00:04.512288 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca48688-ce39-4752-ab3d-af44558c325a None None] Routers {'7ee4a5ea-982a-4a57-9136-854d38f539e6'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:04.513112 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2ca48688-ce39-4752-ab3d-af44558c325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7ee4a5ea-982a-4a57-9136-854d38f539e6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:04.618495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7220b-67d4-4771-8407-b24a68f86b43 req-0ad668bd-1d4c-48a2-84c8-cc23ae45db72 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:04.620022 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0f7220b-67d4-4771-8407-b24a68f86b43 req-0ad668bd-1d4c-48a2-84c8-cc23ae45db72 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.8615243 May 24 23:00:04.683434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.690131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:04.704044 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2ca48688-ce39-4752-ab3d-af44558c325a None None] Set router 7ee4a5ea-982a-4a57-9136-854d38f539e6 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:04.733430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Usage tracker for resource:security_group_rule and tenant:965200fd5b3a494b85a0d180607537cb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:04.748592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0812bc-81cc-4a37-9ef7-8556b82c3b95,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:04.750841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:04.759053 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee919a6c-a5bb-45ac-88fa-dafb01113577 req-49acd1e8-8fae-46bb-9eed-3af12b815748 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdc4396-d573-4e41-983f-9eb16f29831d HTTP/1.1" status: 200 len: 210 time: 0.1245091 May 24 23:00:04.767908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cdaa99ab-4841-4cb3-bc49-45ae2873c3b9 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.772734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:04.839976 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-8bd5a150-9d89-4379-a3dd-d3296058cfde tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 23:00:04.843733 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8bd5a150-9d89-4379-a3dd-d3296058cfde tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags/tempest-TagsExtTest-Tag-1476334358 HTTP/1.1" status: 404 len: 329 time: 0.5317874 May 24 23:00:04.856601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cdaa99ab-4841-4cb3-bc49-45ae2873c3b9 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.867228 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cdaa99ab-4841-4cb3-bc49-45ae2873c3b9 tempest-FloatingIPAdminTestJSON-1633029135 tempest-FloatingIPAdminTestJSON-1633029135-project] 10.222.0.32 "DELETE /v2.0/floatingips/8d2b21ae-662a-4e54-a744-5eee6ca52f43 HTTP/1.1" status: 204 len: 168 time: 3.4292028 May 24 23:00:04.869315 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53948) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:04.869648 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53950) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:04.893036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.037056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-1175078f-2f3c-4f67-96f8-9dcd2e1748e5 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22', 'tempest-TagsExtTest-Tag-662812346') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:05.099338 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0f7220b-67d4-4771-8407-b24a68f86b43 req-d79c3829-483c-47df-b12d-b7cd594fad3f tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470143 May 24 23:00:05.109188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.140394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f8abb-9b85-4722-be5e-6cbe686f834f tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:05.142295 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-246f8abb-9b85-4722-be5e-6cbe686f834f tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/networks/318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 881 time: 0.7377744 May 24 23:00:05.143214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Port': ['ID=550596e6-ba4f-4672-8204-544bd571db49,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:05.151254 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2ca48688-ce39-4752-ab3d-af44558c325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '0441144a-c903-455b-af1c-045edaab5382', 'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'mac_address': 'fa:16:3e:7e:a3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '5229914f-6024-4298-9ff4-806f8e914057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:34Z', 'updated_at': '2022-05-24T22:58:48Z', 'revision_number': 5, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'subnets': [{'id': '5229914f-6024-4298-9ff4-806f8e914057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:05.157585 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca48688-ce39-4752-ab3d-af44558c325a None None] The sync data for ids ['7ee4a5ea-982a-4a57-9136-854d38f539e6'] in dv-neutron-843190-1-hyperv is: [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '0441144a-c903-455b-af1c-045edaab5382', 'name': '', 'network_id': 'cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'mac_address': 'fa:16:3e:7e:a3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '5229914f-6024-4298-9ff4-806f8e914057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:34Z', 'updated_at': '2022-05-24T22:58:48Z', 'revision_number': 5, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'subnets': [{'id': '5229914f-6024-4298-9ff4-806f8e914057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:05.172691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53960) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:05.184431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No DVR routers for this DVR port 550596e6-ba4f-4672-8204-544bd571db49 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:05.509179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ef3d0-575d-4c07-ba43-8bb146b9a3cb None None] New status for floating IP d2ef23d2-2019-4a86-b99d-71ab32006b1f: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:00:05.575563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] Router 5ff6c264-8236-4df1-9372-aa06ad8cb12f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:05.669543 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f38a569b-3215-4e66-be5f-2ab45ca7e898 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a9bd9a7-bad8-4495-ad95-dbb6d32f046d HTTP/1.1" status: 200 len: 205 time: 0.4920950 May 24 23:00:05.671311 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53966) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:05.679872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a66a2c63-4639-4781-a52c-7d7afc4b3774 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Deleting port 52ef96d1-77b7-4bc4-9d43-e0f398c3d154 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:05.680218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a66a2c63-4639-4781-a52c-7d7afc4b3774 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.855501 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-1175078f-2f3c-4f67-96f8-9dcd2e1748e5 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 23:00:05.859157 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1175078f-2f3c-4f67-96f8-9dcd2e1748e5 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags/tempest-TagsExtTest-Tag-662812346 HTTP/1.1" status: 404 len: 328 time: 0.9517300 May 24 23:00:05.878481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.886284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53972) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:05.947860 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53978) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:05.956628 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-54f7a32b-2ce5-4a58-8f45-c219e6ce3924 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8', {'tags': ['tempest-TagsExtTest-Tag-1357476328', 'tempest-TagsExtTest-Tag-52713961', 'tempest-TagsExtTest-Tag-997618376']}) {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.049388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.062927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.064922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:06.074976 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b020c6-ba87-4238-926a-89736f8d49c2 None None] Sync routers for ids ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:06.077052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.084995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.085302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.086293 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b020c6-ba87-4238-926a-89736f8d49c2 None None] Routers {'5ff6c264-8236-4df1-9372-aa06ad8cb12f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:06.086941 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-15b020c6-ba87-4238-926a-89736f8d49c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.097292 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.097757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.141603 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b8681c0b-bdcd-4610-a918-be7ae5fe8d75 admin admin] 10.222.0.32 "PUT /v2.0/routers/5ff6c264-8236-4df1-9372-aa06ad8cb12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3349664 May 24 23:00:06.149608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53982) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:06.157662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.224434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e56e87-0fb7-425a-89c5-0629a2911f0d req-7cbbd33c-093f-4747-94c3-7e7f9e97ee41 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:06.225955 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53e56e87-0fb7-425a-89c5-0629a2911f0d req-7cbbd33c-093f-4747-94c3-7e7f9e97ee41 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.6390426 May 24 23:00:06.230342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.239435 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-54f7a32b-2ce5-4a58-8f45-c219e6ce3924 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "PUT /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags HTTP/1.1" status: 200 len: 315 time: 0.3456774 May 24 23:00:06.241298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a66a2c63-4639-4781-a52c-7d7afc4b3774 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.241628 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a66a2c63-4639-4781-a52c-7d7afc4b3774 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.249894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53986) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:06.259214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-95861ad9-c210-4439-a12e-561cd17a03ad tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.287463 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-15b020c6-ba87-4238-926a-89736f8d49c2 None None] Set router 5ff6c264-8236-4df1-9372-aa06ad8cb12f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:06.316287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device c2f5e3f3-d5e9-403b-9227-bb3682ee7640 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:06.352894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: c2f5e3f3-d5e9-403b-9227-bb3682ee7640 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:06.353219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device c2f5e3f3-d5e9-403b-9227-bb3682ee7640 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:06.429682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a66a2c63-4639-4781-a52c-7d7afc4b3774 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Calling delete_port for 52ef96d1-77b7-4bc4-9d43-e0f398c3d154 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:06.457517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a8bf9-2353-48e8-a83b-d5216b35bece,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:06.468974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:06.469511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.470508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.501689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f0e0810-2987-4443-8081-a648b6886f2b tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.533798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.555973 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd resource provider aggregate not found May 24 23:00:06.566784 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-95861ad9-c210-4439-a12e-561cd17a03ad tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags HTTP/1.1" status: 204 len: 168 time: 0.3134172 May 24 23:00:06.567513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 53994) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:06.571971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Deleting port aa7d0c23-dd29-453a-8b42-da0aae294d71 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:06.572313 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.592188 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-15b020c6-ba87-4238-926a-89736f8d49c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T23:00:04Z', 'revision_number': 5, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.596962 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b020c6-ba87-4238-926a-89736f8d49c2 None None] Checking router: 5ff6c264-8236-4df1-9372-aa06ad8cb12f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:00:06.605663 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b020c6-ba87-4238-926a-89736f8d49c2 None None] Routers {'5ff6c264-8236-4df1-9372-aa06ad8cb12f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:06.606191 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-15b020c6-ba87-4238-926a-89736f8d49c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.608424 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb4049a1-a63d-4f6a-bd3e-b3064fe86bdd found for delete ", "request_id": "req-710cc774-8821-47c3-85b6-5c4e89c4045b"}]} May 24 23:00:06.643043 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53e56e87-0fb7-425a-89c5-0629a2911f0d req-dbc0598b-5f46-4d88-944c-b2e0363b1f41 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805780 May 24 23:00:06.648307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-3c3f432d-0bdd-44c0-b970-52dc6c7352d0 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8', 'tempest-TagsExtTest-Tag-1357476328') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.659269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.662570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f0e0810-2987-4443-8081-a648b6886f2b tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.671113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:06.695299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.717060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Network': ['ID=3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:06.732908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.733260 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Added segment 9ff0b900-abb7-4041-9fbf-1779dd0e33c6 of type vlan for network 93fdf9ac-9fd3-456c-adcd-aea97be4d88d May 24 23:00:06.790153 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-15b020c6-ba87-4238-926a-89736f8d49c2 None None] Set router 5ff6c264-8236-4df1-9372-aa06ad8cb12f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:06.804381 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cfe2d2dc-3340-49a1-b736-f2667263a71c tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1 HTTP/1.1" status: 204 len: 168 time: 8.2494478 May 24 23:00:06.809947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 53998) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:06.824306 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.829108 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1691446938'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:06.833971 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-3c3f432d-0bdd-44c0-b970-52dc6c7352d0 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 23:00:06.837964 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3c3f432d-0bdd-44c0-b970-52dc6c7352d0 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags/tempest-TagsExtTest-Tag-1357476328 HTTP/1.1" status: 404 len: 329 time: 0.2697113 May 24 23:00:06.838181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:06.839462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54002) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:06.847937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.854858 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-8aae68b0-ec84-4def-a5fb-79a9b0d71735 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8', 'tempest-TagsExtTest-Tag-52713961') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.855206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:network and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:06.860078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:06.869428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:06.873922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Deleting port fd387696-b907-404a-9e1c-a18765fedf94 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:06.874271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.879146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a66a2c63-4639-4781-a52c-7d7afc4b3774 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.929476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f0e0810-2987-4443-8081-a648b6886f2b tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.949889 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:06.951061 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-8aae68b0-ec84-4def-a5fb-79a9b0d71735 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 23:00:06.955382 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8aae68b0-ec84-4def-a5fb-79a9b0d71735 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags/tempest-TagsExtTest-Tag-52713961 HTTP/1.1" status: 404 len: 327 time: 0.1052530 May 24 23:00:06.955516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.962910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54006) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:06.973904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a2c63-4639-4781-a52c-7d7afc4b3774 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Pushing event deleted for resources: {'Port': ['ID=52ef96d1-77b7-4bc4-9d43-e0f398c3d154,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:06.987575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-0df86438-9df6-4db7-9f9f-2298c22c3dcb tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8', 'tempest-TagsExtTest-Tag-997618376') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:07.002139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.010033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e0810-2987-4443-8081-a648b6886f2b tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430a202f-2d49-4511-a552-4f88ef78578f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:07.034256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:07.067622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f0e0810-2987-4443-8081-a648b6886f2b tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.071080 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9f0e0810-2987-4443-8081-a648b6886f2b tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "DELETE /v2.0/security-groups/430a202f-2d49-4511-a552-4f88ef78578f HTTP/1.1" status: 204 len: 168 time: 1.0971956 May 24 23:00:07.081386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54010) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:07.102929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.103340 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Added segment 1384391f-288b-427c-a4ab-46f482da0f38 of type vlan for network b9bc9763-104d-424b-a825-0b78dc34e64f May 24 23:00:07.105153 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-15b020c6-ba87-4238-926a-89736f8d49c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T23:00:04Z', 'revision_number': 5, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:07.110388 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b020c6-ba87-4238-926a-89736f8d49c2 None None] The sync data for ids ['5ff6c264-8236-4df1-9372-aa06ad8cb12f'] in dv-neutron-843190-1-hyperv is: [{'id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'name': 'tempest-ServersTestManualDisk-1420277607-router', 'tenant_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T23:00:04Z', 'revision_number': 5, 'project_id': '1ef6f5139f3a435992e0ee1ac47012a8', 'gw_port': {'id': 'fd387696-b907-404a-9e1c-a18765fedf94', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff6c264-8236-4df1-9372-aa06ad8cb12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:07.110562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:07.128167 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-06924898-1cc4-4c16-989d-86ca003c0371 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] show failed (client error): The resource could not be found. May 24 23:00:07.129179 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-06924898-1cc4-4c16-989d-86ca003c0371 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "GET /v2.0/security-groups/430a202f-2d49-4511-a552-4f88ef78578f HTTP/1.1" status: 404 len: 347 time: 0.0459201 May 24 23:00:07.134960 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.135324 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Added segment 142cf890-b5ec-44ed-b1e1-f82248de4c64 of type vlan for network 1a47fee5-4986-4bfa-9916-df068792efd4 May 24 23:00:07.136161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54014) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:07.147826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a66a2c63-4639-4781-a52c-7d7afc4b3774 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.216115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Calling delete_port for aa7d0c23-dd29-453a-8b42-da0aae294d71 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:07.281098 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-0df86438-9df6-4db7-9f9f-2298c22c3dcb tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] show failed (client error): The resource could not be found. May 24 23:00:07.282744 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0df86438-9df6-4db7-9f9f-2298c22c3dcb tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags/tempest-TagsExtTest-Tag-997618376 HTTP/1.1" status: 404 len: 328 time: 0.3172245 May 24 23:00:07.296160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54018) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:07.305777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-21e84283-1ec4-4446-87b6-3ec7ad585abf tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6294d177-165d-48aa-85e3-f3afec33b2d8') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:07.366707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] For port fd387696-b907-404a-9e1c-a18765fedf94, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fd387696-b907-404a-9e1c-a18765fedf94,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:07.366991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.372694 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a66a2c63-4639-4781-a52c-7d7afc4b3774 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.373839 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a66a2c63-4639-4781-a52c-7d7afc4b3774 tempest-FloatingIPAdminTestJSON-245365817 tempest-FloatingIPAdminTestJSON-245365817-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/2fabfe4e-0624-40c8-b2aa-09ac988624b0 HTTP/1.1" status: 204 len: 168 time: 2.4652410 May 24 23:00:07.377355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.433767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.437324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54022) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:07.527557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b8dac0ae-7162-441d-aad1-a605d9b29dd8 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Deleting port 3dbfe834-0952-4728-b8e1-3cf123f0c878 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:07.527901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8dac0ae-7162-441d-aad1-a605d9b29dd8 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.614047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bcde3a9e-8972-44d6-8c54-d306e0ba77ab tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Deleting port 41af2649-2f45-4136-8df6-14d1c02a46fc {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:07.614381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bcde3a9e-8972-44d6-8c54-d306e0ba77ab tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.626756 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Calling delete_port for fd387696-b907-404a-9e1c-a18765fedf94 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:07.655710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb0812bc-81cc-4a37-9ef7-8556b82c3b95 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:07.659265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.659767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.662064 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-21e84283-1ec4-4446-87b6-3ec7ad585abf tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8/tags HTTP/1.1" status: 204 len: 168 time: 0.3649535 May 24 23:00:07.665368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:07.669931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:07.670554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.672106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54026) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:07.686018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-b058efa8-a7d7-4c7b-afa6-9e7fa1ff2b44 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a9eee1e-0a49-4722-b5d4-567880ef3c22') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:07.703995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: fb0812bc-81cc-4a37-9ef7-8556b82c3b95 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:07.704459 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb0812bc-81cc-4a37-9ef7-8556b82c3b95 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:07.722820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.728085 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:07.728672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.905838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.3812635 May 24 23:00:07.908050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54032) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:07.958204 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b058efa8-a7d7-4c7b-afa6-9e7fa1ff2b44 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22/tags HTTP/1.1" status: 204 len: 168 time: 0.2849309 May 24 23:00:07.962883 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1519053 May 24 23:00:07.969099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54036) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:07.969418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54038) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:07.981984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:08.001864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.015592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-fa6e08a5-24a8-46b0-90cd-0964d32c4188 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a087d2bb-5731-4427-98e6-65d2306a3729') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:08.061992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event updated for resources: {'Network': ['ID=93fdf9ac-9fd3-456c-adcd-aea97be4d88d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:08.074622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Pushing event deleted for resources: {'Port': ['ID=aa7d0c23-dd29-453a-8b42-da0aae294d71,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:08.075555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 93fdf9ac-9fd3-456c-adcd-aea97be4d88d details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:08.265243 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74df12-06c2-4e52-8485-8ba60dc67203 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:08.270863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74df12-06c2-4e52-8485-8ba60dc67203 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:08.276610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74df12-06c2-4e52-8485-8ba60dc67203 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:08.282711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74df12-06c2-4e52-8485-8ba60dc67203 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:08.284355 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2b74df12-06c2-4e52-8485-8ba60dc67203 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3732870 May 24 23:00:08.287295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.293504 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54044) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:08.333067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.345025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8dac0ae-7162-441d-aad1-a605d9b29dd8 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.345352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8dac0ae-7162-441d-aad1-a605d9b29dd8 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.461112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd387696-b907-404a-9e1c-a18765fedf94,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:08.508094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534e26d-8fad-4f9a-abea-7241e28e08b8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event updated for resources: {'Network': ['ID=b9bc9763-104d-424b-a825-0b78dc34e64f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:08.510515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:08.518827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network b9bc9763-104d-424b-a825-0b78dc34e64f details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:08.522603 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b8dac0ae-7162-441d-aad1-a605d9b29dd8 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Calling delete_port for 3dbfe834-0952-4728-b8e1-3cf123f0c878 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:08.572954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:subnet and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:08.674901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.686609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.714364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:08.715920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.726086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.773488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc1f95-d9c2-4a46-b5af-87a5703b53a8 req-316ba34e-ad69-4f47-b28b-21e423b13e57 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:08.775188 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4bdc1f95-d9c2-4a46-b5af-87a5703b53a8 req-316ba34e-ad69-4f47-b28b-21e423b13e57 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.9884012 May 24 23:00:08.804790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:08.882263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53de26-5229-4298-91c9-6518fab54886 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=1a47fee5-4986-4bfa-9916-df068792efd4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:08.893316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 1a47fee5-4986-4bfa-9916-df068792efd4 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:08.899879 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fa6e08a5-24a8-46b0-90cd-0964d32c4188 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729/tags HTTP/1.1" status: 204 len: 168 time: 0.9212601 May 24 23:00:08.904639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:08.908786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.924816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bcde3a9e-8972-44d6-8c54-d306e0ba77ab tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.932172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54048) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:08.945228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.945746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9bd9a7-bad8-4495-ad95-dbb6d32f046d {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:09.011413 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-6d82789d-b2ac-4d32-b5c9-81b85def9efc tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '99cb027e-2161-4928-a37c-c318e702e738') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:09.053685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.070295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.075754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.077057 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-192d8a6a-58b2-4991-8f4a-96897a3be7c4 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/6a9bd9a7-bad8-4495-ad95-dbb6d32f046d HTTP/1.1" status: 204 len: 168 time: 3.4057493 May 24 23:00:09.103242 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4bdc1f95-d9c2-4a46-b5af-87a5703b53a8 req-23e8e0bf-5a76-4d30-b677-086642f6ab61 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960970 May 24 23:00:09.125021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54052) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:09.137362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a8ea431d-5c0a-4314-9088-07a7e47d483d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-476876846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:09.167773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a8ea431d-5c0a-4314-9088-07a7e47d483d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:09.176181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a8ea431d-5c0a-4314-9088-07a7e47d483d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Usage tracker for resource:router and tenant:97a2c318f1724996b1dfb832e10fe880 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:09.179920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.182390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bcde3a9e-8972-44d6-8c54-d306e0ba77ab tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Calling delete_port for 41af2649-2f45-4136-8df6-14d1c02a46fc owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:09.188647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a8ea431d-5c0a-4314-9088-07a7e47d483d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:09.199387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.200046 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff6c264-8236-4df1-9372-aa06ad8cb12f {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:09.222848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a8ea431d-5c0a-4314-9088-07a7e47d483d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:09.238294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.239680 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-98e40115-ce39-46a6-bf04-ba8f8b41d535 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5ff6c264-8236-4df1-9372-aa06ad8cb12f HTTP/1.1" status: 204 len: 168 time: 3.0891192 May 24 23:00:09.249873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fdf9ac-9fd3-456c-adcd-aea97be4d88d']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:09.258825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54058) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:09.298294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8ea431d-5c0a-4314-9088-07a7e47d483d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.299050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8ea431d-5c0a-4314-9088-07a7e47d483d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.304712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff0b900-abb7-4041-9fbf-1779dd0e33c6') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:09.304996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff0b900-abb7-4041-9fbf-1779dd0e33c6') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:09.331207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.355518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.359891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-a815d146-8ce0-4180-8e89-bb8579457212 admin admin] Deleting subnet ffcc74a2-e1ac-447a-a1f7-9506aacc7570 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:09.366233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a815d146-8ce0-4180-8e89-bb8579457212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.394055 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:09.394455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.423780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8dac0ae-7162-441d-aad1-a605d9b29dd8 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.468443 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9ff0b900-abb7-4041-9fbf-1779dd0e33c6 resource provider aggregate not found May 24 23:00:09.508017 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9ff0b900-abb7-4041-9fbf-1779dd0e33c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ff0b900-abb7-4041-9fbf-1779dd0e33c6 found for delete ", "request_id": "req-0635c308-cd0a-40e8-a97a-92ecc2f063a0"}]} May 24 23:00:09.510620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8ea431d-5c0a-4314-9088-07a7e47d483d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.512804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dac0ae-7162-441d-aad1-a605d9b29dd8 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Pushing event deleted for resources: {'Port': ['ID=3dbfe834-0952-4728-b8e1-3cf123f0c878,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:09.527372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a815d146-8ce0-4180-8e89-bb8579457212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.574727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.579368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.613279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event deleted for resources: {'Network': ['ID=93fdf9ac-9fd3-456c-adcd-aea97be4d88d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:09.616390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8ea431d-5c0a-4314-9088-07a7e47d483d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.635468 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-49cb85da-4e3b-4c9a-b4e7-70d0d41844f7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "DELETE /v2.0/networks/93fdf9ac-9fd3-456c-adcd-aea97be4d88d HTTP/1.1" status: 204 len: 168 time: 1.3126111 May 24 23:00:09.639171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54066) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:09.645041 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d82789d-b2ac-4d32-b5c9-81b85def9efc tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738/tags HTTP/1.1" status: 204 len: 168 time: 0.7069328 May 24 23:00:09.651455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54070) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:09.653254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88350b81-5a80-4dc7-b3dc-4f179a1e3b2d req-89d80a74-5ade-43d5-96d2-02e8125e6061 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:09.654798 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88350b81-5a80-4dc7-b3dc-4f179a1e3b2d req-89d80a74-5ade-43d5-96d2-02e8125e6061 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.3743370 May 24 23:00:09.668776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8ea431d-5c0a-4314-9088-07a7e47d483d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.669894 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a8ea431d-5c0a-4314-9088-07a7e47d483d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5436184 May 24 23:00:09.675409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54074) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:09.683706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'enable_snat': False}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:09.720403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bcde3a9e-8972-44d6-8c54-d306e0ba77ab tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.779070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fd387696-b907-404a-9e1c-a18765fedf94 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:09.814961 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: fd387696-b907-404a-9e1c-a18765fedf94 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:09.815408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fd387696-b907-404a-9e1c-a18765fedf94 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:09.836489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a815d146-8ce0-4180-8e89-bb8579457212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.902592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8dac0ae-7162-441d-aad1-a605d9b29dd8 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.910454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde3a9e-8972-44d6-8c54-d306e0ba77ab tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event deleted for resources: {'Port': ['ID=41af2649-2f45-4136-8df6-14d1c02a46fc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:10.012602 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88350b81-5a80-4dc7-b3dc-4f179a1e3b2d req-98e97110-c138-43ff-97e9-a7cd0baf61c0 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310356 May 24 23:00:10.015926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.116518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8dac0ae-7162-441d-aad1-a605d9b29dd8 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.119275 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b8dac0ae-7162-441d-aad1-a605d9b29dd8 tempest-ServersTestJSON-81004335 tempest-ServersTestJSON-81004335-project] 10.222.0.32 "DELETE /v2.0/floatingips/d2ef23d2-2019-4a86-b99d-71ab32006b1f HTTP/1.1" status: 204 len: 168 time: 2.9810264 May 24 23:00:10.173540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54080) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:10.180971 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bcde3a9e-8972-44d6-8c54-d306e0ba77ab tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.185847 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bcde3a9e-8972-44d6-8c54-d306e0ba77ab tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "DELETE /v2.0/ports/41af2649-2f45-4136-8df6-14d1c02a46fc HTTP/1.1" status: 204 len: 168 time: 2.7449808 May 24 23:00:10.185847 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.186601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54084) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:10.248881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a815d146-8ce0-4180-8e89-bb8579457212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.423048 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.460168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f26eba86-75b1-46cb-bc2a-d0f14bfd4048 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for subnetpool, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.461357 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f26eba86-75b1-46cb-bc2a-d0f14bfd4048 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/subnetpools/6294d177-165d-48aa-85e3-f3afec33b2d8 HTTP/1.1" status: 204 len: 168 time: 0.8089304 May 24 23:00:10.466882 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815d146-8ce0-4180-8e89-bb8579457212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffcc74a2-e1ac-447a-a1f7-9506aacc7570,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:10.473210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a815d146-8ce0-4180-8e89-bb8579457212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.475606 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a815d146-8ce0-4180-8e89-bb8579457212 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ffcc74a2-e1ac-447a-a1f7-9506aacc7570 HTTP/1.1" status: 204 len: 168 time: 1.2143621 May 24 23:00:10.475811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54088) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:10.480154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e63dc-6702-438b-b1f1-756cb1def92c None None] Network 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:10.484201 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54090) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:10.539723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.553142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=703ac0d6-94ba-4d53-9508-7aa7bbaffe79,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:10.575686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Checking segment: {'id': '142cf890-b5ec-44ed-b1e1-f82248de4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:10.576042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network hostable DHCP agents. Network: 1a47fee5-4986-4bfa-9916-df068792efd4, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:10.594083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bc9763-104d-424b-a825-0b78dc34e64f']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:10.615766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1384391f-288b-427c-a4ab-46f482da0f38') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:10.616078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1384391f-288b-427c-a4ab-46f482da0f38') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:10.632972 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0f51b52-7129-414e-86bc-068a31963990 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a9eee1e-0a49-4722-b5d4-567880ef3c22 HTTP/1.1" status: 200 len: 205 time: 0.1506274 May 24 23:00:10.636609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764c9a-e1ed-4a86-8f76-30284d9ca007 req-6f1d9c33-4ffc-4cee-8f3b-d8a539b55bf6 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:10.638108 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6764c9a-e1ed-4a86-8f76-30284d9ca007 req-6f1d9c33-4ffc-4cee-8f3b-d8a539b55bf6 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.4596066 May 24 23:00:10.638942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54096) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:10.645067 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.651746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network 1a47fee5-4986-4bfa-9916-df068792efd4 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:10.768741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c9533-0dbb-4f77-90ee-2e882ccfa97e None None] DHCP port deletion for 86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:10.773002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c9533-0dbb-4f77-90ee-2e882ccfa97e None None] Deleting port bf280076-8b18-41a6-a0d6-db7081d66ed2 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:10.773543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9533-0dbb-4f77-90ee-2e882ccfa97e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.799244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.805318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.814022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 1a47fee5-4986-4bfa-9916-df068792efd4) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:10.830027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63bd4a8-033a-4524-925a-2da8d0b593ac None None] Network 1a47fee5-4986-4bfa-9916-df068792efd4 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:10.836356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:10.836769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.853645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:10.854240 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.862704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7928fda6-40ae-4128-92fe-da239f8a5850 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.902424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe9397b-deb6-4553-8fec-ea0c184f7c8e tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:10.906355 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2fe9397b-deb6-4553-8fec-ea0c184f7c8e tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9f61d5b-7f6d-4150-a5bc-42be7034c227 HTTP/1.1" status: 200 len: 913 time: 0.6669858 May 24 23:00:10.912947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54102) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:10.931746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Deleting port bf280076-8b18-41a6-a0d6-db7081d66ed2 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:10.932084 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.100159 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 1384391f-288b-427c-a4ab-46f482da0f38 resource provider aggregate not found May 24 23:00:11.138469 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6764c9a-e1ed-4a86-8f76-30284d9ca007 req-be0b3eec-06d4-4d83-9931-5e1b9ddc2707 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4843585 May 24 23:00:11.151883 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 1384391f-288b-427c-a4ab-46f482da0f38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1384391f-288b-427c-a4ab-46f482da0f38 found for delete ", "request_id": "req-392530d2-36a2-4f1b-bafb-5cb4886d1170"}]} May 24 23:00:11.175358 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c5cef58f-4491-406d-9a88-0ac221d757e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1942499 May 24 23:00:11.183583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54110) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:11.270406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1d4c9533-0dbb-4f77-90ee-2e882ccfa97e None None] For port bf280076-8b18-41a6-a0d6-db7081d66ed2, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bf280076-8b18-41a6-a0d6-db7081d66ed2,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:11.270826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9533-0dbb-4f77-90ee-2e882ccfa97e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.399578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.403039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.429629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c9533-0dbb-4f77-90ee-2e882ccfa97e None None] Calling delete_port for bf280076-8b18-41a6-a0d6-db7081d66ed2 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:11.460631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-1a47fee5-4986-4bfa-9916-df068792efd4', 'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4', 'tenant_id': 'fdda545ddfc6402380f6129a941c88e4', 'fixed_ips': [{'subnet_id': '703ac0d6-94ba-4d53-9508-7aa7bbaffe79'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:11.461368 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.512337 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "DELETE /v2.0/networks/b9bc9763-104d-424b-a825-0b78dc34e64f HTTP/1.1" status: 204 len: 168 time: 1.8674448 May 24 23:00:11.514419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7928fda6-40ae-4128-92fe-da239f8a5850 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.516259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a90c3-bd5d-4237-9e93-1d89d1efd446 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event deleted for resources: {'Network': ['ID=b9bc9763-104d-424b-a825-0b78dc34e64f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:11.523749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54114) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:11.524828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7928fda6-40ae-4128-92fe-da239f8a5850 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.581575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9533-0dbb-4f77-90ee-2e882ccfa97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.641264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c9533-0dbb-4f77-90ee-2e882ccfa97e None None] Pushing event deleted for resources: {'Port': ['ID=bf280076-8b18-41a6-a0d6-db7081d66ed2,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:11.643341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c9533-0dbb-4f77-90ee-2e882ccfa97e None None] No DVR routers for this DVR port bf280076-8b18-41a6-a0d6-db7081d66ed2 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:11.678964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] For port bf280076-8b18-41a6-a0d6-db7081d66ed2, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bf280076-8b18-41a6-a0d6-db7081d66ed2,segment=NetworkSegment(310bc53d-129b-431e-9484-0f8fc24eb93c),segment_id=310bc53d-129b-431e-9484-0f8fc24eb93c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:11.679555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.713697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bf280076-8b18-41a6-a0d6-db7081d66ed2 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:11.739198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7928fda6-40ae-4128-92fe-da239f8a5850 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.739672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7928fda6-40ae-4128-92fe-da239f8a5850 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Fanout notify agent at l3_agent the message router_deleted on router 5a9eee1e-0a49-4722-b5d4-567880ef3c22 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:11.760024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: bf280076-8b18-41a6-a0d6-db7081d66ed2 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:11.760362 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bf280076-8b18-41a6-a0d6-db7081d66ed2 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:11.770313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7928fda6-40ae-4128-92fe-da239f8a5850 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.771597 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7928fda6-40ae-4128-92fe-da239f8a5850 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/routers/5a9eee1e-0a49-4722-b5d4-567880ef3c22 HTTP/1.1" status: 204 len: 168 time: 1.1291268 May 24 23:00:11.785166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Allocated IP 2001:db8::1 (1a47fee5-4986-4bfa-9916-df068792efd4/703ac0d6-94ba-4d53-9508-7aa7bbaffe79/d5aa1dca-a8a2-4899-9e78-6cea4135a63f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:11.837560 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54118) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:12.001989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b5940-967b-4e9b-9e80-9ee010cdab9c req-771808e3-0030-4d9b-b3f7-0c729081c818 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:12.008141 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0d8b5940-967b-4e9b-9e80-9ee010cdab9c req-771808e3-0030-4d9b-b3f7-0c729081c818 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.7086585 May 24 23:00:12.013149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.024944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Calling delete_port for bf280076-8b18-41a6-a0d6-db7081d66ed2 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:12.025143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Transition to ACTIVE for port object d5aa1dca-a8a2-4899-9e78-6cea4135a63f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:12.043867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Transition to ACTIVE for port object d5aa1dca-a8a2-4899-9e78-6cea4135a63f will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:12.050031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.073384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.090891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.119349 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Network 1a47fee5-4986-4bfa-9916-df068792efd4 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:12.120433 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c495c1a6-b208-4bf3-9251-dfdedbd4b0fb tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:12.122254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:12.126706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:12.134096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c495c1a6-b208-4bf3-9251-dfdedbd4b0fb tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:12.135927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c495c1a6-b208-4bf3-9251-dfdedbd4b0fb tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Synchronizing usage tracker for tenant:965200fd5b3a494b85a0d180607537cb on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:12.139496 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.154049 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-90791b11-05a9-4e94-b0a5-ab6897f0ab9e tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Deleting port a087d2bb-5731-4427-98e6-65d2306a3729 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:12.154393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90791b11-05a9-4e94-b0a5-ab6897f0ab9e tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.191380 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0d8b5940-967b-4e9b-9e80-9ee010cdab9c req-909a5a54-35d4-42e1-b7b0-72e958cff3fb tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786106 May 24 23:00:12.199654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Pushing event updated for resources: {'Port': ['ID=d5aa1dca-a8a2-4899-9e78-6cea4135a63f,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:12.223525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Attempting to bind port d5aa1dca-a8a2-4899-9e78-6cea4135a63f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:12.223902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Attempting to bind port d5aa1dca-a8a2-4899-9e78-6cea4135a63f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '142cf890-b5ec-44ed-b1e1-f82248de4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:12.224268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Attempting to bind port d5aa1dca-a8a2-4899-9e78-6cea4135a63f on network 1a47fee5-4986-4bfa-9916-df068792efd4 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:12.229730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:12.230104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Checking segment: {'id': '142cf890-b5ec-44ed-b1e1-f82248de4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:12.230511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.230936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Bound using segment: {'id': '142cf890-b5ec-44ed-b1e1-f82248de4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:12.231402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Bound port: d5aa1dca-a8a2-4899-9e78-6cea4135a63f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142cf890-b5ec-44ed-b1e1-f82248de4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:12.231780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.261900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port d5aa1dca-a8a2-4899-9e78-6cea4135a63f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:12.262611 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.287340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c495c1a6-b208-4bf3-9251-dfdedbd4b0fb tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Unset dirty status for tenant:965200fd5b3a494b85a0d180607537cb on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:12.289530 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c495c1a6-b208-4bf3-9251-dfdedbd4b0fb tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7602522 May 24 23:00:12.293743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54124) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:12.306684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1360948926'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:12.334139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] For port d5aa1dca-a8a2-4899-9e78-6cea4135a63f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:12.337631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] For port d5aa1dca-a8a2-4899-9e78-6cea4135a63f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d5aa1dca-a8a2-4899-9e78-6cea4135a63f,segment=NetworkSegment(142cf890-b5ec-44ed-b1e1-f82248de4c64),segment_id=142cf890-b5ec-44ed-b1e1-f82248de4c64)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:12.343553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.349775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:12.407631 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:12.408003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:12.413601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:12.428845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d385d-3488-477e-bb7f-9e825e61163e None None] Pushing event updated for resources: {'Port': ['ID=d5aa1dca-a8a2-4899-9e78-6cea4135a63f,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:12.449058 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Made reservation on behalf of 965200fd5b3a494b85a0d180607537cb for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:12.459774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.498946 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:12.509338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa147-3676-4ba1-912c-8a431ea55566 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.584869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c080f6d-acc6-4399-824a-980c040d9a13 req-b0dbc509-0e48-4d16-93e1-0acc3c7e1f6b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:12.586487 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c080f6d-acc6-4399-824a-980c040d9a13 req-b0dbc509-0e48-4d16-93e1-0acc3c7e1f6b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.2737958 May 24 23:00:12.591124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.591459 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Added segment fb9b72ea-ff2c-4759-bac6-c719891e0e47 of type vlan for network 67169762-af2e-4f1a-b87a-ece1e3dae29b May 24 23:00:12.727371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.757007 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c080f6d-acc6-4399-824a-980c040d9a13 req-9f0fc3d5-5873-474c-8ac9-c2b9b2eb4bdb tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521859 May 24 23:00:12.796232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Allocated IP 172.26.3.251 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/6ff1d26a-4310-4fde-b958-853c0e653fcb) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:12.832156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.920384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Deleting port bf280076-8b18-41a6-a0d6-db7081d66ed2 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:12.920649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.934339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.940110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:12.940662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.092835 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7920053 May 24 23:00:13.094453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f6c32-7ec9-451c-add7-454d05ae2724 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event updated for resources: {'Network': ['ID=67169762-af2e-4f1a-b87a-ece1e3dae29b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:13.098512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54130) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:13.103791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90791b11-05a9-4e94-b0a5-ab6897f0ab9e tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.106786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 67169762-af2e-4f1a-b87a-ece1e3dae29b details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:13.108441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1465990872'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:13.118753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] The port 'bf280076-8b18-41a6-a0d6-db7081d66ed2' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:00:13.119826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:13.127502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Usage tracker for resource:network and tenant:965200fd5b3a494b85a0d180607537cb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:13.131534 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:13.138277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:13.152351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24005433-fbee-43e3-a0ae-df82f041dd76 req-9c363009-61bd-4926-b729-fbffe360ab76 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:13.153886 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-24005433-fbee-43e3-a0ae-df82f041dd76 req-9c363009-61bd-4926-b729-fbffe360ab76 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.2551060 May 24 23:00:13.210901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Made reservation on behalf of 965200fd5b3a494b85a0d180607537cb for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:13.214797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.287074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:13.298231 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-24005433-fbee-43e3-a0ae-df82f041dd76 req-6580050c-808a-4b4e-9b5c-36255cc21fa4 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105621 May 24 23:00:13.298923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fa147-3676-4ba1-912c-8a431ea55566 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Deleting port 8ca6ba68-4c7d-4167-9326-a8f63d6017d4 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:13.299265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa147-3676-4ba1-912c-8a431ea55566 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.347682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.347927 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Added segment df288938-9d31-4f03-acf7-5a0fdf17d977 of type vlan for network 3f6f4290-6d96-4ef7-b601-03e168943467 May 24 23:00:13.411323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] For port d5aa1dca-a8a2-4899-9e78-6cea4135a63f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d5aa1dca-a8a2-4899-9e78-6cea4135a63f,segment=NetworkSegment(142cf890-b5ec-44ed-b1e1-f82248de4c64),segment_id=142cf890-b5ec-44ed-b1e1-f82248de4c64)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:13.411831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.455145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.500836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab50ec9d-02b8-46ed-a168-db0c8a9d5fc2 None None] Network 1a47fee5-4986-4bfa-9916-df068792efd4 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:13.530843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.536774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:13.537356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.544680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-90791b11-05a9-4e94-b0a5-ab6897f0ab9e tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Calling delete_port for a087d2bb-5731-4427-98e6-65d2306a3729 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:13.573820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa147-3676-4ba1-912c-8a431ea55566 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.602911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c8b2a017-b025-4e81-84a1-edb930a8024d None None] Provisioning for port d5aa1dca-a8a2-4899-9e78-6cea4135a63f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:13.725464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Calling delete_port for d5aa1dca-a8a2-4899-9e78-6cea4135a63f owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:13.762725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d5aa1dca-a8a2-4899-9e78-6cea4135a63f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:13.888318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fa147-3676-4ba1-912c-8a431ea55566 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Calling delete_port for 8ca6ba68-4c7d-4167-9326-a8f63d6017d4 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:13.893618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port d5aa1dca-a8a2-4899-9e78-6cea4135a63f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:13.901648 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d5aa1dca-a8a2-4899-9e78-6cea4135a63f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:13.902142 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.930124 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8294237 May 24 23:00:13.940076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54136) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:13.942511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95db63-21d6-4bad-8f2e-c89c87bb6b78 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event updated for resources: {'Network': ['ID=3f6f4290-6d96-4ef7-b601-03e168943467,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:13.949129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'ports': [{'network_id': '67169762-af2e-4f1a-b87a-ece1e3dae29b', 'name': 'tempest-port--1302633910', 'admin_state_up': True}, {'network_id': '3f6f4290-6d96-4ef7-b601-03e168943467', 'admin_state_up': False}]} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:13.949431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'port': {'network_id': '67169762-af2e-4f1a-b87a-ece1e3dae29b', 'name': 'tempest-port--1302633910', 'admin_state_up': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:13.949958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'port': {'network_id': '3f6f4290-6d96-4ef7-b601-03e168943467', 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:13.988332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 3f6f4290-6d96-4ef7-b601-03e168943467 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:14.018883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.075435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.120132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:14.163516 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f4c0d4a0-4511-4d65-91d6-b2102edaac87 None None] Provisioning complete for port d5aa1dca-a8a2-4899-9e78-6cea4135a63f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:14.164018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d4a0-4511-4d65-91d6-b2102edaac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.200634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310bc53d-129b-431e-9484-0f8fc24eb93c') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:14.200997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310bc53d-129b-431e-9484-0f8fc24eb93c') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:14.218980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d5aa1dca-a8a2-4899-9e78-6cea4135a63f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:14.219365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.256435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.300710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.309097 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0d4a0-4511-4d65-91d6-b2102edaac87 None None] Current status of the port d5aa1dca-a8a2-4899-9e78-6cea4135a63f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:14.309480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d4a0-4511-4d65-91d6-b2102edaac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.327300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:14.327791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.356661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:14.364997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Usage tracker for resource:port and tenant:965200fd5b3a494b85a0d180607537cb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:14.370729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:14.380354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:14.396971 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Made reservation on behalf of 965200fd5b3a494b85a0d180607537cb for: {'port': 2} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:14.401946 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.403390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.412501 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 310bc53d-129b-431e-9484-0f8fc24eb93c resource provider aggregate not found May 24 23:00:14.455040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.460766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90791b11-05a9-4e94-b0a5-ab6897f0ab9e tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.485170 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 310bc53d-129b-431e-9484-0f8fc24eb93c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 310bc53d-129b-431e-9484-0f8fc24eb93c found for delete ", "request_id": "req-626b3ed3-395b-470c-aefa-e3083743dcc8"}]} May 24 23:00:14.519169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Port': ['ID=d5aa1dca-a8a2-4899-9e78-6cea4135a63f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:14.544769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4bd412-512e-46c5-b475-7f193f64e40a None None] DHCP port deletion for 1a47fee5-4986-4bfa-9916-df068792efd4 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:14.567338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e39ebc-db81-45b5-aebe-8680368ff8e8 None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:00:14.606854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.670569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa147-3676-4ba1-912c-8a431ea55566 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.697274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90791b11-05a9-4e94-b0a5-ab6897f0ab9e tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Pushing event deleted for resources: {'Port': ['ID=a087d2bb-5731-4427-98e6-65d2306a3729,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:14.712048 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.715985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.728385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e39ebc-db81-45b5-aebe-8680368ff8e8 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:00:14.730420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fa147-3676-4ba1-912c-8a431ea55566 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event deleted for resources: {'Port': ['ID=8ca6ba68-4c7d-4167-9326-a8f63d6017d4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:14.788164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] device_id is not set on port 80b2aa5b-01d5-407b-ba63-73784ed2e109 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:14.790511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No DVR routers for this DVR port d5aa1dca-a8a2-4899-9e78-6cea4135a63f on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:14.868008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:14.877689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:14.897802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:14.900530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:15.063570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Deleting port 0441144a-c903-455b-af1c-045edaab5382 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:15.064236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.103143 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa147-3676-4ba1-912c-8a431ea55566 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.114260 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-1a47fee5-4986-4bfa-9916-df068792efd4', 'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4', 'tenant_id': 'fdda545ddfc6402380f6129a941c88e4', 'fixed_ips': [{'subnet_id': '703ac0d6-94ba-4d53-9508-7aa7bbaffe79'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:15.114989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.115150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.162060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Pushing event updated for resources: {'Port': ['ID=6ff1d26a-4310-4fde-b958-853c0e653fcb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:15.176583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.220707 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f1846d74-28b0-4929-9927-bd0d8d9f3cd2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/86fa6376-f5d4-47c1-9c84-a0eb3e4d53d0 HTTP/1.1" status: 204 len: 168 time: 4.7309349 May 24 23:00:15.246785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90791b11-05a9-4e94-b0a5-ab6897f0ab9e tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.248642 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-90791b11-05a9-4e94-b0a5-ab6897f0ab9e tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/ports/a087d2bb-5731-4427-98e6-65d2306a3729 HTTP/1.1" status: 204 len: 168 time: 3.4070675 May 24 23:00:15.308251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54146) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:15.311522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] device_id is not set on port 6f9ff95c-c8f2-4a0d-9117-f40761611941 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:15.318621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Allocated IP 2001:db8::1 (1a47fee5-4986-4bfa-9916-df068792efd4/703ac0d6-94ba-4d53-9508-7aa7bbaffe79/ac15425d-e3ae-4bf7-ba9b-540a0d619109) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:15.435127 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54148) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:15.465018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.560158 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.571751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Transition to ACTIVE for port object ac15425d-e3ae-4bf7-ba9b-540a0d619109 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:15.590936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Transition to ACTIVE for port object ac15425d-e3ae-4bf7-ba9b-540a0d619109 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:15.598699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.669836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] For port 0441144a-c903-455b-af1c-045edaab5382, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=0441144a-c903-455b-af1c-045edaab5382,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:15.670177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.677582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Network 1a47fee5-4986-4bfa-9916-df068792efd4 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:15.680721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:15.684230 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5e922430-9b7f-4aa7-a778-b863a6b1ae74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ef6f5139f3a435992e0ee1ac47012a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1992061 May 24 23:00:15.688399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:15.694650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54154) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:15.695541 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Pushing event updated for resources: {'Port': ['ID=ac15425d-e3ae-4bf7-ba9b-540a0d619109,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:15.724728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.737107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d5aa1dca-a8a2-4899-9e78-6cea4135a63f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:15.805519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: d5aa1dca-a8a2-4899-9e78-6cea4135a63f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:15.805519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d5aa1dca-a8a2-4899-9e78-6cea4135a63f not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:15.832666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Calling delete_port for 0441144a-c903-455b-af1c-045edaab5382 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:15.864580 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Attempting to bind port ac15425d-e3ae-4bf7-ba9b-540a0d619109 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:15.864946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Attempting to bind port ac15425d-e3ae-4bf7-ba9b-540a0d619109 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '142cf890-b5ec-44ed-b1e1-f82248de4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:15.865300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Attempting to bind port ac15425d-e3ae-4bf7-ba9b-540a0d619109 on network 1a47fee5-4986-4bfa-9916-df068792efd4 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:15.870715 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:15.871081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Checking segment: {'id': '142cf890-b5ec-44ed-b1e1-f82248de4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:15.871480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.871862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Bound using segment: {'id': '142cf890-b5ec-44ed-b1e1-f82248de4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:15.872317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Bound port: ac15425d-e3ae-4bf7-ba9b-540a0d619109, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142cf890-b5ec-44ed-b1e1-f82248de4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a47fee5-4986-4bfa-9916-df068792efd4'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:15.872820 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.878685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a244ef-450c-4b89-82ed-aeb90f37ebdc tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Deleting subnet 99cb027e-2161-4928-a37c-c318e702e738 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:15.896254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-79a244ef-450c-4b89-82ed-aeb90f37ebdc tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.902107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b07c-94fe-4421-a7a8-67039fb148d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.908591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.911363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7fa147-3676-4ba1-912c-8a431ea55566 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Router c9f61d5b-7f6d-4150-a5bc-42be7034c227 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:15.947999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.966718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] For port ac15425d-e3ae-4bf7-ba9b-540a0d619109, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:15.970364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] For port ac15425d-e3ae-4bf7-ba9b-540a0d619109, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ac15425d-e3ae-4bf7-ba9b-540a0d619109,segment=NetworkSegment(142cf890-b5ec-44ed-b1e1-f82248de4c64),segment_id=142cf890-b5ec-44ed-b1e1-f82248de4c64)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:15.975334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.003937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Subnet': ['ID=703ac0d6-94ba-4d53-9508-7aa7bbaffe79,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:16.056686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f726a-ce89-4a0b-b9fb-69983637030d None None] Pushing event updated for resources: {'Port': ['ID=ac15425d-e3ae-4bf7-ba9b-540a0d619109,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:16.065144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b07c-94fe-4421-a7a8-67039fb148d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.114099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-79a244ef-450c-4b89-82ed-aeb90f37ebdc tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.128585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event updated for resources: {'Port': ['ID=80b2aa5b-01d5-407b-ba63-73784ed2e109,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:16.210606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.210972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.211308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.211643 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.211977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.212297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.212619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.212940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.213259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.213562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.213876 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.214189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:16.245810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Checking segment: {'id': 'fb9b72ea-ff2c-4759-bac6-c719891e0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '67169762-af2e-4f1a-b87a-ece1e3dae29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:16.246867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Network hostable DHCP agents. Network: 67169762-af2e-4f1a-b87a-ece1e3dae29b, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:16.284615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7fa147-3676-4ba1-912c-8a431ea55566 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:16.290149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.298175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b07c-94fe-4421-a7a8-67039fb148d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.304463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb79705-c2da-45a1-82fc-16d85dc8fe0d None None] Sync routers for ids ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:16.312789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Network 67169762-af2e-4f1a-b87a-ece1e3dae29b is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:16.327401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb79705-c2da-45a1-82fc-16d85dc8fe0d None None] Routers {'c9f61d5b-7f6d-4150-a5bc-42be7034c227'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:16.327917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9b07c-94fe-4421-a7a8-67039fb148d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6081e94-e233-4d3c-9693-c7df30d52d8f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:16.329462 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fdb79705-c2da-45a1-82fc-16d85dc8fe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:16.335464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 67169762-af2e-4f1a-b87a-ece1e3dae29b) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:16.341520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:16.342337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.429130 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1e7fa147-3676-4ba1-912c-8a431ea55566 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "PUT /v2.0/routers/c9f61d5b-7f6d-4150-a5bc-42be7034c227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4994335 May 24 23:00:16.431981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fdb79705-c2da-45a1-82fc-16d85dc8fe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:16.435835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54158) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:16.440782 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a47fee5-4986-4bfa-9916-df068792efd4']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:16.443324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b07c-94fe-4421-a7a8-67039fb148d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.445072 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e4c9b07c-94fe-4421-a7a8-67039fb148d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6081e94-e233-4d3c-9693-c7df30d52d8f HTTP/1.1" status: 204 len: 168 time: 0.7494550 May 24 23:00:16.445655 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb79705-c2da-45a1-82fc-16d85dc8fe0d None None] Routers {'c9f61d5b-7f6d-4150-a5bc-42be7034c227'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:16.446276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fdb79705-c2da-45a1-82fc-16d85dc8fe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:16.472250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event updated for resources: {'Port': ['ID=6f9ff95c-c8f2-4a0d-9117-f40761611941,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:16.511627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Checking segment: {'id': 'df288938-9d31-4f03-acf7-5a0fdf17d977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3f6f4290-6d96-4ef7-b601-03e168943467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:16.511627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Network hostable DHCP agents. Network: 3f6f4290-6d96-4ef7-b601-03e168943467, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:16.546953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Network 3f6f4290-6d96-4ef7-b601-03e168943467 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:16.564868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 3f6f4290-6d96-4ef7-b601-03e168943467) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:16.577949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:16.584978 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:16.590880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:16.592488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.598451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fdb79705-c2da-45a1-82fc-16d85dc8fe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:16.599017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb79705-c2da-45a1-82fc-16d85dc8fe0d None None] The sync data for ids ['c9f61d5b-7f6d-4150-a5bc-42be7034c227'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:16.617408 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1fae86cb-aa4b-41d9-bac8-87eeeba0aed2 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6758575 May 24 23:00:16.619910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54164) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:16.697950 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142cf890-b5ec-44ed-b1e1-f82248de4c64') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:16.698323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142cf890-b5ec-44ed-b1e1-f82248de4c64') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:16.708729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1638128-85aa-4062-9037-c732e34696ef tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:16.711073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.715180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1638128-85aa-4062-9037-c732e34696ef tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:16.716025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d1638128-85aa-4062-9037-c732e34696ef tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Synchronizing usage tracker for tenant:965200fd5b3a494b85a0d180607537cb on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:16.734039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d1638128-85aa-4062-9037-c732e34696ef tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Unset dirty status for tenant:965200fd5b3a494b85a0d180607537cb on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:16.739055 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d1638128-85aa-4062-9037-c732e34696ef tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1179078 May 24 23:00:16.739637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54168) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:16.795366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.811583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cd9357fb-8351-42f1-bb4a-339653a9b229 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Deleting port 80b2aa5b-01d5-407b-ba63-73784ed2e109 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:16.811947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd9357fb-8351-42f1-bb4a-339653a9b229 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.900044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-79a244ef-450c-4b89-82ed-aeb90f37ebdc tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.975876 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.067949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:17.067949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.094213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd9357fb-8351-42f1-bb4a-339653a9b229 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.254932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cd9357fb-8351-42f1-bb4a-339653a9b229 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Calling delete_port for 80b2aa5b-01d5-407b-ba63-73784ed2e109 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:17.319827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f205116-4132-4f7e-946b-24d57eaf0472 None None] Network 1a47fee5-4986-4bfa-9916-df068792efd4 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:17.333448 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 142cf890-b5ec-44ed-b1e1-f82248de4c64 resource provider aggregate not found May 24 23:00:17.351563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.356435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db92eb-478f-4680-8a93-9b9d9af71eac None None] Network 67169762-af2e-4f1a-b87a-ece1e3dae29b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:17.370471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd9357fb-8351-42f1-bb4a-339653a9b229 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.439068 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202cef31-f879-4aa5-99a5-219bd1b0723b None None] Network 3f6f4290-6d96-4ef7-b601-03e168943467 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:17.439234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9357fb-8351-42f1-bb4a-339653a9b229 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event deleted for resources: {'Port': ['ID=80b2aa5b-01d5-407b-ba63-73784ed2e109,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:17.459639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd9357fb-8351-42f1-bb4a-339653a9b229 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.492417 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cd9357fb-8351-42f1-bb4a-339653a9b229 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "DELETE /v2.0/ports/80b2aa5b-01d5-407b-ba63-73784ed2e109 HTTP/1.1" status: 204 len: 168 time: 0.7494950 May 24 23:00:17.492718 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54196) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:17.536330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 23:00:17.536330 dv-neutron-843190-1-hyperv neutron-server[88260]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 23:00:17.536330 dv-neutron-843190-1-hyperv neutron-server[88260]: [parameters: {'id': '1a47fee5-4986-4bfa-9916-df068792efd4'}] May 24 23:00:17.536330 dv-neutron-843190-1-hyperv neutron-server[88260]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:17.536699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:17.557261 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 142cf890-b5ec-44ed-b1e1-f82248de4c64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 142cf890-b5ec-44ed-b1e1-f82248de4c64 found for delete ", "request_id": "req-8bd08459-d493-46ba-b40a-c80448c30bc6"}]} May 24 23:00:17.607656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.649773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54200) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:17.805198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f6df0-b5f8-45ec-8351-a907690835f3 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Deleting port 6f9ff95c-c8f2-4a0d-9117-f40761611941 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:17.805734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb4f6df0-b5f8-45ec-8351-a907690835f3 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.823126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-79a244ef-450c-4b89-82ed-aeb90f37ebdc tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.834185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0441144a-c903-455b-af1c-045edaab5382,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:17.947233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.950995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.951535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.952025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.952517 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.952985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.953976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.954445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.955066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.955574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.956068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.956575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.957080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:17.958115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ac15425d-e3ae-4bf7-ba9b-540a0d619109 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:17.963642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-79a244ef-450c-4b89-82ed-aeb90f37ebdc tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.981853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a244ef-450c-4b89-82ed-aeb90f37ebdc tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Pushing event deleted for resources: {'Subnet': ['ID=99cb027e-2161-4928-a37c-c318e702e738,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:17.987953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1613897419'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:18.007032 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-23b2c045-1191-4495-af29-fef98f245a5a None None] Provisioning for port ac15425d-e3ae-4bf7-ba9b-540a0d619109 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:18.010565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5764f4-2121-42d4-8df1-806ee0070e1e None None] Network 8eb3254c-49e9-47b0-8d54-ae16c4b7e541 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:18.012776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:18.023557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.030462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Deleting port 50190222-1102-4901-a3dd-bc28828c1986 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:18.030983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.058283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:network and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:18.060849 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.063347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:18.072050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.075138 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-79a244ef-450c-4b89-82ed-aeb90f37ebdc tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/subnets/99cb027e-2161-4928-a37c-c318e702e738 HTTP/1.1" status: 204 len: 168 time: 2.6421010 May 24 23:00:18.088763 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54206) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:18.089395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:18.219119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb4f6df0-b5f8-45ec-8351-a907690835f3 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.363087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f6df0-b5f8-45ec-8351-a907690835f3 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Calling delete_port for 6f9ff95c-c8f2-4a0d-9117-f40761611941 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:18.396009 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.413694 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port ac15425d-e3ae-4bf7-ba9b-540a0d619109 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:18.424371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Deleting port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:18.424736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.429545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ac15425d-e3ae-4bf7-ba9b-540a0d619109 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:18.429916 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.529566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Made reservation on behalf of d6de67d89dbb4e56b0e295216e765b54 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:18.534186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.550387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port ac15425d-e3ae-4bf7-ba9b-540a0d619109 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:18.550792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.564049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb4f6df0-b5f8-45ec-8351-a907690835f3 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.570314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] DHCP port deletion for 1a47fee5-4986-4bfa-9916-df068792efd4 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:18.594862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Deleting port ac15425d-e3ae-4bf7-ba9b-540a0d619109 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:18.595620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.597763 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.624566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb4f6df0-b5f8-45ec-8351-a907690835f3 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.630926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3df6c9-df51-4df8-ad42-27b3ce7733d1 None None] DHCP port deletion for 8eb3254c-49e9-47b0-8d54-ae16c4b7e541 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:18.641799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f6df0-b5f8-45ec-8351-a907690835f3 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event deleted for resources: {'Port': ['ID=6f9ff95c-c8f2-4a0d-9117-f40761611941,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:18.650288 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1a3df6c9-df51-4df8-ad42-27b3ce7733d1 None None] Deleting port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:18.650798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a3df6c9-df51-4df8-ad42-27b3ce7733d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.684396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ac15425d-e3ae-4bf7-ba9b-540a0d619109 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:18.684831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.706156 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cb4f6df0-b5f8-45ec-8351-a907690835f3 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "DELETE /v2.0/ports/6f9ff95c-c8f2-4a0d-9117-f40761611941 HTTP/1.1" status: 204 len: 168 time: 1.2122850 May 24 23:00:18.716194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54210) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:18.772983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9ec68953-0cf5-400d-b243-ac0039b8c0a1 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Synchronizing usage tracker for tenant:965200fd5b3a494b85a0d180607537cb on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:18.779705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:18.788366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] For port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bea9c4cd-70ec-440e-a1c5-ef72445ee4f3,segment=NetworkSegment(8f294d0b-b14e-45d2-a340-3381da0c69a8),segment_id=8f294d0b-b14e-45d2-a340-3381da0c69a8)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:18.788730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.809170 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:security_group_rule and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:18.846774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:18.851089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.863381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ac15425d-e3ae-4bf7-ba9b-540a0d619109, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ac15425d-e3ae-4bf7-ba9b-540a0d619109,segment=NetworkSegment(142cf890-b5ec-44ed-b1e1-f82248de4c64),segment_id=142cf890-b5ec-44ed-b1e1-f82248de4c64)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:18.865995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9ec68953-0cf5-400d-b243-ac0039b8c0a1 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Unset dirty status for tenant:965200fd5b3a494b85a0d180607537cb on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:18.867339 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9ec68953-0cf5-400d-b243-ac0039b8c0a1 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1501808 May 24 23:00:18.877435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54214) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:18.881035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.891425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:18.896684 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2063763876'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:18.935017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Calling delete_port for bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:19.017569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.017824 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:19.030467 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Calling delete_port for 50190222-1102-4901-a3dd-bc28828c1986 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:19.063756 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.069352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Pushing event deleted for resources: {'Port': ['ID=bea9c4cd-70ec-440e-a1c5-ef72445ee4f3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:19.073121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] No DVR routers for this DVR port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:19.086537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Usage tracker for resource:network and tenant:965200fd5b3a494b85a0d180607537cb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:19.096653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:19.140111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] For port ac15425d-e3ae-4bf7-ba9b-540a0d619109, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ac15425d-e3ae-4bf7-ba9b-540a0d619109,segment=NetworkSegment(142cf890-b5ec-44ed-b1e1-f82248de4c64),segment_id=142cf890-b5ec-44ed-b1e1-f82248de4c64)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:19.141154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.153938 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ac15425d-e3ae-4bf7-ba9b-540a0d619109,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:19.192639 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:19.224864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.252474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb3254c-49e9-47b0-8d54-ae16c4b7e541']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:19.265797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f294d0b-b14e-45d2-a340-3381da0c69a8') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:19.265797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f294d0b-b14e-45d2-a340-3381da0c69a8') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:19.276947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.288942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Calling delete_port for ac15425d-e3ae-4bf7-ba9b-540a0d619109 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:19.293495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.301086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:19.301456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.337279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.339279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.339946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.340825 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.341315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.341662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.342052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.342389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.342866 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.343207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.343534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.343894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:19.352832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Made reservation on behalf of 965200fd5b3a494b85a0d180607537cb for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:19.356452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.369649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1a3df6c9-df51-4df8-ad42-27b3ce7733d1 None None] For port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bea9c4cd-70ec-440e-a1c5-ef72445ee4f3,segment=NetworkSegment(8f294d0b-b14e-45d2-a340-3381da0c69a8),segment_id=8f294d0b-b14e-45d2-a340-3381da0c69a8)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:19.370246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a3df6c9-df51-4df8-ad42-27b3ce7733d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.380387 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 8f294d0b-b14e-45d2-a340-3381da0c69a8 resource provider aggregate not found May 24 23:00:19.495299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] For port ac15425d-e3ae-4bf7-ba9b-540a0d619109, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ac15425d-e3ae-4bf7-ba9b-540a0d619109,segment=NetworkSegment(142cf890-b5ec-44ed-b1e1-f82248de4c64),segment_id=142cf890-b5ec-44ed-b1e1-f82248de4c64)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:19.495596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.511364 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 8f294d0b-b14e-45d2-a340-3381da0c69a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f294d0b-b14e-45d2-a340-3381da0c69a8 found for delete ", "request_id": "req-0fd66c2a-8805-420d-b03b-5aaae534d981"}]} May 24 23:00:19.519449 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Router 9604588f-9715-47ab-be77-94b7fc9b1ac5 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:00:19.526050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.537523 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1a3df6c9-df51-4df8-ad42-27b3ce7733d1 None None] Calling delete_port for bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:19.551119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.579319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] Pushing event deleted for resources: {'Network': ['ID=8eb3254c-49e9-47b0-8d54-ae16c4b7e541,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:19.590927 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b69085bc-5a05-4190-8bdd-5726ec5bfe86 tempest-TagsExtTest-52497364 tempest-TagsExtTest-52497364-project] 10.222.0.32 "DELETE /v2.0/networks/8eb3254c-49e9-47b0-8d54-ae16c4b7e541 HTTP/1.1" status: 204 len: 168 time: 1.4981220 May 24 23:00:19.602444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:19.602821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:19.627575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:19.638216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-1a3df6c9-df51-4df8-ad42-27b3ce7733d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:19.638688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-1a3df6c9-df51-4df8-ad42-27b3ce7733d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:19.711011 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Calling delete_port for ac15425d-e3ae-4bf7-ba9b-540a0d619109 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:19.769166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ac15425d-e3ae-4bf7-ba9b-540a0d619109 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:19.899097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54228) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:19.902523 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ac15425d-e3ae-4bf7-ba9b-540a0d619109 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:19.902960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.939188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ac15425d-e3ae-4bf7-ba9b-540a0d619109, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ac15425d-e3ae-4bf7-ba9b-540a0d619109,segment=NetworkSegment(142cf890-b5ec-44ed-b1e1-f82248de4c64),segment_id=142cf890-b5ec-44ed-b1e1-f82248de4c64)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:19.944102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.945046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:19.984861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.985253 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Added segment 0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a of type vlan for network 96e8d75b-1a62-467f-89e2-310a4fa953cc May 24 23:00:20.016253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:20.016253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:20.054426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ac15425d-e3ae-4bf7-ba9b-540a0d619109,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:20.080106 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-47467e9d-0328-4e13-bb36-cb4bc1749846 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59c15f8c197c4d4f973beecbd510014e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792610 May 24 23:00:20.082592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54234) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:20.104159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Deleting port ac15425d-e3ae-4bf7-ba9b-540a0d619109 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:20.104636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.116906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.145816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1a3df6c9-df51-4df8-ad42-27b3ce7733d1 None None] Deleting port bea9c4cd-70ec-440e-a1c5-ef72445ee4f3 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:20.146266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a3df6c9-df51-4df8-ad42-27b3ce7733d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.147170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7187825c-c1c2-437a-8f45-2f6c6e36e946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.174337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7187825c-c1c2-437a-8f45-2f6c6e36e946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.233357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1a3df6c9-df51-4df8-ad42-27b3ce7733d1 None None] The port 'bea9c4cd-70ec-440e-a1c5-ef72445ee4f3' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:00:20.236782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7187825c-c1c2-437a-8f45-2f6c6e36e946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.246599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.260298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187825c-c1c2-437a-8f45-2f6c6e36e946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d54e6-95db-41fb-89ff-9088155b3669,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:20.260676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.269544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7187825c-c1c2-437a-8f45-2f6c6e36e946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.273375 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7187825c-c1c2-437a-8f45-2f6c6e36e946 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb4d54e6-95db-41fb-89ff-9088155b3669 HTTP/1.1" status: 204 len: 168 time: 0.1874247 May 24 23:00:20.358119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:20.415519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] For port ac15425d-e3ae-4bf7-ba9b-540a0d619109, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ac15425d-e3ae-4bf7-ba9b-540a0d619109,segment=NetworkSegment(142cf890-b5ec-44ed-b1e1-f82248de4c64),segment_id=142cf890-b5ec-44ed-b1e1-f82248de4c64)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:20.415994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.426290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:20.426631 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:20.442563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeeab1e-d05d-4105-aa49-44efaf3be584,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:20.466159 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-33db3cba-2c7e-4c64-812c-2ac45e3896c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9478118 May 24 23:00:20.478303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.478789 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Added segment 8781ae69-4767-40e6-9fe2-073d6cf91a83 of type vlan for network e5845492-676a-4167-a1ae-4e2bc51f1058 May 24 23:00:20.489876 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:20.502990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.511244 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3edcc-cc0c-45dd-8638-ce0f3fd0986e None None] Sync routers for ids ['9604588f-9715-47ab-be77-94b7fc9b1ac5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:20.528190 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3edcc-cc0c-45dd-8638-ce0f3fd0986e None None] Routers {'9604588f-9715-47ab-be77-94b7fc9b1ac5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:20.530080 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d4f3edcc-cc0c-45dd-8638-ce0f3fd0986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9604588f-9715-47ab-be77-94b7fc9b1ac5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:20.580082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.585378 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:20.585962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.612443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Calling delete_port for ac15425d-e3ae-4bf7-ba9b-540a0d619109 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:20.613160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event deleted for resources: {'Port': ['ID=50190222-1102-4901-a3dd-bc28828c1986,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:20.626657 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d4f3edcc-cc0c-45dd-8638-ce0f3fd0986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:20.636395 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3edcc-cc0c-45dd-8638-ce0f3fd0986e None None] Routers {'9604588f-9715-47ab-be77-94b7fc9b1ac5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:20.637002 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d4f3edcc-cc0c-45dd-8638-ce0f3fd0986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9604588f-9715-47ab-be77-94b7fc9b1ac5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:20.669885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.713151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.717117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Router 7ee4a5ea-982a-4a57-9136-854d38f539e6 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:20.765643 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d4f3edcc-cc0c-45dd-8638-ce0f3fd0986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:20.766255 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3edcc-cc0c-45dd-8638-ce0f3fd0986e None None] The sync data for ids ['9604588f-9715-47ab-be77-94b7fc9b1ac5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:20.771783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] No DVR routers for this DVR port ac15425d-e3ae-4bf7-ba9b-540a0d619109 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:20.773440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d524c9-f916-4044-acf6-764de5b0282f None None] Pushing event deleted for resources: {'Port': ['ID=ac15425d-e3ae-4bf7-ba9b-540a0d619109,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:20.924124 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0348201 May 24 23:00:20.924892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cfc40-4944-4b4c-8bea-ece038f68ff7 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event updated for resources: {'Network': ['ID=96e8d75b-1a62-467f-89e2-310a4fa953cc,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:20.926701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54254) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:20.931690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port ac15425d-e3ae-4bf7-ba9b-540a0d619109 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:20.932047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.938021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-801031534'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:20.939464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 96e8d75b-1a62-467f-89e2-310a4fa953cc details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:20.944662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:20.949757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Usage tracker for resource:network and tenant:965200fd5b3a494b85a0d180607537cb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:20.953224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:20.963866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:20.976430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Made reservation on behalf of 965200fd5b3a494b85a0d180607537cb for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:20.980498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.011917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.013180 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bd828462-0c5a-44a2-b859-2c122ba69e76 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "PUT /v2.0/routers/9604588f-9715-47ab-be77-94b7fc9b1ac5 HTTP/1.1" status: 200 len: 915 time: 11.3368366 May 24 23:00:21.014157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:21.024514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.024787 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Added segment 030a67fc-b934-42fb-9d3e-03d2be594e8b of type vlan for network e3213bc8-e613-4bb4-b67c-1c5a2416d4cd May 24 23:00:21.028375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54262) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:21.054384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.087516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.093476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:21.094684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.134874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.141445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:21.142340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.156027 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2264941 May 24 23:00:21.200952 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.259609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fcac0-8aa2-4d9f-bece-b22bc0c86d2d tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event updated for resources: {'Network': ['ID=e3213bc8-e613-4bb4-b67c-1c5a2416d4cd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:21.273495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network e3213bc8-e613-4bb4-b67c-1c5a2416d4cd details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:21.284680 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54268) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:21.293779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'subnets': [{'network_id': '96e8d75b-1a62-467f-89e2-310a4fa953cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--857629620', 'ip_version': 4}, {'network_id': 'e3213bc8-e613-4bb4-b67c-1c5a2416d4cd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:21.294103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'subnet': {'network_id': '96e8d75b-1a62-467f-89e2-310a4fa953cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--857629620', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:21.295285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Request body: {'subnet': {'network_id': 'e3213bc8-e613-4bb4-b67c-1c5a2416d4cd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:21.467522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] The port 'ac15425d-e3ae-4bf7-ba9b-540a0d619109' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:00:21.532512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:21.536463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Usage tracker for resource:subnet and tenant:965200fd5b3a494b85a0d180607537cb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:21.539267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:21.545300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:21.555417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Made reservation on behalf of 965200fd5b3a494b85a0d180607537cb for: {'subnet': 2} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:21.559985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.560373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.720602 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.0185506 May 24 23:00:21.725554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54284) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:21.738440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'subnet': {'network_id': 'e5845492-676a-4167-a1ae-4e2bc51f1058', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:21.810824 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.817894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-cd065634-5865-422e-98d6-03467f5ab771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:21.819401 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-cd065634-5865-422e-98d6-03467f5ab771 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6005c58c7744a9b7459d826b74a7db&device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 1099 time: 1.2257845 May 24 23:00:21.820177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a06f3-e0c5-4b5f-8c1c-d6ebab2f7a3d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Network': ['ID=e5845492-676a-4167-a1ae-4e2bc51f1058,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:21.837056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network e5845492-676a-4167-a1ae-4e2bc51f1058 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:21.871093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.898613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:21.922033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:subnet and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:21.972962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:21.986134 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:22.012881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:22.025850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.027418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356096f-8a6a-4edc-960e-cceca52e23b0 None None] Sync routers for ids ['7ee4a5ea-982a-4a57-9136-854d38f539e6'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:22.034974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Made reservation on behalf of d6de67d89dbb4e56b0e295216e765b54 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:22.038480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.043030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-79907a1c-336d-466e-8429-6ed25ee7786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.045770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356096f-8a6a-4edc-960e-cceca52e23b0 None None] Routers {'7ee4a5ea-982a-4a57-9136-854d38f539e6'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:22.046772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4356096f-8a6a-4edc-960e-cceca52e23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7ee4a5ea-982a-4a57-9136-854d38f539e6'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:22.058540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.059317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Fanout notify agent at l3_agent the message router_deleted on router c9f61d5b-7f6d-4150-a5bc-42be7034c227 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:22.085826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.087017 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c3a81e8c-0538-4ddf-ba2a-f42e346c78bb tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "DELETE /v2.0/routers/c9f61d5b-7f6d-4150-a5bc-42be7034c227 HTTP/1.1" status: 204 len: 168 time: 5.6496775 May 24 23:00:22.097980 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-51ecd95d-2446-4a5b-b46f-4dd5c7608cb5 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ee4a5ea-982a-4a57-9136-854d38f539e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9202952 May 24 23:00:22.100282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54292) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:22.100607 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54294) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:22.103911 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b1cc3a3-2453-4a69-ae6f-17747f8e8821 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/routers/9604588f-9715-47ab-be77-94b7fc9b1ac5 HTTP/1.1" status: 200 len: 921 time: 1.0625772 May 24 23:00:22.108330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54296) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:22.110423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a47fee5-4986-4bfa-9916-df068792efd4']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:22.212232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54304) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:22.263044 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-208102711', 'description': 'tempest-secgroup-smoke-208102711 description', 'project_id': 'da300a941f3f4a6f8389fb69cbf01581'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:22.272827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142cf890-b5ec-44ed-b1e1-f82248de4c64') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:22.273126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142cf890-b5ec-44ed-b1e1-f82248de4c64') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:22.274104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.285504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-4356096f-8a6a-4edc-960e-cceca52e23b0 None None] Set router 7ee4a5ea-982a-4a57-9136-854d38f539e6 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:22.310739 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:22.328906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.341496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:security_group and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:22.354227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:22.369062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:22.412005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event updated for resources: {'Subnet': ['ID=f8bb79b0-4045-4c24-bc96-e09762b190b4,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:22.420029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.436221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Checking segment: {'id': '0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96e8d75b-1a62-467f-89e2-310a4fa953cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:22.436580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Network hostable DHCP agents. Network: 96e8d75b-1a62-467f-89e2-310a4fa953cc, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:22.443898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.444242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.461568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7410482-d8ea-4a09-9d36-e0af707c2d94 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Deleting subnet 3a407d76-dac9-4485-a661-f079ea77b6fb {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:22.464028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-08b64ca1-2209-4b58-9506-bb08a9d585e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:22.465223 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-08b64ca1-2209-4b58-9506-bb08a9d585e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6205c16-b3a2-4d86-9909-668148e58a5b HTTP/1.1" status: 200 len: 913 time: 0.5716107 May 24 23:00:22.471091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:22.471435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7410482-d8ea-4a09-9d36-e0af707c2d94 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.499259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:22.499668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.508018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:security_group_rule and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:22.511773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:22.528857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Network 96e8d75b-1a62-467f-89e2-310a4fa953cc is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:22.545327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:22.567502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 96e8d75b-1a62-467f-89e2-310a4fa953cc) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:22.581256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.584996 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ec8cb7-f3c1-461d-bfc6-81a4a3620484 None None] Network 96e8d75b-1a62-467f-89e2-310a4fa953cc requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:22.648508 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 142cf890-b5ec-44ed-b1e1-f82248de4c64 resource provider aggregate not found May 24 23:00:22.704337 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 142cf890-b5ec-44ed-b1e1-f82248de4c64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 142cf890-b5ec-44ed-b1e1-f82248de4c64 found for delete ", "request_id": "req-303a2e1a-f84d-4e4e-b644-82f221806a8f"}]} May 24 23:00:22.714988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event updated for resources: {'Subnet': ['ID=a0f17772-395b-4ec0-a27e-9dd96aed2418,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:22.720152 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.731622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.759315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4356096f-8a6a-4edc-960e-cceca52e23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T23:00:16Z', 'revision_number': 5, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:22.773989 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356096f-8a6a-4edc-960e-cceca52e23b0 None None] Checking router: 7ee4a5ea-982a-4a57-9136-854d38f539e6 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:00:22.789505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356096f-8a6a-4edc-960e-cceca52e23b0 None None] Routers {'7ee4a5ea-982a-4a57-9136-854d38f539e6'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:22.790192 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4356096f-8a6a-4edc-960e-cceca52e23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T22:59:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7ee4a5ea-982a-4a57-9136-854d38f539e6'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:22.799762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7410482-d8ea-4a09-9d36-e0af707c2d94 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.963961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Checking segment: {'id': '030a67fc-b934-42fb-9d3e-03d2be594e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e3213bc8-e613-4bb4-b67c-1c5a2416d4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:22.964421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Network hostable DHCP agents. Network: e3213bc8-e613-4bb4-b67c-1c5a2416d4cd, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:22.974949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.982932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Subnet': ['ID=9d1c4a13-f52e-4113-84da-b8c496912046,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:23.007062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.011573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Checking segment: {'id': '8781ae69-4767-40e6-9fe2-073d6cf91a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e5845492-676a-4167-a1ae-4e2bc51f1058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:23.012220 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network hostable DHCP agents. Network: e5845492-676a-4167-a1ae-4e2bc51f1058, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:23.015184 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-96e8d75b-1a62-467f-89e2-310a4fa953cc', 'network_id': '96e8d75b-1a62-467f-89e2-310a4fa953cc', 'tenant_id': '965200fd5b3a494b85a0d180607537cb', 'fixed_ips': [{'subnet_id': 'f8bb79b0-4045-4c24-bc96-e09762b190b4'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:23.016562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.019073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.022711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.034299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb36b9-136c-471e-885b-68b2782ff565 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.035039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-13bb36b9-136c-471e-885b-68b2782ff565 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Synchronizing usage tracker for tenant:2c95a31525514df8a3c1b5c170166ecb on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:23.047825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:23.051662 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-5eafa69a-f556-4012-aa04-302d80a6a953 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5 HTTP/1.1" status: 200 len: 1001 time: 0.5189211 May 24 23:00:23.052696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Network': ['ID=1a47fee5-4986-4bfa-9916-df068792efd4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:23.059652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:security_group_rule and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:23.064069 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6709b81e-b7c8-4a64-9fb5-7cf2eb00e561 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/1a47fee5-4986-4bfa-9916-df068792efd4 HTTP/1.1" status: 204 len: 168 time: 11.8732309 May 24 23:00:23.071881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Network e3213bc8-e613-4bb4-b67c-1c5a2416d4cd is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:23.079286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54314) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:23.080168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:23.093010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:23.099815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1039381019'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:23.109579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:23.112309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e13446-322b-4ccd-ba1c-8622c83e6948,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:23.120681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network e5845492-676a-4167-a1ae-4e2bc51f1058 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:23.125685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:network and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:23.128592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, e3213bc8-e613-4bb4-b67c-1c5a2416d4cd) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:23.132244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:23.150926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:23.152600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381537d5-944b-4253-aa55-1ca1a4466459 None None] Network e3213bc8-e613-4bb4-b67c-1c5a2416d4cd requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:23.153859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.154525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.155452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.160618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, e5845492-676a-4167-a1ae-4e2bc51f1058) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:23.178972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.179751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.180972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee25075-2956-4af7-bbf8-ccf464990625 None None] Network e5845492-676a-4167-a1ae-4e2bc51f1058 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:23.215087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:23.219561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.221701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-13bb36b9-136c-471e-885b-68b2782ff565 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Unset dirty status for tenant:2c95a31525514df8a3c1b5c170166ecb on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:23.225442 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-13bb36b9-136c-471e-885b-68b2782ff565 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&device_id=9604588f-9715-47ab-be77-94b7fc9b1ac5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1027966 May 24 23:00:23.230050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54318) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:23.260766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-4356096f-8a6a-4edc-960e-cceca52e23b0 None None] Set router 7ee4a5ea-982a-4a57-9136-854d38f539e6 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:23.263811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-3470697d-7023-40fa-80f3-a9c30f36e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.264227 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e643374-f269-452b-b41d-1b3d919d6575 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9780698 May 24 23:00:23.265282 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-3470697d-7023-40fa-80f3-a9c30f36e41c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13943762-dae2-4602-990d-129c1c56cf13 HTTP/1.1" status: 200 len: 851 time: 0.2014124 May 24 23:00:23.269020 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6e93b131-6f92-4f97-b956-8bf3c2cafd82 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5423133 May 24 23:00:23.273246 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54322) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:23.273534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54324) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:23.299053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:23.308163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.314672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.314672 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Added segment 5443209b-e149-4037-9d37-39ca68c13b1e of type vlan for network c9150765-0ccb-4536-a9e3-a14c3646052a May 24 23:00:23.318481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7410482-d8ea-4a09-9d36-e0af707c2d94 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.322137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.348788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-807054276', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:23.380827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967ca4c9-68b2-4a81-b56f-9d676b2cca11,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:23.383976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.405969 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.410030 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3a4db8b7-a748-4a4c-b963-0b16b5779981 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1937072 May 24 23:00:23.411037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54330) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:23.417218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bd297d8c-ca6d-4163-9a80-8ae64ea0322c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'security_group_rule': {'security_group_id': '967ca4c9-68b2-4a81-b56f-9d676b2cca11', 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:23.425651 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bd297d8c-ca6d-4163-9a80-8ae64ea0322c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:23.430163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bd297d8c-ca6d-4163-9a80-8ae64ea0322c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:security_group_rule and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:23.433416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bd297d8c-ca6d-4163-9a80-8ae64ea0322c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:23.436302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.442087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.442672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.469527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:23.471376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bd297d8c-ca6d-4163-9a80-8ae64ea0322c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:23.498846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:router and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:23.508030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:23.517397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.535569 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:23.558219 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4719627 May 24 23:00:23.563109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54334) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:23.570236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Deleting port 687dda76-15a2-41ca-a101-9f91c7f13aad {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:23.570602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.573568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'network_id': 'c9150765-0ccb-4536-a9e3-a14c3646052a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:23.591223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd297d8c-ca6d-4163-9a80-8ae64ea0322c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.598269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e02af-7a85-43eb-9a98-e582aa071f95 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=c9150765-0ccb-4536-a9e3-a14c3646052a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:23.617052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.618093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.626023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2108866-d6ac-446d-8d0d-425fa3b57d12 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.627629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2108866-d6ac-446d-8d0d-425fa3b57d12 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.629575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2108866-d6ac-446d-8d0d-425fa3b57d12 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.630660 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b2108866-d6ac-446d-8d0d-425fa3b57d12 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3515010 May 24 23:00:23.651950 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54338) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:23.656723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network c9150765-0ccb-4536-a9e3-a14c3646052a details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:23.702103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Allocated IP 172.20.0.2 (96e8d75b-1a62-467f-89e2-310a4fa953cc/f8bb79b0-4045-4c24-bc96-e09762b190b4/847ad668-7315-47ab-b0e6-f8f04e547b1a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:23.728653 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:23.735897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:subnet and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:23.736941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee3969-a813-4802-b729-85b32fb4ae8d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.738308 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e9ee3969-a813-4802-b729-85b32fb4ae8d tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/networks/318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 881 time: 0.5073543 May 24 23:00:23.747598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54342) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:23.748376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:23.765196 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.773034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7410482-d8ea-4a09-9d36-e0af707c2d94 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.787474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:23.795237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd297d8c-ca6d-4163-9a80-8ae64ea0322c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.812264 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dba2e5a3-fb41-4397-9310-8e9d8c9d2990 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=9604588f-9715-47ab-be77-94b7fc9b1ac5 HTTP/1.1" status: 200 len: 205 time: 0.0571637 May 24 23:00:23.812264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd297d8c-ca6d-4163-9a80-8ae64ea0322c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.814856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54346) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:23.897993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7410482-d8ea-4a09-9d36-e0af707c2d94 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event deleted for resources: {'Subnet': ['ID=3a407d76-dac9-4485-a661-f079ea77b6fb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:23.900356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7410482-d8ea-4a09-9d36-e0af707c2d94 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.908123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd297d8c-ca6d-4163-9a80-8ae64ea0322c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6559c5a3-511b-49f8-8b56-927edd4b705d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:23.909408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-05d9048f-9c19-4948-8fab-899140d59331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.909888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:23.911370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-05d9048f-9c19-4948-8fab-899140d59331 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6205c16-b3a2-4d86-9909-668148e58a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6369531 May 24 23:00:23.913617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.919972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e46fdec-99f7-4941-b403-fac257a00bbd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Deleting subnet f8bb79b0-4045-4c24-bc96-e09762b190b4 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:23.945080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d85f82-8517-443d-ada3-77b94ba7d076 None None] Network 3097d84d-e220-44fa-b3ad-712033b307aa requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:24.000678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd297d8c-ca6d-4163-9a80-8ae64ea0322c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.004669 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bd297d8c-ca6d-4163-9a80-8ae64ea0322c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5902677 May 24 23:00:24.007281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54350) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:24.012444 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f7410482-d8ea-4a09-9d36-e0af707c2d94 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "DELETE /v2.0/subnets/3a407d76-dac9-4485-a661-f079ea77b6fb HTTP/1.1" status: 204 len: 168 time: 1.9050899 May 24 23:00:24.024392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54352) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:24.080377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bde92b97-be8a-472a-9d1c-5ba2c734e95f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'security_group_rule': {'security_group_id': '967ca4c9-68b2-4a81-b56f-9d676b2cca11', 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:24.118829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bde92b97-be8a-472a-9d1c-5ba2c734e95f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:24.187389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bde92b97-be8a-472a-9d1c-5ba2c734e95f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:security_group_rule and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:24.201926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bde92b97-be8a-472a-9d1c-5ba2c734e95f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:24.241048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bde92b97-be8a-472a-9d1c-5ba2c734e95f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:24.274439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-e3213bc8-e613-4bb4-b67c-1c5a2416d4cd', 'network_id': 'e3213bc8-e613-4bb4-b67c-1c5a2416d4cd', 'tenant_id': '965200fd5b3a494b85a0d180607537cb', 'fixed_ips': [{'subnet_id': 'a0f17772-395b-4ec0-a27e-9dd96aed2418'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:24.275473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.278921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.339108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] For port 687dda76-15a2-41ca-a101-9f91c7f13aad, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=687dda76-15a2-41ca-a101-9f91c7f13aad,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:24.339485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.364974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.368519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.409727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bde92b97-be8a-472a-9d1c-5ba2c734e95f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.445445 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5cda6d9d-34ac-4a9c-97ce-1cad01cca333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.448203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b934780-b7b4-44c3-8214-035e6d2c9ef5 None None] Network e5845492-676a-4167-a1ae-4e2bc51f1058 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:24.520521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Deleting port 2f95bd63-d1e3-436a-9395-5548b1ee2693 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:24.520728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.663399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Calling delete_port for 687dda76-15a2-41ca-a101-9f91c7f13aad owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:24.723309 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-84d0b13f-5502-418c-8644-5d9640eae0d5 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7960079 May 24 23:00:24.776483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4356096f-8a6a-4edc-960e-cceca52e23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T23:00:16Z', 'revision_number': 5, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:24.816445 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356096f-8a6a-4edc-960e-cceca52e23b0 None None] The sync data for ids ['7ee4a5ea-982a-4a57-9136-854d38f539e6'] in dv-neutron-843190-1-hyperv is: [{'id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'name': 'tempest-ServersTestJSON-441946751-router', 'tenant_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T23:00:16Z', 'revision_number': 5, 'project_id': '8b3c63dcfc634e77882cbe9e9d5a6aff', 'gw_port': {'id': '687dda76-15a2-41ca-a101-9f91c7f13aad', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a5ea-982a-4a57-9136-854d38f539e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:21Z', 'updated_at': '2022-05-24T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:24.865140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.876543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.880391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bde92b97-be8a-472a-9d1c-5ba2c734e95f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.900694 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.933926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bde92b97-be8a-472a-9d1c-5ba2c734e95f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.938039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Deleting port 6ff1d26a-4310-4fde-b958-853c0e653fcb {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:24.938210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.942414 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Transition to ACTIVE for port object 847ad668-7315-47ab-b0e6-f8f04e547b1a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:25.028690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Transition to ACTIVE for port object 847ad668-7315-47ab-b0e6-f8f04e547b1a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:25.032001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Allocated IP 172.20.0.18 (e3213bc8-e613-4bb4-b67c-1c5a2416d4cd/a0f17772-395b-4ec0-a27e-9dd96aed2418/70816612-47e0-4bd2-95d8-4f611f7cb418) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:25.036566 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e881cb41-afa7-4591-99a3-928e7970e4c5 req-d5ca065d-19ba-44fe-a840-22e05c1524d8 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975082 May 24 23:00:25.051919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e46fdec-99f7-4941-b403-fac257a00bbd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.055673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.108156 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.124412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e46fdec-99f7-4941-b403-fac257a00bbd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.130800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde92b97-be8a-472a-9d1c-5ba2c734e95f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bd8593-f7c0-4b08-ac2c-16aa69bd734e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:25.197715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bde92b97-be8a-472a-9d1c-5ba2c734e95f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.199306 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bde92b97-be8a-472a-9d1c-5ba2c734e95f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1781561 May 24 23:00:25.205129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040fd7d5-a705-4778-9f22-5afefcdd060b None None] DHCP port deletion for 3097d84d-e220-44fa-b3ad-712033b307aa request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:25.208787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Network 96e8d75b-1a62-467f-89e2-310a4fa953cc is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:25.215795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54360) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:25.222365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:25.224862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:25.237121 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-040fd7d5-a705-4778-9f22-5afefcdd060b None None] Deleting port 2f95bd63-d1e3-436a-9395-5548b1ee2693 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:25.237492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-040fd7d5-a705-4778-9f22-5afefcdd060b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.271579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=161f57d4-da94-46eb-91c5-50f871981624,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:25.286024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-81c50f8e-07d9-4ece-935e-247b81a8bcb2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'security_group_rule': {'security_group_id': '967ca4c9-68b2-4a81-b56f-9d676b2cca11', 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:25.287907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Pushing event updated for resources: {'Port': ['ID=847ad668-7315-47ab-b0e6-f8f04e547b1a,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:25.303621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81c50f8e-07d9-4ece-935e-247b81a8bcb2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:25.304343 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] For port 2f95bd63-d1e3-436a-9395-5548b1ee2693, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2f95bd63-d1e3-436a-9395-5548b1ee2693,segment=NetworkSegment(5c15b408-7ebf-4beb-8a36-8f332e4fee97),segment_id=5c15b408-7ebf-4beb-8a36-8f332e4fee97)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:25.304932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.328344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81c50f8e-07d9-4ece-935e-247b81a8bcb2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:security_group_rule and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:25.330616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Checking segment: {'id': '5443209b-e149-4037-9d37-39ca68c13b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c9150765-0ccb-4536-a9e3-a14c3646052a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:25.331290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network hostable DHCP agents. Network: c9150765-0ccb-4536-a9e3-a14c3646052a, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:25.393450 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.400908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81c50f8e-07d9-4ece-935e-247b81a8bcb2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:25.422894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81c50f8e-07d9-4ece-935e-247b81a8bcb2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:25.465913 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Calling delete_port for 2f95bd63-d1e3-436a-9395-5548b1ee2693 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:25.489031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Attempting to bind port 847ad668-7315-47ab-b0e6-f8f04e547b1a on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:25.489396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Attempting to bind port 847ad668-7315-47ab-b0e6-f8f04e547b1a by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96e8d75b-1a62-467f-89e2-310a4fa953cc'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:25.489753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Attempting to bind port 847ad668-7315-47ab-b0e6-f8f04e547b1a on network 96e8d75b-1a62-467f-89e2-310a4fa953cc {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:25.505676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.541397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:25.541586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Checking segment: {'id': '0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96e8d75b-1a62-467f-89e2-310a4fa953cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:25.541883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.542286 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Bound using segment: {'id': '0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96e8d75b-1a62-467f-89e2-310a4fa953cc'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:25.542788 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Bound port: 847ad668-7315-47ab-b0e6-f8f04e547b1a, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96e8d75b-1a62-467f-89e2-310a4fa953cc'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:25.543161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.556629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.569576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network c9150765-0ccb-4536-a9e3-a14c3646052a is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:25.570941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Pushing event deleted for resources: {'Port': ['ID=687dda76-15a2-41ca-a101-9f91c7f13aad,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:25.634370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81c50f8e-07d9-4ece-935e-247b81a8bcb2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.651942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.704798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Calling delete_port for 6ff1d26a-4310-4fde-b958-853c0e653fcb owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:25.714663 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.730678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.733436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, c9150765-0ccb-4536-a9e3-a14c3646052a) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:25.741921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e46fdec-99f7-4941-b403-fac257a00bbd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.753176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:25.753176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.757253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Transition to ACTIVE for port object 70816612-47e0-4bd2-95d8-4f611f7cb418 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:25.761848 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c3913e-2027-4623-a19d-2c55d08db557 None None] Network c9150765-0ccb-4536-a9e3-a14c3646052a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:25.784272 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.816484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-040fd7d5-a705-4778-9f22-5afefcdd060b None None] For port 2f95bd63-d1e3-436a-9395-5548b1ee2693, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2f95bd63-d1e3-436a-9395-5548b1ee2693,segment=NetworkSegment(5c15b408-7ebf-4beb-8a36-8f332e4fee97),segment_id=5c15b408-7ebf-4beb-8a36-8f332e4fee97)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:25.816868 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-040fd7d5-a705-4778-9f22-5afefcdd060b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.829816 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dc17ef68-be7a-4f76-98db-625740fcfebd tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2632778 May 24 23:00:25.848631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54364) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:25.848966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event deleted for resources: {'Port': ['ID=2f95bd63-d1e3-436a-9395-5548b1ee2693,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:25.891346 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 0441144a-c903-455b-af1c-045edaab5382 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:25.894960 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] No DVR routers for this DVR port 2f95bd63-d1e3-436a-9395-5548b1ee2693 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:25.908512 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e46fdec-99f7-4941-b403-fac257a00bbd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.966685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.006663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46fdec-99f7-4941-b403-fac257a00bbd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bb79b0-4045-4c24-bc96-e09762b190b4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:26.022556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e46fdec-99f7-4941-b403-fac257a00bbd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.105981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 0441144a-c903-455b-af1c-045edaab5382 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:26.106320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 0441144a-c903-455b-af1c-045edaab5382 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:26.106748 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2f95bd63-d1e3-436a-9395-5548b1ee2693 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:26.118874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.119999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81c50f8e-07d9-4ece-935e-247b81a8bcb2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.136600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-040fd7d5-a705-4778-9f22-5afefcdd060b None None] Calling delete_port for 2f95bd63-d1e3-436a-9395-5548b1ee2693 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:26.166216 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.169947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Transition to ACTIVE for port object 70816612-47e0-4bd2-95d8-4f611f7cb418 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:26.170375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3097d84d-e220-44fa-b3ad-712033b307aa']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:26.178242 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] For port 847ad668-7315-47ab-b0e6-f8f04e547b1a, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:26.193266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 2f95bd63-d1e3-436a-9395-5548b1ee2693 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:26.193602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2f95bd63-d1e3-436a-9395-5548b1ee2693 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:26.231464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.232197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c15b408-7ebf-4beb-8a36-8f332e4fee97') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:26.232497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c15b408-7ebf-4beb-8a36-8f332e4fee97') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:26.236171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] For port 847ad668-7315-47ab-b0e6-f8f04e547b1a, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=847ad668-7315-47ab-b0e6-f8f04e547b1a,segment=NetworkSegment(0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a),segment_id=0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:26.253619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.302923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.305454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.319135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81c50f8e-07d9-4ece-935e-247b81a8bcb2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.344605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.348309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.349791 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5e46fdec-99f7-4941-b403-fac257a00bbd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "DELETE /v2.0/subnets/f8bb79b0-4045-4c24-bc96-e09762b190b4 HTTP/1.1" status: 204 len: 168 time: 2.6952379 May 24 23:00:26.351255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.362499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54368) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:26.364662 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c50f8e-07d9-4ece-935e-247b81a8bcb2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b84c0fb-f26f-47b5-9168-9931ab9a6e03,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:26.376757 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Network e3213bc8-e613-4bb4-b67c-1c5a2416d4cd is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:26.390203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:26.391209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.392853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.26.3.166 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/f95f4be2-946f-4eee-bc56-429d013c782d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:26.397791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81c50f8e-07d9-4ece-935e-247b81a8bcb2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.404230 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-81c50f8e-07d9-4ece-935e-247b81a8bcb2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1382673 May 24 23:00:26.404230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54372) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:26.410967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6ea2fb5d-785c-4423-a26f-d1fd10cafc93 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'security_group_rule': {'security_group_id': '967ca4c9-68b2-4a81-b56f-9d676b2cca11', 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:26.415777 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:26.420001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ea2fb5d-785c-4423-a26f-d1fd10cafc93 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:26.428665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:26.440390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ea2fb5d-785c-4423-a26f-d1fd10cafc93 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:security_group_rule and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:26.442235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Pushing event updated for resources: {'Port': ['ID=70816612-47e0-4bd2-95d8-4f611f7cb418,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:26.446756 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.447299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ee4a5ea-982a-4a57-9136-854d38f539e6 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:26.494185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ea2fb5d-785c-4423-a26f-d1fd10cafc93 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:26.515384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ea2fb5d-785c-4423-a26f-d1fd10cafc93 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:26.530272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.533916 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e6ba0719-384d-444d-9ab3-08e235441115 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7ee4a5ea-982a-4a57-9136-854d38f539e6 HTTP/1.1" status: 204 len: 168 time: 4.4250391 May 24 23:00:26.535822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54376) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:26.539119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-040fd7d5-a705-4778-9f22-5afefcdd060b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:26.539490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-040fd7d5-a705-4778-9f22-5afefcdd060b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:26.567004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Pushing event deleted for resources: {'Port': ['ID=6ff1d26a-4310-4fde-b958-853c0e653fcb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:26.609135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5c15b408-7ebf-4beb-8a36-8f332e4fee97 resource provider aggregate not found May 24 23:00:26.634428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fb5d-785c-4423-a26f-d1fd10cafc93 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.660159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.701787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Attempting to bind port 70816612-47e0-4bd2-95d8-4f611f7cb418 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:26.702269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Attempting to bind port 70816612-47e0-4bd2-95d8-4f611f7cb418 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '030a67fc-b934-42fb-9d3e-03d2be594e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e3213bc8-e613-4bb4-b67c-1c5a2416d4cd'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:26.702864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Attempting to bind port 70816612-47e0-4bd2-95d8-4f611f7cb418 on network e3213bc8-e613-4bb4-b67c-1c5a2416d4cd {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:26.716728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:26.716728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Checking segment: {'id': '030a67fc-b934-42fb-9d3e-03d2be594e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e3213bc8-e613-4bb4-b67c-1c5a2416d4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:26.716728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.716728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Bound using segment: {'id': '030a67fc-b934-42fb-9d3e-03d2be594e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e3213bc8-e613-4bb4-b67c-1c5a2416d4cd'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:26.717771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Bound port: 70816612-47e0-4bd2-95d8-4f611f7cb418, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030a67fc-b934-42fb-9d3e-03d2be594e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e3213bc8-e613-4bb4-b67c-1c5a2416d4cd'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:26.717771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.718788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-24228405-0fc3-42f9-855c-e5ebc87837b8 admin admin] Deleting subnet 5229914f-6024-4298-9ff4-806f8e914057 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:26.723549 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5c15b408-7ebf-4beb-8a36-8f332e4fee97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c15b408-7ebf-4beb-8a36-8f332e4fee97 found for delete ", "request_id": "req-89d94a41-9995-47f4-91eb-eb5ad70f0acd"}]} May 24 23:00:26.730113 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdc777-4b5d-461a-89fe-7934839f81ca None None] Pushing event updated for resources: {'Port': ['ID=847ad668-7315-47ab-b0e6-f8f04e547b1a,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:26.731931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.733520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24228405-0fc3-42f9-855c-e5ebc87837b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.743816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63b07b8-29fb-47e9-9a56-1ddd040559ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-c9150765-0ccb-4536-a9e3-a14c3646052a', 'network_id': 'c9150765-0ccb-4536-a9e3-a14c3646052a', 'tenant_id': 'fdda545ddfc6402380f6129a941c88e4', 'fixed_ips': [{'subnet_id': '161f57d4-da94-46eb-91c5-50f871981624'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:26.747761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d63b07b8-29fb-47e9-9a56-1ddd040559ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.762311 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.803798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24228405-0fc3-42f9-855c-e5ebc87837b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.835342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f629cd-2224-45e1-9200-54034b4ac6f8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Deleting subnet a0f17772-395b-4ec0-a27e-9dd96aed2418 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:26.843034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-59f629cd-2224-45e1-9200-54034b4ac6f8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.857879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fb5d-785c-4423-a26f-d1fd10cafc93 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.868638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fb5d-785c-4423-a26f-d1fd10cafc93 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.874777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.916815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2fb5d-785c-4423-a26f-d1fd10cafc93 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73316ec-9c7d-4bfc-9687-5efe6676f550,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:26.919525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.930831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fb5d-785c-4423-a26f-d1fd10cafc93 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.932223 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ea2fb5d-785c-4423-a26f-d1fd10cafc93 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5294137 May 24 23:00:26.933048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] For port 70816612-47e0-4bd2-95d8-4f611f7cb418, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:26.935796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.940679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54384) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:26.941357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] For port 70816612-47e0-4bd2-95d8-4f611f7cb418, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=70816612-47e0-4bd2-95d8-4f611f7cb418,segment=NetworkSegment(030a67fc-b934-42fb-9d3e-03d2be594e8b),segment_id=030a67fc-b934-42fb-9d3e-03d2be594e8b)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:26.948191 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.951161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.989276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'security_group_rule': {'security_group_id': '967ca4c9-68b2-4a81-b56f-9d676b2cca11', 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:26.992482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event deleted for resources: {'Network': ['ID=3097d84d-e220-44fa-b3ad-712033b307aa,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:27.005798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:27.007840 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-15ba14dc-8206-41ff-b483-703e453171f3 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "DELETE /v2.0/networks/3097d84d-e220-44fa-b3ad-712033b307aa HTTP/1.1" status: 204 len: 168 time: 2.9794924 May 24 23:00:27.036616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54388) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:27.044675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:security_group_rule and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:27.048638 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-040fd7d5-a705-4778-9f22-5afefcdd060b None None] Deleting port 2f95bd63-d1e3-436a-9395-5548b1ee2693 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:27.049132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-040fd7d5-a705-4778-9f22-5afefcdd060b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.115498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-59f629cd-2224-45e1-9200-54034b4ac6f8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.151460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:27.160420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-040fd7d5-a705-4778-9f22-5afefcdd060b None None] The port '2f95bd63-d1e3-436a-9395-5548b1ee2693' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:00:27.162831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:27.166632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2236d91-c85a-41bf-a2a4-f8f340f760e3 None None] Pushing event updated for resources: {'Port': ['ID=70816612-47e0-4bd2-95d8-4f611f7cb418,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:27.203562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=f95f4be2-946f-4eee-bc56-429d013c782d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:27.219573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:27.223104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24228405-0fc3-42f9-855c-e5ebc87837b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.274780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.277657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:27.280689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server [None req-d63b07b8-29fb-47e9-9a56-1ddd040559ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 161f57d4-da94-46eb-91c5-50f871981624: This subnet is being modified by another concurrent operation. May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:00:27.285130 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise exception May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 161f57d4-da94-46eb-91c5-50f871981624: This subnet is being modified by another concurrent operation. May 24 23:00:27.288237 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server May 24 23:00:27.293578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.293578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.312562 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Project da300a941f3f4a6f8389fb69cbf01581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:00:27.320440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d099716-5f78-4bb8-b2c2-ade89fd835b4 None None] Network c9150765-0ccb-4536-a9e3-a14c3646052a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:27.361812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.368414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Subnet': ['ID=161f57d4-da94-46eb-91c5-50f871981624,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:27.407402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.408097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Fanout notify agent at l3_agent the message router_deleted on router 9604588f-9715-47ab-be77-94b7fc9b1ac5 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:27.520155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-623483f9-12e9-4a2c-a25b-a1a82c97b187 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Deleting port b3ab9a44-c16e-4523-9723-fcfacde89d77 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:27.520508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-623483f9-12e9-4a2c-a25b-a1a82c97b187 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.524675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.550368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.551865 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3c21a671-26ba-4ba4-b042-aaa6c56f337f tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/9604588f-9715-47ab-be77-94b7fc9b1ac5 HTTP/1.1" status: 204 len: 168 time: 3.7311740 May 24 23:00:27.564180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-59f629cd-2224-45e1-9200-54034b4ac6f8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.584199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54392) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:27.619474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9150765-0ccb-4536-a9e3-a14c3646052a']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:27.626697 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1602166584', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:27.638313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5443209b-e149-4037-9d37-39ca68c13b1e') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:27.638947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5443209b-e149-4037-9d37-39ca68c13b1e') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:27.659080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.678265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.690682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:27.691261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.749300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:27.772271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24228405-0fc3-42f9-855c-e5ebc87837b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.775144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-59f629cd-2224-45e1-9200-54034b4ac6f8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.780820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Usage tracker for resource:router and tenant:97a2c318f1724996b1dfb832e10fe880 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:27.819867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:27.839942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 847ad668-7315-47ab-b0e6-f8f04e547b1a up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:27.853790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f629cd-2224-45e1-9200-54034b4ac6f8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f17772-395b-4ec0-a27e-9dd96aed2418,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:27.858503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-59f629cd-2224-45e1-9200-54034b4ac6f8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.868376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.873237 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-59f629cd-2224-45e1-9200-54034b4ac6f8 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "DELETE /v2.0/subnets/a0f17772-395b-4ec0-a27e-9dd96aed2418 HTTP/1.1" status: 204 len: 168 time: 1.5011697 May 24 23:00:27.887957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54396) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:27.889531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.891633 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/c9150765-0ccb-4536-a9e3-a14c3646052a HTTP/1.1" status: 204 len: 168 time: 2.0403731 May 24 23:00:27.898228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54400) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:27.913779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:27.926662 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24228405-0fc3-42f9-855c-e5ebc87837b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.929916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24228405-0fc3-42f9-855c-e5ebc87837b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5229914f-6024-4298-9ff4-806f8e914057,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:27.932098 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d370fd4-54f6-4a19-9dfc-2af1216aa913 None None] Network cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:27.957696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-63170921'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:27.961273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ffca5-d40d-420a-93f6-bccff3a33e28 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Network': ['ID=c9150765-0ccb-4536-a9e3-a14c3646052a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:27.969228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:27.985667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:network and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:27.990378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:28.000254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:28.014832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f195c-8a45-41dc-b51d-edd5a6ad3521 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:28.016117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-310f195c-8a45-41dc-b51d-edd5a6ad3521 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Synchronizing usage tracker for tenant:965200fd5b3a494b85a0d180607537cb on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:28.030568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:28.035479 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-24228405-0fc3-42f9-855c-e5ebc87837b8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5229914f-6024-4298-9ff4-806f8e914057 HTTP/1.1" status: 204 len: 168 time: 1.4971280 May 24 23:00:28.035659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.038627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.043024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54404) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:28.071635 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-310f195c-8a45-41dc-b51d-edd5a6ad3521 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Unset dirty status for tenant:965200fd5b3a494b85a0d180607537cb on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:28.077820 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-310f195c-8a45-41dc-b51d-edd5a6ad3521 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1803133 May 24 23:00:28.078524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.078524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.078761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54408) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:28.097124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.102353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 847ad668-7315-47ab-b0e6-f8f04e547b1a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:28.111236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-623483f9-12e9-4a2c-a25b-a1a82c97b187 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.111613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-623483f9-12e9-4a2c-a25b-a1a82c97b187 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.125467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:28.154749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 70816612-47e0-4bd2-95d8-4f611f7cb418 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:28.215499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29072df0-269a-4524-8554-868c991940c7,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:28.231590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.232033 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Added segment c192f6db-3618-47f9-86da-7ac5cdb818e7 of type vlan for network 10dee64e-d62a-464b-8169-4d934ab21c81 May 24 23:00:28.290237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.300651 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.347498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Deleting port 70816612-47e0-4bd2-95d8-4f611f7cb418 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:28.348019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.389428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 70816612-47e0-4bd2-95d8-4f611f7cb418 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:28.405137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 687dda76-15a2-41ca-a101-9f91c7f13aad no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:28.440072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:00:28.476033 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca7f0aa-5823-4621-9264-ed95f715b793 None None] Network 96e8d75b-1a62-467f-89e2-310a4fa953cc requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:28.505939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd7af0f-f66e-4c48-83ce-b2a3f83754d6 None None] DHCP port deletion for cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:28.516953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 687dda76-15a2-41ca-a101-9f91c7f13aad {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:28.517572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 687dda76-15a2-41ca-a101-9f91c7f13aad not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:28.537243 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-623483f9-12e9-4a2c-a25b-a1a82c97b187 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Calling delete_port for b3ab9a44-c16e-4523-9723-fcfacde89d77 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:28.575186 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-afd7af0f-f66e-4c48-83ce-b2a3f83754d6 None None] Deleting port 6bb0f013-820d-40d3-a696-55dd9e57ca57 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:28.575916 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-afd7af0f-f66e-4c48-83ce-b2a3f83754d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.617483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.637013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.640846 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f7011b9d-a6f1-494c-ba5f-23a3cff29d5b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6579657 May 24 23:00:28.673587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54412) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:28.680256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cf33d6f8-4919-4239-babb-a8f1aeb23bb6 None None] Provisioning for port 847ad668-7315-47ab-b0e6-f8f04e547b1a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:28.682962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'security_group_rule': {'security_group_id': '967ca4c9-68b2-4a81-b56f-9d676b2cca11', 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:28.709799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:28.719881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.732882 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:security_group_rule and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:28.741555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:28.762417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:28.830090 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cf33d6f8-4919-4239-babb-a8f1aeb23bb6 None None] Provisioning complete for port 847ad668-7315-47ab-b0e6-f8f04e547b1a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:28.832554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cf33d6f8-4919-4239-babb-a8f1aeb23bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.833023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] For port 70816612-47e0-4bd2-95d8-4f611f7cb418, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=70816612-47e0-4bd2-95d8-4f611f7cb418,segment=NetworkSegment(030a67fc-b934-42fb-9d3e-03d2be594e8b),segment_id=030a67fc-b934-42fb-9d3e-03d2be594e8b)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:28.833424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.867003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b3b42-055b-4e45-a717-c6fabfd224f9 None None] Network e3213bc8-e613-4bb4-b67c-1c5a2416d4cd requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:28.970106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.975479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:28.976075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.001422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Deleting port 6bb0f013-820d-40d3-a696-55dd9e57ca57 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:29.001710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.003525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Calling delete_port for 70816612-47e0-4bd2-95d8-4f611f7cb418 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:29.035745 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Project da300a941f3f4a6f8389fb69cbf01581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:00:29.055718 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5443209b-e149-4037-9d37-39ca68c13b1e resource provider aggregate not found May 24 23:00:29.074606 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1280510 May 24 23:00:29.137179 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54422) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:29.142323 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5443209b-e149-4037-9d37-39ca68c13b1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5443209b-e149-4037-9d37-39ca68c13b1e found for delete ", "request_id": "req-882a04d5-4922-452f-ac1b-dc153872f32f"}]} May 24 23:00:29.151962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'network_id': '10dee64e-d62a-464b-8169-4d934ab21c81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:29.259641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f1943-2f0a-4d91-9663-96b39978f84b tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=10dee64e-d62a-464b-8169-4d934ab21c81,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:29.286488 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 10dee64e-d62a-464b-8169-4d934ab21c81 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:29.310461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] For port 6bb0f013-820d-40d3-a696-55dd9e57ca57, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6bb0f013-820d-40d3-a696-55dd9e57ca57,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:29.311094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.316471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:29.320732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:subnet and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:29.324074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:29.331158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:29.339004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.382608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:29.386055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.440235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Calling delete_port for 6bb0f013-820d-40d3-a696-55dd9e57ca57 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:29.448022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-afd7af0f-f66e-4c48-83ce-b2a3f83754d6 None None] For port 6bb0f013-820d-40d3-a696-55dd9e57ca57, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6bb0f013-820d-40d3-a696-55dd9e57ca57,segment=NetworkSegment(d815ebd0-d92d-4f61-a0bf-58cc3972e2fc),segment_id=d815ebd0-d92d-4f61-a0bf-58cc3972e2fc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:29.449025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-afd7af0f-f66e-4c48-83ce-b2a3f83754d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.520356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.626332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76fed3d-b59c-49a8-89bc-d44d45cee7fa None None] DHCP port deletion for e3213bc8-e613-4bb4-b67c-1c5a2416d4cd request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:29.631783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.638294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event deleted for resources: {'Port': ['ID=70816612-47e0-4bd2-95d8-4f611f7cb418,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:29.641582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] No DVR routers for this DVR port 70816612-47e0-4bd2-95d8-4f611f7cb418 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:29.642141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-afd7af0f-f66e-4c48-83ce-b2a3f83754d6 None None] Calling delete_port for 6bb0f013-820d-40d3-a696-55dd9e57ca57 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:29.653029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.710060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.773019 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cf33d6f8-4919-4239-babb-a8f1aeb23bb6 None None] Current status of the port 847ad668-7315-47ab-b0e6-f8f04e547b1a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:29.774711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cf33d6f8-4919-4239-babb-a8f1aeb23bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.824984 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6bb0f013-820d-40d3-a696-55dd9e57ca57 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:29.856254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa7ba2-86e1-47d7-8c41-5add52386070 None None] DHCP port deletion for 96e8d75b-1a62-467f-89e2-310a4fa953cc request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:29.877294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.883165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa7ba2-86e1-47d7-8c41-5add52386070 None None] Deleting port 847ad668-7315-47ab-b0e6-f8f04e547b1a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:29.883544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7ba2-86e1-47d7-8c41-5add52386070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.888277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=5dc20122-65fc-4d05-a40a-a9113af9165e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:29.894971 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Checking segment: {'id': 'c192f6db-3618-47f9-86da-7ac5cdb818e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '10dee64e-d62a-464b-8169-4d934ab21c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:29.895469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network hostable DHCP agents. Network: 10dee64e-d62a-464b-8169-4d934ab21c81, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:29.913988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 6bb0f013-820d-40d3-a696-55dd9e57ca57 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:29.913988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6bb0f013-820d-40d3-a696-55dd9e57ca57 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:29.914442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 70816612-47e0-4bd2-95d8-4f611f7cb418 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:29.929094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3213bc8-e613-4bb4-b67c-1c5a2416d4cd']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:29.945619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030a67fc-b934-42fb-9d3e-03d2be594e8b') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:29.945869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb0f013-820d-40d3-a696-55dd9e57ca57,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:29.945960 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030a67fc-b934-42fb-9d3e-03d2be594e8b') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:29.949463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.958530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network 10dee64e-d62a-464b-8169-4d934ab21c81 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:29.967734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.972510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-cf33d6f8-4919-4239-babb-a8f1aeb23bb6 None None] For port 847ad668-7315-47ab-b0e6-f8f04e547b1a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=847ad668-7315-47ab-b0e6-f8f04e547b1a,segment=NetworkSegment(0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a),segment_id=0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:29.975376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 70816612-47e0-4bd2-95d8-4f611f7cb418 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:29.975771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 70816612-47e0-4bd2-95d8-4f611f7cb418 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:29.977483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-afd7af0f-f66e-4c48-83ce-b2a3f83754d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:29.977860 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-afd7af0f-f66e-4c48-83ce-b2a3f83754d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:29.983324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cf33d6f8-4919-4239-babb-a8f1aeb23bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.986418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 10dee64e-d62a-464b-8169-4d934ab21c81) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:29.991626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:29.992253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.027001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942bf990-958c-4b23-b3d2-2cfa3e0c5d0c None None] Network 10dee64e-d62a-464b-8169-4d934ab21c81 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:30.027527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] No DVR routers for this DVR port 6bb0f013-820d-40d3-a696-55dd9e57ca57 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:30.035650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.038926 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f7ea0ba2-ed78-47fc-899b-e9ae55d05d01 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8988609 May 24 23:00:30.041707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54426) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:30.050137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'network_id': '10dee64e-d62a-464b-8169-4d934ab21c81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:30.065195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:30.065599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.127536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-623483f9-12e9-4a2c-a25b-a1a82c97b187 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.185009 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-928f6d25-4fb0-4f50-b9ef-bb12178a78d3 None None] Could not find standard attr ID for object 70816612-47e0-4bd2-95d8-4f611f7cb418. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:00:30.261502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.263378 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623483f9-12e9-4a2c-a25b-a1a82c97b187 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Pushing event deleted for resources: {'Port': ['ID=b3ab9a44-c16e-4523-9723-fcfacde89d77,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:30.268263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.275549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33d6f8-4919-4239-babb-a8f1aeb23bb6 None None] Pushing event updated for resources: {'Port': ['ID=847ad668-7315-47ab-b0e6-f8f04e547b1a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:30.315509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event deleted for resources: {'Network': ['ID=e3213bc8-e613-4bb4-b67c-1c5a2416d4cd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:30.328371 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5aeaf6d4-8970-4827-9b7c-ee8ac4d9c7bd tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "DELETE /v2.0/networks/e3213bc8-e613-4bb4-b67c-1c5a2416d4cd HTTP/1.1" status: 204 len: 168 time: 2.2500217 May 24 23:00:30.331573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54430) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:30.334263 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-cdfa7ba2-86e1-47d7-8c41-5add52386070 None None] For port 847ad668-7315-47ab-b0e6-f8f04e547b1a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=847ad668-7315-47ab-b0e6-f8f04e547b1a,segment=NetworkSegment(0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a),segment_id=0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:30.334680 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7ba2-86e1-47d7-8c41-5add52386070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.414775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:30.425803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:subnet and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:30.438191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:30.448402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:30.473770 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.477547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:30.480861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.501026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.510085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.527308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-afd7af0f-f66e-4c48-83ce-b2a3f83754d6 None None] Deleting port 6bb0f013-820d-40d3-a696-55dd9e57ca57 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:30.528302 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-afd7af0f-f66e-4c48-83ce-b2a3f83754d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.545576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.565495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa7ba2-86e1-47d7-8c41-5add52386070 None None] Calling delete_port for 847ad668-7315-47ab-b0e6-f8f04e547b1a owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:30.656781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66a92ce-70da-4cdb-a70e-fef9ab808ab3,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:30.659090 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-afd7af0f-f66e-4c48-83ce-b2a3f83754d6 None None] The port '6bb0f013-820d-40d3-a696-55dd9e57ca57' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:00:30.660203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:30.672463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Deleting port 847ad668-7315-47ab-b0e6-f8f04e547b1a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:30.672463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.710602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:30.711041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd815ebd0-d92d-4f61-a0bf-58cc3972e2fc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:30.736793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.742887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7ba2-86e1-47d7-8c41-5add52386070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.743409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-623483f9-12e9-4a2c-a25b-a1a82c97b187 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.745655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-623483f9-12e9-4a2c-a25b-a1a82c97b187 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.749527 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-623483f9-12e9-4a2c-a25b-a1a82c97b187 tempest-FloatingIPAdminTestJSON-1647555310 tempest-FloatingIPAdminTestJSON-1647555310-project] 10.222.0.32 "DELETE /v2.0/floatingips/3113a222-c643-4fdd-a839-3124955f6075 HTTP/1.1" status: 204 len: 168 time: 3.7116079 May 24 23:00:30.762685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.766932 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1c405ed4-fe97-4faf-b348-ea8572c0c4c1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.0925386 May 24 23:00:30.773075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54438) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:30.784171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'network': {'name': 'tempest-network-smoke--1686297154', 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'port_security_enabled': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:30.789464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.793004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.795364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:30.803669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:network and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:30.813476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:30.813930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] The port '847ad668-7315-47ab-b0e6-f8f04e547b1a' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:00:30.816733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-10dee64e-d62a-464b-8169-4d934ab21c81', 'network_id': '10dee64e-d62a-464b-8169-4d934ab21c81', 'tenant_id': 'fdda545ddfc6402380f6129a941c88e4', 'fixed_ips': [{'subnet_id': '5dc20122-65fc-4d05-a40a-a9113af9165e'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:30.820078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.823869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:30.829099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:30.829510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.848293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa7ba2-86e1-47d7-8c41-5add52386070 None None] Pushing event deleted for resources: {'Port': ['ID=847ad668-7315-47ab-b0e6-f8f04e547b1a,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:30.854066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa7ba2-86e1-47d7-8c41-5add52386070 None None] No DVR routers for this DVR port 847ad668-7315-47ab-b0e6-f8f04e547b1a on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:30.965626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.981875 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d815ebd0-d92d-4f61-a0bf-58cc3972e2fc resource provider aggregate not found May 24 23:00:31.005513 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e8d75b-1a62-467f-89e2-310a4fa953cc']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:31.013132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.018817 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d815ebd0-d92d-4f61-a0bf-58cc3972e2fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d815ebd0-d92d-4f61-a0bf-58cc3972e2fc found for delete ", "request_id": "req-68bcbed6-c0f2-48ff-9b61-c32869d5dbc8"}]} May 24 23:00:31.056068 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Allocated IP 2001:db8::2 (10dee64e-d62a-464b-8169-4d934ab21c81/5dc20122-65fc-4d05-a40a-a9113af9165e/4b83ba16-9976-465a-86bf-1006721577e6) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:31.056826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.058255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:31.058558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:31.071447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:31.084805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.087931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Made reservation on behalf of da300a941f3f4a6f8389fb69cbf01581 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:31.091563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.103925 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1d7b64ea-42c2-4078-ba7c-7c9fcc6148c4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cc7045d0-11e9-4c01-b0f2-c8f98e90c7e1 HTTP/1.1" status: 204 len: 168 time: 3.0594733 May 24 23:00:31.109263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.121745 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:31.122188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.202096 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 030a67fc-b934-42fb-9d3e-03d2be594e8b resource provider aggregate not found May 24 23:00:31.238564 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 030a67fc-b934-42fb-9d3e-03d2be594e8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 030a67fc-b934-42fb-9d3e-03d2be594e8b found for delete ", "request_id": "req-e2cd3117-735a-4ed4-a1a8-63d3b4bcd02c"}]} May 24 23:00:31.270129 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a resource provider aggregate not found May 24 23:00:31.296463 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a3fa43c-b5f4-4a46-bb8c-eb0351c4d65a found for delete ", "request_id": "req-809489ce-713d-4899-8aaf-57f2c56267b4"}]} May 24 23:00:31.297988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.302596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.316768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:31.334509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.418520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=37807e9a-def6-45c6-a143-b46b8cccd074,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:31.422667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event deleted for resources: {'Network': ['ID=96e8d75b-1a62-467f-89e2-310a4fa953cc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:31.431789 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e5d5fa4d-8ce3-458b-af92-bb553571cf58 tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "DELETE /v2.0/networks/96e8d75b-1a62-467f-89e2-310a4fa953cc HTTP/1.1" status: 204 len: 168 time: 1.0965016 May 24 23:00:31.431789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54458) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:31.435413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.436037 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Added segment 88aec1d7-562c-4a4f-bf24-1ee5f4b75883 of type vlan for network 9de38648-5d51-4316-8661-41d2f2644c75 May 24 23:00:31.451917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.454506 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.465163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Transition to ACTIVE for port object 4b83ba16-9976-465a-86bf-1006721577e6 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:31.470572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network 10dee64e-d62a-464b-8169-4d934ab21c81 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:31.507780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Transition to ACTIVE for port object 4b83ba16-9976-465a-86bf-1006721577e6 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:31.519416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:31.522971 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:31.523788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.525391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.535756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54464) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:31.586032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54470) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:31.592484 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7ec6ac20-84e8-49b6-a38d-021e116157e3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5496590 May 24 23:00:31.606168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54474) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:31.620307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Network 10dee64e-d62a-464b-8169-4d934ab21c81 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:31.627984 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:31.632405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:31.685916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769421f-fe7b-467e-bee5-0d1c0036fdd3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:31.687633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769421f-fe7b-467e-bee5-0d1c0036fdd3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:31.689351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769421f-fe7b-467e-bee5-0d1c0036fdd3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:31.690618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769421f-fe7b-467e-bee5-0d1c0036fdd3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:31.692404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769421f-fe7b-467e-bee5-0d1c0036fdd3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:31.693353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2769421f-fe7b-467e-bee5-0d1c0036fdd3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Synchronizing usage tracker for tenant:fdda545ddfc6402380f6129a941c88e4 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:31.708900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.717564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Pushing event updated for resources: {'Port': ['ID=4b83ba16-9976-465a-86bf-1006721577e6,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:31.750971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Attempting to bind port 4b83ba16-9976-465a-86bf-1006721577e6 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:31.750971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Attempting to bind port 4b83ba16-9976-465a-86bf-1006721577e6 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'c192f6db-3618-47f9-86da-7ac5cdb818e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '10dee64e-d62a-464b-8169-4d934ab21c81'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:31.751678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Attempting to bind port 4b83ba16-9976-465a-86bf-1006721577e6 on network 10dee64e-d62a-464b-8169-4d934ab21c81 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:31.757816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:31.758753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Checking segment: {'id': 'c192f6db-3618-47f9-86da-7ac5cdb818e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '10dee64e-d62a-464b-8169-4d934ab21c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:31.758753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.759165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Bound using segment: {'id': 'c192f6db-3618-47f9-86da-7ac5cdb818e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '10dee64e-d62a-464b-8169-4d934ab21c81'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:31.759635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Bound port: 4b83ba16-9976-465a-86bf-1006721577e6, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c192f6db-3618-47f9-86da-7ac5cdb818e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '10dee64e-d62a-464b-8169-4d934ab21c81'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:31.760135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.791153 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-414dc497-0fc6-4444-930c-6d78afe46cad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b3c63dcfc634e77882cbe9e9d5a6aff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2039878 May 24 23:00:31.802841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.805591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54478) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:31.814030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 847ad668-7315-47ab-b0e6-f8f04e547b1a no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:31.873720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.877748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2769421f-fe7b-467e-bee5-0d1c0036fdd3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Unset dirty status for tenant:fdda545ddfc6402380f6129a941c88e4 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:31.880255 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2769421f-fe7b-467e-bee5-0d1c0036fdd3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2691805 May 24 23:00:31.896330 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 847ad668-7315-47ab-b0e6-f8f04e547b1a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:31.896684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 847ad668-7315-47ab-b0e6-f8f04e547b1a not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:31.911522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54484) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:31.942122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1010956673'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:31.958612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:00:31.984126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] For port 4b83ba16-9976-465a-86bf-1006721577e6, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:31.992961 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] For port 4b83ba16-9976-465a-86bf-1006721577e6, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4b83ba16-9976-465a-86bf-1006721577e6,segment=NetworkSegment(c192f6db-3618-47f9-86da-7ac5cdb818e7),segment_id=c192f6db-3618-47f9-86da-7ac5cdb818e7)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:31.999403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:32.004382 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.007272 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.039446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:network and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:32.044773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6f4290-6d96-4ef7-b601-03e168943467']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:32.048892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:32.061508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df288938-9d31-4f03-acf7-5a0fdf17d977') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:32.061811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df288938-9d31-4f03-acf7-5a0fdf17d977') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:32.099723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc84f65-2ca7-4ce3-acb9-1938d0303a0e None None] Pushing event updated for resources: {'Port': ['ID=4b83ba16-9976-465a-86bf-1006721577e6,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:32.113281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.123075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:32.173357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.188329 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:32.188797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.204666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.210332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:32.211297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.267583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:32.270983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.285500 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-21af0b7f-2a54-4615-94c8-5ae955d92e2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6748aa19517843139ee7792e0948c05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7486000 May 24 23:00:32.291137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59d545c2-a858-437d-8e8c-aeb4306085b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.300305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54490) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:32.361750 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.365702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.409184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aad4d-4301-4e19-8469-1a7c96b1c08e req-77371318-82b0-4d87-9172-008e46632700 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:32.410834 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f91aad4d-4301-4e19-8469-1a7c96b1c08e req-77371318-82b0-4d87-9172-008e46632700 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.3344045 May 24 23:00:32.413151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event deleted for resources: {'Network': ['ID=3f6f4290-6d96-4ef7-b601-03e168943467,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:32.416875 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9989233b-f81e-4fc2-9b3a-2039f2de478f tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "DELETE /v2.0/networks/3f6f4290-6d96-4ef7-b601-03e168943467 HTTP/1.1" status: 204 len: 168 time: 0.9841871 May 24 23:00:32.422475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54494) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:32.478963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-160884b2-f523-4c5c-9575-612c2eaec8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.512491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Allocated IP 172.26.3.92 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/a12360b8-5d05-4712-91dd-1f129730afb4) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:32.517995 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7413225 May 24 23:00:32.535412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54498) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:32.561872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4158a-72d0-4b38-8ed4-4d11cdae8244 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'Network': ['ID=9de38648-5d51-4316-8661-41d2f2644c75,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:32.566098 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59d545c2-a858-437d-8e8c-aeb4306085b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.574363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 9de38648-5d51-4316-8661-41d2f2644c75 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:32.575977 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'admin_state_up': True, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:32.584841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:32.604203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:32.639485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:router and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:32.690811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:32.696549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d14f64-1938-43cb-b975-da3fbeae54d5 req-e6a09721-fd76-4290-a132-f61542300a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:32.698332 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-37d14f64-1938-43cb-b975-da3fbeae54d5 req-e6a09721-fd76-4290-a132-f61542300a08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6005c58c7744a9b7459d826b74a7db&device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 1099 time: 0.7443962 May 24 23:00:32.699314 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:32.701207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.701550 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Added segment df7582e3-d5d1-4096-aba3-b61f743ce9b5 of type vlan for network c71faae5-93c5-4175-931c-910377573442 May 24 23:00:32.710087 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f91aad4d-4301-4e19-8469-1a7c96b1c08e req-662e0ca3-62ae-4e0d-af1a-53dfe7ff1054 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866118 May 24 23:00:32.711128 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bcdcc1-ae39-41b2-b3e0-18e1322a1b05 None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:32.719437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-160884b2-f523-4c5c-9575-612c2eaec8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.727858 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bcdcc1-ae39-41b2-b3e0-18e1322a1b05 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:32.728508 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-34bcdcc1-ae39-41b2-b3e0-18e1322a1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:32.730242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:32.736669 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.797784 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-34bcdcc1-ae39-41b2-b3e0-18e1322a1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:32.809178 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bcdcc1-ae39-41b2-b3e0-18e1322a1b05 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:32.810315 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-34bcdcc1-ae39-41b2-b3e0-18e1322a1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:32.874860 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-34bcdcc1-ae39-41b2-b3e0-18e1322a1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:32.875554 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bcdcc1-ae39-41b2-b3e0-18e1322a1b05 None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:32.896077 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.903317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.904315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.915096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.922410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.923849 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c6d7f9ec-298d-4b19-b1b0-9894ce8fdfe4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.6433396 May 24 23:00:32.927927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54502) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:32.982235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59d545c2-a858-437d-8e8c-aeb4306085b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.000053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.018031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-160884b2-f523-4c5c-9575-612c2eaec8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.022679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67169762-af2e-4f1a-b87a-ece1e3dae29b']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:33.052391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d545c2-a858-437d-8e8c-aeb4306085b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f6b3bb-6f9f-4c87-98a5-99a5890c4a28,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:33.057124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.060617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9b72ea-ff2c-4759-bac6-c719891e0e47') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:33.060940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9b72ea-ff2c-4759-bac6-c719891e0e47') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:33.071008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160884b2-f523-4c5c-9575-612c2eaec8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85904b2e-8822-49b7-967e-f21807bc7df9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:33.088544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.092595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d14f64-1938-43cb-b975-da3fbeae54d5 req-b07144c1-3f90-4490-abe3-1cfab208db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:33.094434 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-37d14f64-1938-43cb-b975-da3fbeae54d5 req-b07144c1-3f90-4490-abe3-1cfab208db59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6205c16-b3a2-4d86-9909-668148e58a5b HTTP/1.1" status: 200 len: 913 time: 0.3618302 May 24 23:00:33.109039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.115297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:33.115915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.123425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59d545c2-a858-437d-8e8c-aeb4306085b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.124523 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-59d545c2-a858-437d-8e8c-aeb4306085b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1f6b3bb-6f9f-4c87-98a5-99a5890c4a28 HTTP/1.1" status: 204 len: 168 time: 1.3142869 May 24 23:00:33.268749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c1080-d3fc-44d3-8443-a12f8ac514ad None None] Network 10dee64e-d62a-464b-8169-4d934ab21c81 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:33.316041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-160884b2-f523-4c5c-9575-612c2eaec8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.319982 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-160884b2-f523-4c5c-9575-612c2eaec8c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85904b2e-8822-49b7-967e-f21807bc7df9 HTTP/1.1" status: 204 len: 168 time: 1.0187101 May 24 23:00:33.376449 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment df288938-9d31-4f03-acf7-5a0fdf17d977 resource provider aggregate not found May 24 23:00:33.383863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ba33ca0b-b4bb-42ac-8400-38ed758ff4b3 None None] Provisioning for port 4b83ba16-9976-465a-86bf-1006721577e6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:33.401854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.407506 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment df288938-9d31-4f03-acf7-5a0fdf17d977 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df288938-9d31-4f03-acf7-5a0fdf17d977 found for delete ", "request_id": "req-2ff78623-7050-4b65-bc45-8bf6b2052a64"}]} May 24 23:00:33.416699 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:33.417352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.769705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.779076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.841567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b83ba16-9976-465a-86bf-1006721577e6 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:33.869741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] Pushing event deleted for resources: {'Network': ['ID=67169762-af2e-4f1a-b87a-ece1e3dae29b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:33.910038 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9971325 May 24 23:00:33.925367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54528) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:33.927038 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df6702cc-9b49-4ea3-b9d3-1c79d4f6ff2a tempest-BulkNetworkOpsTest-1556463078 tempest-BulkNetworkOpsTest-1556463078-project] 10.222.0.32 "DELETE /v2.0/networks/67169762-af2e-4f1a-b87a-ece1e3dae29b HTTP/1.1" status: 204 len: 168 time: 1.5022664 May 24 23:00:33.939329 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9e8376ea-229e-4f32-970c-2400d29e1f4a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:33.939554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe5db45-8a75-45ea-b3c7-74cf5de9e49a None None] Update dhcp port {'port': {'network_id': '10dee64e-d62a-464b-8169-4d934ab21c81', 'fixed_ips': [{'subnet_id': '5dc20122-65fc-4d05-a40a-a9113af9165e', 'ip_address': '2001:db8::2'}, {'subnet_id': '37807e9a-def6-45c6-a143-b46b8cccd074'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': '4b83ba16-9976-465a-86bf-1006721577e6'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:00:33.985309 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3ff94-71e0-4070-a339-be4987be1712 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=c71faae5-93c5-4175-931c-910377573442,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:34.003776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.008891 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-37d14f64-1938-43cb-b975-da3fbeae54d5 req-c9037fb7-5b85-4d8e-bb32-c832ce2c7de9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5 HTTP/1.1" status: 200 len: 1001 time: 0.8868873 May 24 23:00:34.011896 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54534) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:34.055212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0fe5db45-8a75-45ea-b3c7-74cf5de9e49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.066219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network c71faae5-93c5-4175-931c-910377573442 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:34.092606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70aff195-094c-4376-b81a-c17dfc0112d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.175571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-70aff195-094c-4376-b81a-c17dfc0112d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:34.190191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-70aff195-094c-4376-b81a-c17dfc0112d0 admin admin] Usage tracker for resource:security_group_rule and tenant:29f6e9e9b1e34487b5d26d8c100b9f35 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:34.194296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.201163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-70aff195-094c-4376-b81a-c17dfc0112d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:34.254648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-70aff195-094c-4376-b81a-c17dfc0112d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:34.266547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d14f64-1938-43cb-b975-da3fbeae54d5 req-46efcf36-faf6-4bc5-a366-2fafde6845ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:34.268034 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-37d14f64-1938-43cb-b975-da3fbeae54d5 req-46efcf36-faf6-4bc5-a366-2fafde6845ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13943762-dae2-4602-990d-129c1c56cf13 HTTP/1.1" status: 200 len: 851 time: 0.2515790 May 24 23:00:34.313960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 4b83ba16-9976-465a-86bf-1006721577e6 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:34.363208 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 4b83ba16-9976-465a-86bf-1006721577e6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:34.364151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.378438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:34.390050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:34.411375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:34.445125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Pushing event updated for resources: {'Port': ['ID=a12360b8-5d05-4712-91dd-1f129730afb4,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:34.543860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54546) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:34.676336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5820e1-d6f0-416f-ab50-33f4f8596a29 req-6cfc38f5-2432-49de-a273-06a7787ee3bf tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:34.684129 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a5820e1-d6f0-416f-ab50-33f4f8596a29 req-6cfc38f5-2432-49de-a273-06a7787ee3bf tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.7206752 May 24 23:00:34.687816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.694133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4b83ba16-9976-465a-86bf-1006721577e6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:34.694513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.771301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-0fe5db45-8a75-45ea-b3c7-74cf5de9e49a None None] Allocated IP 172.20.0.1 (10dee64e-d62a-464b-8169-4d934ab21c81/37807e9a-def6-45c6-a143-b46b8cccd074/4b83ba16-9976-465a-86bf-1006721577e6) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:34.779503 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 4b83ba16-9976-465a-86bf-1006721577e6, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4b83ba16-9976-465a-86bf-1006721577e6,segment=NetworkSegment(c192f6db-3618-47f9-86da-7ac5cdb818e7),segment_id=c192f6db-3618-47f9-86da-7ac5cdb818e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:34.789652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.812836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d14f64-1938-43cb-b975-da3fbeae54d5 req-e18c6787-c983-4b4c-a9e4-142935d16cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:34.814933 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-37d14f64-1938-43cb-b975-da3fbeae54d5 req-e18c6787-c983-4b4c-a9e4-142935d16cbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6205c16-b3a2-4d86-9909-668148e58a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5163813 May 24 23:00:34.907110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e8376ea-229e-4f32-970c-2400d29e1f4a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.929858 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a5820e1-d6f0-416f-ab50-33f4f8596a29 req-3d5e959b-f4d7-4e52-b18f-fde2f26cb1b3 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446225 May 24 23:00:35.000649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=4b83ba16-9976-465a-86bf-1006721577e6,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:35.018551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e8376ea-229e-4f32-970c-2400d29e1f4a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.053437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0fe5db45-8a75-45ea-b3c7-74cf5de9e49a None None] For port 4b83ba16-9976-465a-86bf-1006721577e6, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4b83ba16-9976-465a-86bf-1006721577e6,segment=NetworkSegment(c192f6db-3618-47f9-86da-7ac5cdb818e7),segment_id=c192f6db-3618-47f9-86da-7ac5cdb818e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:35.063141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e8376ea-229e-4f32-970c-2400d29e1f4a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network c71faae5-93c5-4175-931c-910377573442 is not hosted by any dhcp agent {{(pid=88261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 24 23:00:35.069789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8376ea-229e-4f32-970c-2400d29e1f4a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:35.070393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e8376ea-229e-4f32-970c-2400d29e1f4a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.071836 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9e8376ea-229e-4f32-970c-2400d29e1f4a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "PUT /v2.0/networks/c71faae5-93c5-4175-931c-910377573442 HTTP/1.1" status: 200 len: 723 time: 1.1433191 May 24 23:00:35.080861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54558) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:35.086504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0fe5db45-8a75-45ea-b3c7-74cf5de9e49a None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.105441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0fe5db45-8a75-45ea-b3c7-74cf5de9e49a None None] Transition to ACTIVE for port object 4b83ba16-9976-465a-86bf-1006721577e6 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:35.113555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0fe5db45-8a75-45ea-b3c7-74cf5de9e49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.122590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70aff195-094c-4376-b81a-c17dfc0112d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.186258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'network_id': 'c71faae5-93c5-4175-931c-910377573442', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:35.212714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70aff195-094c-4376-b81a-c17dfc0112d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.275937 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5db45-8a75-45ea-b3c7-74cf5de9e49a None None] Pushing event updated for resources: {'Port': ['ID=4b83ba16-9976-465a-86bf-1006721577e6,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:35.367506 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8376ea-229e-4f32-970c-2400d29e1f4a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=c71faae5-93c5-4175-931c-910377573442,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:35.385685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network c71faae5-93c5-4175-931c-910377573442 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:35.460733 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.475024 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment fb9b72ea-ff2c-4759-bac6-c719891e0e47 resource provider aggregate not found May 24 23:00:35.506521 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment fb9b72ea-ff2c-4759-bac6-c719891e0e47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb9b72ea-ff2c-4759-bac6-c719891e0e47 found for delete ", "request_id": "req-a9751b06-9579-4966-a1ac-8e4fece43ad9"}]} May 24 23:00:35.525301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.583408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:35.585605 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-70aff195-094c-4376-b81a-c17dfc0112d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29f6e9e9b1e34487b5d26d8c100b9f35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5715787 May 24 23:00:35.585893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54576) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:35.595975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54578) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:35.614616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aff195-094c-4376-b81a-c17dfc0112d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a929fa-ac31-4a61-80ff-97ab70acae80,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:35.619102 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-87f2409b-26b6-4e28-8e7e-7c355eae842b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=965200fd5b3a494b85a0d180607537cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0728014 May 24 23:00:35.633730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54584) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:35.638454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:35.709402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:35.713095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.766191 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b83ba16-9976-465a-86bf-1006721577e6 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:35.886894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fa638365-578d-4e5e-8c49-8de8f3fad303 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-825584435'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:35.907244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fa638365-578d-4e5e-8c49-8de8f3fad303 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:35.937035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fa638365-578d-4e5e-8c49-8de8f3fad303 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Usage tracker for resource:router and tenant:b2537efc180948a9bc1a798b90294f73 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:35.959576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a683314f-22ad-42f6-b45d-3781e1ed690f None None] Network 10dee64e-d62a-464b-8169-4d934ab21c81 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:35.959765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fa638365-578d-4e5e-8c49-8de8f3fad303 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:35.966251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Allocated IP 172.26.3.27 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/f4bbc79c-8306-4453-ae7d-b0470e971359) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:35.980686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fa638365-578d-4e5e-8c49-8de8f3fad303 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:35.993746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6188815b-14be-4b4c-b092-271c635cef68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.014632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.20.0.1 (e5845492-676a-4167-a1ae-4e2bc51f1058/9d1c4a13-f52e-4113-84da-b8c496912046/3e3bb741-08c2-4c6d-b2d4-a7e004199470) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:36.029298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be42482b-43d1-4016-a5a0-1be287a53364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.043160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-30e4b146-2dc4-433b-9cd2-b76b3c7afbd8 None None] Provisioning for port 4b83ba16-9976-465a-86bf-1006721577e6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:36.044170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa638365-578d-4e5e-8c49-8de8f3fad303 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.045162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa638365-578d-4e5e-8c49-8de8f3fad303 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.052793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-30e4b146-2dc4-433b-9cd2-b76b3c7afbd8 None None] Provisioning complete for port 4b83ba16-9976-465a-86bf-1006721577e6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:36.053172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30e4b146-2dc4-433b-9cd2-b76b3c7afbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.065282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6188815b-14be-4b4c-b092-271c635cef68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.083891 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-37d14f64-1938-43cb-b975-da3fbeae54d5 req-4a789d17-80b8-4e45-a7e6-8d380bd61ca0 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2530065 May 24 23:00:36.178765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.255521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be42482b-43d1-4016-a5a0-1be287a53364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.302045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa638365-578d-4e5e-8c49-8de8f3fad303 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.394878 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-30e4b146-2dc4-433b-9cd2-b76b3c7afbd8 None None] Current status of the port 4b83ba16-9976-465a-86bf-1006721577e6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:36.429120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa638365-578d-4e5e-8c49-8de8f3fad303 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.436562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.454421 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-37d14f64-1938-43cb-b975-da3fbeae54d5 req-a8b7b98b-e155-4117-8c90-5efdd9d65404 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603659 May 24 23:00:36.476495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6188815b-14be-4b4c-b092-271c635cef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.502166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.559230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188815b-14be-4b4c-b092-271c635cef68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a929fa-ac31-4a61-80ff-97ab70acae80,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:36.574812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.584399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be42482b-43d1-4016-a5a0-1be287a53364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.613376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77e369-763c-4170-ba12-dd76abb4d9b8 req-03ebfe4f-4269-4ec6-8675-3c32f8146d91 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:36.623036 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee77e369-763c-4170-ba12-dd76abb4d9b8 req-03ebfe4f-4269-4ec6-8675-3c32f8146d91 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.5435717 May 24 23:00:36.643795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.668922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42482b-43d1-4016-a5a0-1be287a53364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a8bf9-2353-48e8-a83b-d5216b35bece,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:36.678412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be42482b-43d1-4016-a5a0-1be287a53364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.682192 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-be42482b-43d1-4016-a5a0-1be287a53364 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f4a8bf9-2353-48e8-a83b-d5216b35bece HTTP/1.1" status: 204 len: 168 time: 1.0448256 May 24 23:00:36.684547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa638365-578d-4e5e-8c49-8de8f3fad303 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.688569 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fa638365-578d-4e5e-8c49-8de8f3fad303 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0840418 May 24 23:00:36.698158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:36.700937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54594) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:36.706491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:36.717822 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6188815b-14be-4b4c-b092-271c635cef68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.720713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:36.721883 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6188815b-14be-4b4c-b092-271c635cef68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8a929fa-ac31-4a61-80ff-97ab70acae80 HTTP/1.1" status: 204 len: 168 time: 1.1272082 May 24 23:00:36.729382 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=7162f487-a390-4ef7-ba2a-9a7415affe82,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:36.752338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0051c3-94b5-4e36-be5d-c617691fa7b7 None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:00:36.805693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.814073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'Port': ['ID=f4bbc79c-8306-4453-ae7d-b0470e971359,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:36.907400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-62073368-6d96-437f-b333-d6dfec500f9b None None] Provisioning complete for port 4b83ba16-9976-465a-86bf-1006721577e6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:36.908796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-62073368-6d96-437f-b333-d6dfec500f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.953668 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee77e369-763c-4170-ba12-dd76abb4d9b8 req-1b43c429-dd8e-4a6f-b311-26da8baa9def tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296812 May 24 23:00:37.027002 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:00:37.037931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Checking segment: {'id': 'df7582e3-d5d1-4096-aba3-b61f743ce9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71faae5-93c5-4175-931c-910377573442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:37.038540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network hostable DHCP agents. Network: c71faae5-93c5-4175-931c-910377573442, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:37.057050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23b0caa4-aa27-448f-9880-a1241bdb51c2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.207004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.212360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network c71faae5-93c5-4175-931c-910377573442 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:37.459234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-62073368-6d96-437f-b333-d6dfec500f9b None None] Current status of the port 4b83ba16-9976-465a-86bf-1006721577e6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:37.548037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network e5845492-676a-4167-a1ae-4e2bc51f1058 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:37.557569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:37.564320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:37.584198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0051c3-94b5-4e36-be5d-c617691fa7b7 None None] Unable to find a vacant binding_index for network c71faae5-93c5-4175-931c-910377573442 and agent b9b88ca9-10b3-4d14-81a4-09184696d769 {{(pid=88262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 24 23:00:37.597406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54610) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:37.598300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0051c3-94b5-4e36-be5d-c617691fa7b7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, c71faae5-93c5-4175-931c-910377573442) {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:00:37.599741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23b0caa4-aa27-448f-9880-a1241bdb51c2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.604832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, c71faae5-93c5-4175-931c-910377573442) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:37.609887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:37.610461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.634570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23b0caa4-aa27-448f-9880-a1241bdb51c2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.666148 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c339db9b-cded-494c-a5ad-1a53b6629f94 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5015478 May 24 23:00:37.682371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54616) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:37.720258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cc1b1822-3462-4fb3-85de-ec2d4c0a9ad3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:37.802525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-766af5f8-c1b0-49de-99b7-6cbf321f6fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.889670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1822-3462-4fb3-85de-ec2d4c0a9ad3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2353220'] for subnet, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.896135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.920881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=3e3bb741-08c2-4c6d-b2d4-a7e004199470,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:37.948916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-766af5f8-c1b0-49de-99b7-6cbf321f6fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:37.953387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.001340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Router 7661d68f-d8ec-4a1a-8af4-e49b131d0bdc is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:00:38.048714 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-c71faae5-93c5-4175-931c-910377573442', 'network_id': 'c71faae5-93c5-4175-931c-910377573442', 'tenant_id': 'fdda545ddfc6402380f6129a941c88e4', 'fixed_ips': [{'subnet_id': '7162f487-a390-4ef7-ba2a-9a7415affe82'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:38.049763 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.088238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23b0caa4-aa27-448f-9880-a1241bdb51c2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.088658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b0caa4-aa27-448f-9880-a1241bdb51c2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 541f71a5-eb1c-4ae1-b532-40cccff3b55a {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:38.099527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54630) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:38.106263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-766af5f8-c1b0-49de-99b7-6cbf321f6fac admin admin] Usage tracker for resource:security_group_rule and tenant:b8c24a2c23ce4025a57e91dbe7aef327 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:38.163413 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-766af5f8-c1b0-49de-99b7-6cbf321f6fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:38.207171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-766af5f8-c1b0-49de-99b7-6cbf321f6fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:38.212512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23b0caa4-aa27-448f-9880-a1241bdb51c2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.214042 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-23b0caa4-aa27-448f-9880-a1241bdb51c2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] 10.222.0.32 "DELETE /v2.0/routers/541f71a5-eb1c-4ae1-b532-40cccff3b55a HTTP/1.1" status: 204 len: 168 time: 1.5055218 May 24 23:00:38.220249 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54636) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:38.241820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e530431b-a622-437d-8b11-910420c226f2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Request body: {'router': {'name': 'tempest-router-530622453', 'distributed': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:38.265427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e530431b-a622-437d-8b11-910420c226f2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:38.271625 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Allocated IP 2001:db8::2 (c71faae5-93c5-4175-931c-910377573442/7162f487-a390-4ef7-ba2a-9a7415affe82/85e9b642-49cd-4148-ad1b-d5147edc9e6f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:38.288127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c88479c6-d485-479d-9ac9-7a2948e76db5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-736022010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:38.293392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e530431b-a622-437d-8b11-910420c226f2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Usage tracker for resource:router and tenant:b2537efc180948a9bc1a798b90294f73 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:38.302117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c88479c6-d485-479d-9ac9-7a2948e76db5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:38.306116 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e530431b-a622-437d-8b11-910420c226f2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:38.318173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c88479c6-d485-479d-9ac9-7a2948e76db5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Usage tracker for resource:router and tenant:4ea2445da5f7446a9d22ab0c75881372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:38.322788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e530431b-a622-437d-8b11-910420c226f2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:38.327884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c88479c6-d485-479d-9ac9-7a2948e76db5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:38.341523 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c88479c6-d485-479d-9ac9-7a2948e76db5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:38.385478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031d4e4-ccd4-4fa8-8ebe-5aad938e78d9 req-958fb3eb-9d89-4573-856a-c9f8ea2ba126 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:38.387258 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e031d4e4-ccd4-4fa8-8ebe-5aad938e78d9 req-958fb3eb-9d89-4573-856a-c9f8ea2ba126 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.2877414 May 24 23:00:38.396424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e530431b-a622-437d-8b11-910420c226f2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.398015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e530431b-a622-437d-8b11-910420c226f2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.410839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c88479c6-d485-479d-9ac9-7a2948e76db5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.411814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c88479c6-d485-479d-9ac9-7a2948e76db5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.455074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:38.480043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e530431b-a622-437d-8b11-910420c226f2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.491654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c738fe1-4573-4989-90d4-b633a15505ae None None] Sync routers for ids ['7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:38.520566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c738fe1-4573-4989-90d4-b633a15505ae None None] Routers {'7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:38.521196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8c738fe1-4573-4989-90d4-b633a15505ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:38.534821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c88479c6-d485-479d-9ac9-7a2948e76db5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.551120 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e031d4e4-ccd4-4fa8-8ebe-5aad938e78d9 req-76541e60-d0ee-4828-b038-0108da9b0568 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497054 May 24 23:00:38.578086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.578086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.580641 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3fb5d26b-d70d-4d71-a2ef-f2030481a758 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.9900529 May 24 23:00:38.582365 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54644) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:38.590700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-766af5f8-c1b0-49de-99b7-6cbf321f6fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.603859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-766af5f8-c1b0-49de-99b7-6cbf321f6fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.613008 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8c738fe1-4573-4989-90d4-b633a15505ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:38.615606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.627354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e530431b-a622-437d-8b11-910420c226f2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.630518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.632258 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Transition to ACTIVE for port object 85e9b642-49cd-4148-ad1b-d5147edc9e6f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:38.639031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c738fe1-4573-4989-90d4-b633a15505ae None None] Routers {'7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:38.639865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8c738fe1-4573-4989-90d4-b633a15505ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:38.646355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:38.648332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c88479c6-d485-479d-9ac9-7a2948e76db5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.711228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8c738fe1-4573-4989-90d4-b633a15505ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:38.711805 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c738fe1-4573-4989-90d4-b633a15505ae None None] The sync data for ids ['7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:38.715317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Transition to ACTIVE for port object 85e9b642-49cd-4148-ad1b-d5147edc9e6f will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:38.723165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.745030 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-766af5f8-c1b0-49de-99b7-6cbf321f6fac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8c24a2c23ce4025a57e91dbe7aef327&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1156104 May 24 23:00:38.745566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54648) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:38.796918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Network c71faae5-93c5-4175-931c-910377573442 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:38.799958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:38.803944 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:38.842683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Pushing event updated for resources: {'Port': ['ID=85e9b642-49cd-4148-ad1b-d5147edc9e6f,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:38.877486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766af5f8-c1b0-49de-99b7-6cbf321f6fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863c1b0a-7e50-437a-aaae-c39e500824c7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:38.913787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Attempting to bind port 85e9b642-49cd-4148-ad1b-d5147edc9e6f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:38.914306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Attempting to bind port 85e9b642-49cd-4148-ad1b-d5147edc9e6f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'df7582e3-d5d1-4096-aba3-b61f743ce9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71faae5-93c5-4175-931c-910377573442'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:38.914801 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Attempting to bind port 85e9b642-49cd-4148-ad1b-d5147edc9e6f on network c71faae5-93c5-4175-931c-910377573442 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:38.920313 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:38.920947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Checking segment: {'id': 'df7582e3-d5d1-4096-aba3-b61f743ce9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71faae5-93c5-4175-931c-910377573442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:38.921313 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.923070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Bound using segment: {'id': 'df7582e3-d5d1-4096-aba3-b61f743ce9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71faae5-93c5-4175-931c-910377573442'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:38.923070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Bound port: 85e9b642-49cd-4148-ad1b-d5147edc9e6f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7582e3-d5d1-4096-aba3-b61f743ce9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71faae5-93c5-4175-931c-910377573442'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:38.923914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.959425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e530431b-a622-437d-8b11-910420c226f2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.963402 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e530431b-a622-437d-8b11-910420c226f2 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7327883 May 24 23:00:38.966887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54652) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:39.018207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] For port 85e9b642-49cd-4148-ad1b-d5147edc9e6f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:39.018463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c88479c6-d485-479d-9ac9-7a2948e76db5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.022270 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c88479c6-d485-479d-9ac9-7a2948e76db5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9150925 May 24 23:00:39.024524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] For port 85e9b642-49cd-4148-ad1b-d5147edc9e6f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=85e9b642-49cd-4148-ad1b-d5147edc9e6f,segment=NetworkSegment(df7582e3-d5d1-4096-aba3-b61f743ce9b5),segment_id=df7582e3-d5d1-4096-aba3-b61f743ce9b5)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:39.029682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.032732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54656) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:39.043588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1478083979'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:39.096163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:39.114270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Usage tracker for resource:network and tenant:4ea2445da5f7446a9d22ab0c75881372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:39.121149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:39.134823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:39.167059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045d960-4233-4775-a71f-6b0ab42d6f01 None None] Pushing event updated for resources: {'Port': ['ID=85e9b642-49cd-4148-ad1b-d5147edc9e6f,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:39.217636 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1822-3462-4fb3-85de-ec2d4c0a9ad3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783744192440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3483554'] for subnet, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.263073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Made reservation on behalf of 4ea2445da5f7446a9d22ab0c75881372 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:39.266450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.294567 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1b1822-3462-4fb3-85de-ec2d4c0a9ad3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:39.295176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1822-3462-4fb3-85de-ec2d4c0a9ad3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.299871 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cc1b1822-3462-4fb3-85de-ec2d4c0a9ad3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "PUT /v2.0/subnets/7162f487-a390-4ef7-ba2a-9a7415affe82 HTTP/1.1" status: 200 len: 826 time: 1.5992897 May 24 23:00:39.306920 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54660) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:39.307598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.333390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15ff4d1-1959-4bdc-a42c-0c86b840ea55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.423328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:39.437868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Usage tracker for resource:security_group_rule and tenant:4ea2445da5f7446a9d22ab0c75881372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:39.442140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b1822-3462-4fb3-85de-ec2d4c0a9ad3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=7162f487-a390-4ef7-ba2a-9a7415affe82,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:39.461406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:39.522041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:39.548558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba59f06a-6c67-4809-88e1-108ff834b54d tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.602363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15ff4d1-1959-4bdc-a42c-0c86b840ea55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.644010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.686335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port 85e9b642-49cd-4148-ad1b-d5147edc9e6f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:39.686335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.765040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.789521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 85e9b642-49cd-4148-ad1b-d5147edc9e6f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:39.814230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.838948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Router cce4b34c-4041-462c-8f85-4a2cdec6b32e is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:00:39.862115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 85e9b642-49cd-4148-ad1b-d5147edc9e6f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:39.955870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.981070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.983589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.053476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.066312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=3e3bb741-08c2-4c6d-b2d4-a7e004199470,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:40.076451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba59f06a-6c67-4809-88e1-108ff834b54d tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.093132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba59f06a-6c67-4809-88e1-108ff834b54d tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.106984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.130234 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15ff4d1-1959-4bdc-a42c-0c86b840ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.178135 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:40.189264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b80172-316a-48b9-ba44-0c32aa6152c5,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:40.208070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Deleting port a12360b8-5d05-4712-91dd-1f129730afb4 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:40.208621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.236264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.236604 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Added segment dfd4d3ad-a6d3-4f25-8e34-b24f543ad472 of type vlan for network 9cdb3839-1d6d-4fc3-b87e-5252160597a2 May 24 23:00:40.248224 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ff4d1-1959-4bdc-a42c-0c86b840ea55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863c1b0a-7e50-437a-aaae-c39e500824c7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:40.250870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba59f06a-6c67-4809-88e1-108ff834b54d tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.251115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba59f06a-6c67-4809-88e1-108ff834b54d tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92dceb08-9154-4071-8bc8-677ba08cda8d {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:40.251476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] For port 85e9b642-49cd-4148-ad1b-d5147edc9e6f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=85e9b642-49cd-4148-ad1b-d5147edc9e6f,segment=NetworkSegment(df7582e3-d5d1-4096-aba3-b61f743ce9b5),segment_id=df7582e3-d5d1-4096-aba3-b61f743ce9b5)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:40.251836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.294563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15ff4d1-1959-4bdc-a42c-0c86b840ea55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.298962 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d15ff4d1-1959-4bdc-a42c-0c86b840ea55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/863c1b0a-7e50-437a-aaae-c39e500824c7 HTTP/1.1" status: 204 len: 168 time: 1.5495641 May 24 23:00:40.310800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba59f06a-6c67-4809-88e1-108ff834b54d tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.317301 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ba59f06a-6c67-4809-88e1-108ff834b54d tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] 10.222.0.32 "DELETE /v2.0/routers/92dceb08-9154-4071-8bc8-677ba08cda8d HTTP/1.1" status: 204 len: 168 time: 1.3473620 May 24 23:00:40.321118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54666) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:40.331799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a742ce9-2a23-4092-a1f0-c72acc5adcdc None None] Network c71faae5-93c5-4175-931c-910377573442 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:40.337493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-402d8b2b-5456-4329-a19e-079de2179dea tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Request body: {'router': {'name': 'tempest-router-485589057', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '040334353777435b890dbb12f1e79c7a'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:40.358461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.363422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-402d8b2b-5456-4329-a19e-079de2179dea tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:40.369230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:40.379826 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Sync routers for ids ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:40.395958 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Routers {'cce4b34c-4041-462c-8f85-4a2cdec6b32e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:40.396821 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:40.429930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-402d8b2b-5456-4329-a19e-079de2179dea tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Usage tracker for resource:router and tenant:040334353777435b890dbb12f1e79c7a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:40.440595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-402d8b2b-5456-4329-a19e-079de2179dea tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:40.457328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-402d8b2b-5456-4329-a19e-079de2179dea tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:40.462969 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.467113 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fee6bed4-85f9-46f0-ad03-b5a16e5fa2e5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.9196332 May 24 23:00:40.470470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54670) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:40.490060 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-89a12c62-915b-4941-b447-c2d94de0b0c7 None None] Provisioning for port 85e9b642-49cd-4148-ad1b-d5147edc9e6f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:40.502796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-402d8b2b-5456-4329-a19e-079de2179dea tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.503805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-402d8b2b-5456-4329-a19e-079de2179dea tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.510122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Calling delete_port for 85e9b642-49cd-4148-ad1b-d5147edc9e6f owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:40.525829 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-89a12c62-915b-4941-b447-c2d94de0b0c7 None None] Provisioning complete for port 85e9b642-49cd-4148-ad1b-d5147edc9e6f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:40.536579 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89a12c62-915b-4941-b447-c2d94de0b0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.696663 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Set router cce4b34c-4041-462c-8f85-4a2cdec6b32e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:40.754895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.761287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:40.762296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.833992 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8001027 May 24 23:00:40.848812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54682) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:40.891821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-402d8b2b-5456-4329-a19e-079de2179dea tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.894114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.931255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'subnet': {'network_id': '9cdb3839-1d6d-4fc3-b87e-5252160597a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:40.943519 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-91dcdf3a-a6f9-44ee-a691-8d1e0dea58f5 tempest-TestNetworkAdvancedServerOps-551463516 tempest-TestNetworkAdvancedServerOps-551463516-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=da300a941f3f4a6f8389fb69cbf01581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4662528 May 24 23:00:40.961588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:40.987352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network e5845492-676a-4167-a1ae-4e2bc51f1058 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:40.993470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:41.013995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-89a12c62-915b-4941-b447-c2d94de0b0c7 None None] Current status of the port 85e9b642-49cd-4148-ad1b-d5147edc9e6f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:41.014595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89a12c62-915b-4941-b447-c2d94de0b0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.079534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-89a12c62-915b-4941-b447-c2d94de0b0c7 None None] For port 85e9b642-49cd-4148-ad1b-d5147edc9e6f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=85e9b642-49cd-4148-ad1b-d5147edc9e6f,segment=NetworkSegment(df7582e3-d5d1-4096-aba3-b61f743ce9b5),segment_id=df7582e3-d5d1-4096-aba3-b61f743ce9b5)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:41.095209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89a12c62-915b-4941-b447-c2d94de0b0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.104608 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:37Z', 'revision_number': 3, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:41.119519 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Checking router: cce4b34c-4041-462c-8f85-4a2cdec6b32e for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:00:41.120615 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Updating router cce4b34c-4041-462c-8f85-4a2cdec6b32e port f4bbc79c-8306-4453-ae7d-b0470e971359 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:00:41.141605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f7f75-e6df-4860-94e3-e52898f566c5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Network': ['ID=9cdb3839-1d6d-4fc3-b87e-5252160597a2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:41.141843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Calling delete_port for a12360b8-5d05-4712-91dd-1f129730afb4 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:41.200115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 9cdb3839-1d6d-4fc3-b87e-5252160597a2 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:41.237712 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.240257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-402d8b2b-5456-4329-a19e-079de2179dea tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.297795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-402d8b2b-5456-4329-a19e-079de2179dea tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.304019 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-402d8b2b-5456-4329-a19e-079de2179dea tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9723160 May 24 23:00:41.310064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54700) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:41.328310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:41.417512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:41.431686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Usage tracker for resource:subnet and tenant:4ea2445da5f7446a9d22ab0c75881372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:41.434918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:41.447502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:41.493724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:41.494134 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:41.504437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Made reservation on behalf of 4ea2445da5f7446a9d22ab0c75881372 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:41.512964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.518513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a12c62-915b-4941-b447-c2d94de0b0c7 None None] Pushing event updated for resources: {'Port': ['ID=85e9b642-49cd-4148-ad1b-d5147edc9e6f,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:41.783934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 85e9b642-49cd-4148-ad1b-d5147edc9e6f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:41.858495 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.861313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:41.880493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502aefe-b441-4415-8bd0-6ec1d5fbe9d4 tempest-TestNetworkAdvancedServerOps-551463516 tempest-TestNetworkAdvancedServerOps-551463516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:41.883995 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8502aefe-b441-4415-8bd0-6ec1d5fbe9d4 tempest-TestNetworkAdvancedServerOps-551463516 tempest-TestNetworkAdvancedServerOps-551463516-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9127922 May 24 23:00:41.885149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.885511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.888760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54710) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:41.918415 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 85e9b642-49cd-4148-ad1b-d5147edc9e6f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:41.919123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.958437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aee0ece6-d620-4b17-a07b-aa3ff9206de9 tempest-TestNetworkAdvancedServerOps-551463516 tempest-TestNetworkAdvancedServerOps-551463516-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642958 May 24 23:00:41.958667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54716) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:41.970700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-89778863', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:41.984863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc538861-15a0-4527-af59-d569d26d60ab None None] Network c71faae5-93c5-4175-931c-910377573442 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:42.067687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port 85e9b642-49cd-4148-ad1b-d5147edc9e6f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:42.068167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.082033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88260) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 24 23:00:42.082369 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Router 0e0db3d7-f69b-4bd3-8852-a7566eca5b72 migrating from provider to provider. {{(pid=88260) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 24 23:00:42.082845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.088509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.092023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.092550 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Transition to ACTIVE for port object f4bbc79c-8306-4453-ae7d-b0470e971359 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:42.106689 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.125680 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fd380a97-ca6b-4c85-a7de-57456799a1ea None None] Provisioning complete for port 85e9b642-49cd-4148-ad1b-d5147edc9e6f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:42.126290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd380a97-ca6b-4c85-a7de-57456799a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.150784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.190148 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Attempting to bind port f4bbc79c-8306-4453-ae7d-b0470e971359 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:42.190901 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Attempting to bind port f4bbc79c-8306-4453-ae7d-b0470e971359 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:42.191509 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Attempting to bind port f4bbc79c-8306-4453-ae7d-b0470e971359 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:42.197150 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Pushing event deleted for resources: {'Port': ['ID=a12360b8-5d05-4712-91dd-1f129730afb4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:42.205884 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:42.206591 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:42.207237 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.207851 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:42.208530 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Bound port: f4bbc79c-8306-4453-ae7d-b0470e971359, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:42.209164 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.300676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:42.310358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:subnet and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:42.323664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:42.379634 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] For port f4bbc79c-8306-4453-ae7d-b0470e971359, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:42.392601 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] For port f4bbc79c-8306-4453-ae7d-b0470e971359, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f4bbc79c-8306-4453-ae7d-b0470e971359,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:42.410471 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.417654 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:42.434404 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Pushing event updated for resources: {'Port': ['ID=f4bbc79c-8306-4453-ae7d-b0470e971359,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:42.455937 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.463297 dv-neutron-843190-1-hyperv neutron-server[88260]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] No L3 agents can host the router 0e0db3d7-f69b-4bd3-8852-a7566eca5b72 May 24 23:00:42.464046 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.464618 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.465154 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.465720 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.466148 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.466575 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.467062 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.467472 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.467910 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.468878 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.469408 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:42.506049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Made reservation on behalf of da300a941f3f4a6f8389fb69cbf01581 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:42.509602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.535932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54728) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:42.573157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 85e9b642-49cd-4148-ad1b-d5147edc9e6f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:42.591796 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961068e-d5cd-435f-a6b5-1618f3ed0bc3 None None] Pushing event updated for resources: {'Port': ['ID=f4bbc79c-8306-4453-ae7d-b0470e971359,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:42.605288 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Routers {'cce4b34c-4041-462c-8f85-4a2cdec6b32e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:42.606122 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:42.639911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fd380a97-ca6b-4c85-a7de-57456799a1ea None None] Current status of the port 85e9b642-49cd-4148-ad1b-d5147edc9e6f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:42.832146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.848335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:42.866124 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c783b0-fe9c-4c87-a96a-edd1ba4ef0a8 None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:42.882312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c783b0-fe9c-4c87-a96a-edd1ba4ef0a8 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:42.884624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-72c783b0-fe9c-4c87-a96a-edd1ba4ef0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:42.900079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.909956 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] Set router cce4b34c-4041-462c-8f85-4a2cdec6b32e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:43.000876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-72c783b0-fe9c-4c87-a96a-edd1ba4ef0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:43.012154 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2b11365-9505-4edb-b02e-a299dc00c443 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "PUT /v2.0/routers/12e09075-ce1d-46eb-b392-318c1c2590c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0828731 May 24 23:00:43.016588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e62d0d4-5e02-42c0-866d-3bb731f0ec64 None None] Network c71faae5-93c5-4175-931c-910377573442 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:43.031029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54734) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:43.059381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'port': {'network_id': 'e5845492-676a-4167-a1ae-4e2bc51f1058', 'name': 'tempest-FloatingIPTestJSON-1062607264'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:43.141555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-10474628'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:43.146283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:43.150199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Usage tracker for resource:network and tenant:8528ef2614e349a39a46d646cc35e325 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:43.153123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:43.159591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:43.204725 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Subnet': ['ID=e3da613a-63bc-43fc-8b98-e065be386d92,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:43.251911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] For port 85e9b642-49cd-4148-ad1b-d5147edc9e6f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=85e9b642-49cd-4148-ad1b-d5147edc9e6f,segment=NetworkSegment(df7582e3-d5d1-4096-aba3-b61f743ce9b5),segment_id=df7582e3-d5d1-4096-aba3-b61f743ce9b5)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:43.252280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.260090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Checking segment: {'id': 'dfd4d3ad-a6d3-4f25-8e34-b24f543ad472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdb3839-1d6d-4fc3-b87e-5252160597a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:43.260455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network hostable DHCP agents. Network: 9cdb3839-1d6d-4fc3-b87e-5252160597a2, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:43.274410 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:37Z', 'revision_number': 3, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:43.285572 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0240d-3fb7-4b92-bd9b-8cecaf497fc4 None None] The sync data for ids ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'] in dv-neutron-843190-1-hyperv is: [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:37Z', 'revision_number': 3, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:43.308537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c783b0-fe9c-4c87-a96a-edd1ba4ef0a8 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:43.309301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-72c783b0-fe9c-4c87-a96a-edd1ba4ef0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:43.334214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Made reservation on behalf of 8528ef2614e349a39a46d646cc35e325 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:43.337726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.348998 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.363798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.379151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.384472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Hosts for router 0e0db3d7-f69b-4bd3-8852-a7566eca5b72: [] {{(pid=88260) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 24 23:00:43.442533 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Calling delete_port for 85e9b642-49cd-4148-ad1b-d5147edc9e6f owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:43.457796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-72c783b0-fe9c-4c87-a96a-edd1ba4ef0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:43.458821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c783b0-fe9c-4c87-a96a-edd1ba4ef0a8 None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:43.489034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:43.525993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9ad4402b-f792-463c-9523-758798899ffe None None] Provisioning complete for port 85e9b642-49cd-4148-ad1b-d5147edc9e6f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:43.526344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9ad4402b-f792-463c-9523-758798899ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.542308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network 9cdb3839-1d6d-4fc3-b87e-5252160597a2 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:43.548950 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Usage tracker for resource:security_group_rule and tenant:8528ef2614e349a39a46d646cc35e325 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:43.557053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:43.567695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Hosts for other DVR routers connected to router 0e0db3d7-f69b-4bd3-8852-a7566eca5b72: set() {{(pid=88260) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 24 23:00:43.576402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:43.585011 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:port and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:43.593508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:43.611704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:43.622502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.626799 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2f58760d-24a9-48b5-a73d-31c0d67e94df tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] 10.222.0.32 "PUT /v2.0/routers/0e0db3d7-f69b-4bd3-8852-a7566eca5b72 HTTP/1.1" status: 200 len: 716 time: 2.3128281 May 24 23:00:43.630480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54738) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:43.631427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Router 7661d68f-d8ec-4a1a-8af4-e49b131d0bdc has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:43.634913 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:43.706789 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4402b-f792-463c-9523-758798899ffe None None] Current status of the port 85e9b642-49cd-4148-ad1b-d5147edc9e6f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:43.767455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 9cdb3839-1d6d-4fc3-b87e-5252160597a2) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:43.775353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.777129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb3da4d-3361-4e8d-8463-5a6d08677665 None None] Network 9cdb3839-1d6d-4fc3-b87e-5252160597a2 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:43.789402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:43.790005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.842999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.889084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Made reservation on behalf of d6de67d89dbb4e56b0e295216e765b54 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:43.893391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.960266 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Port': ['ID=85e9b642-49cd-4148-ad1b-d5147edc9e6f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:43.977730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f4bbc79c-8306-4453-ae7d-b0470e971359 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:44.046030 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] device_id is not set on port bf9c6af5-51b5-4c34-b2ad-d1027e864abd yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:44.053972 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0fd008cf-66f3-4cf7-a1f9-5f6934cd642b tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] 10.222.0.32 "GET /v2.0/routers/0e0db3d7-f69b-4bd3-8852-a7566eca5b72 HTTP/1.1" status: 200 len: 716 time: 0.4210978 May 24 23:00:44.056160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54742) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.064468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-caffabdb-82d9-4054-8a3b-34053f8236ff None None] Could not find standard attr ID for object 85e9b642-49cd-4148-ad1b-d5147edc9e6f. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:00:44.090659 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:44.097134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d251f1-0a9e-4af5-9d41-b974de75dbd8 None None] DHCP port deletion for c71faae5-93c5-4175-931c-910377573442 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:44.105379 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6b36d-b668-45ff-8380-b8bb4a626d50 None None] Sync routers for ids ['7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:44.114869 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f3b1b126-3cec-4c50-ba6f-43cd3f454e20 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2632542 May 24 23:00:44.119884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54748) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.120409 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6b36d-b668-45ff-8380-b8bb4a626d50 None None] Routers {'7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:44.121347 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1ea6b36d-b668-45ff-8380-b8bb4a626d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:44.127286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.128626 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fb0e166d-fe1a-44fc-bd28-098bf0e95c5b tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "PUT /v2.0/routers/7661d68f-d8ec-4a1a-8af4-e49b131d0bdc HTTP/1.1" status: 200 len: 706 time: 5.5451756 May 24 23:00:44.136540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'network': {'name': 'tempest-router-network01--122329546'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:44.142619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:44.145994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port f4bbc79c-8306-4453-ae7d-b0470e971359 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:44.147647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Usage tracker for resource:network and tenant:4ea2445da5f7446a9d22ab0c75881372 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:44.155655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54752) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.158058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:44.164947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'Subnet': ['ID=1f719bd7-74f9-4cf8-9df5-77920d2270f3,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:44.167172 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:44.177852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f4bbc79c-8306-4453-ae7d-b0470e971359 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:44.178223 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.193400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Made reservation on behalf of 4ea2445da5f7446a9d22ab0c75881372 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:44.197278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.251127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No DVR routers for this DVR port 85e9b642-49cd-4148-ad1b-d5147edc9e6f on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:44.340139 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1ea6b36d-b668-45ff-8380-b8bb4a626d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:44.360318 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6b36d-b668-45ff-8380-b8bb4a626d50 None None] Routers {'7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:44.363610 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1ea6b36d-b668-45ff-8380-b8bb4a626d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:44.411105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:44.421377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.422475 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Added segment 1311906a-0793-454f-aed7-e7b0ddac206e of type vlan for network 566b1705-49df-4ed4-adc3-9570cf28ed21 May 24 23:00:44.434412 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1ea6b36d-b668-45ff-8380-b8bb4a626d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:44.435111 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6b36d-b668-45ff-8380-b8bb4a626d50 None None] The sync data for ids ['7661d68f-d8ec-4a1a-8af4-e49b131d0bdc'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:44.446557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-9cdb3839-1d6d-4fc3-b87e-5252160597a2', 'network_id': '9cdb3839-1d6d-4fc3-b87e-5252160597a2', 'tenant_id': '4ea2445da5f7446a9d22ab0c75881372', 'fixed_ips': [{'subnet_id': 'e3da613a-63bc-43fc-8b98-e065be386d92'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:44.448504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.461127 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-444acb3b-e68c-47fc-b8de-9e04f52effa7 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/routers/7661d68f-d8ec-4a1a-8af4-e49b131d0bdc HTTP/1.1" status: 200 len: 741 time: 0.2931521 May 24 23:00:44.467720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54756) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.544233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.563280 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f4bbc79c-8306-4453-ae7d-b0470e971359 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:44.563792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.575215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Checking segment: {'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:44.575585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Network hostable DHCP agents. Network: 9de38648-5d51-4316-8661-41d2f2644c75, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:44.580157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.582185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port f4bbc79c-8306-4453-ae7d-b0470e971359, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f4bbc79c-8306-4453-ae7d-b0470e971359,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:44.589172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.632392 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3bc12043-76eb-4f00-be7e-bae927334031 tempest-RoutersTestDVR-1291062480 tempest-RoutersTestDVR-1291062480-project] 10.222.0.32 "GET /v2.0/routers/0e0db3d7-f69b-4bd3-8852-a7566eca5b72 HTTP/1.1" status: 200 len: 682 time: 0.5632479 May 24 23:00:44.632616 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4112eb69-cc12-4e29-b41e-5b7b5ff034d2 tempest-RoutersAdminTest-328693122 tempest-RoutersAdminTest-328693122-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&device_id=7661d68f-d8ec-4a1a-8af4-e49b131d0bdc HTTP/1.1" status: 200 len: 205 time: 0.1588147 May 24 23:00:44.633547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54760) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.643749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54762) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.649535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.657419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.683146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=f4bbc79c-8306-4453-ae7d-b0470e971359,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:44.696568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:44.719251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be11e15d-4c28-4589-a214-a345812ab8cb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:44.723664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.729434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:44.729993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.735053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.735384 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Added segment 6b5687f4-abaa-4b59-81f0-6f0ef89b90e6 of type vlan for network f6a9771c-15da-4368-843c-b51830573f1e May 24 23:00:44.790245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Allocated IP 2001:db8::2 (9cdb3839-1d6d-4fc3-b87e-5252160597a2/e3da613a-63bc-43fc-8b98-e065be386d92/de899a68-6718-4b6f-a354-f7d24f41968f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:44.878397 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7449510 May 24 23:00:44.879414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.882967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54768) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.883608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2b664-c4b0-4051-becd-a260e5fae1ac tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Network': ['ID=566b1705-49df-4ed4-adc3-9570cf28ed21,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:44.888265 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df27fa11-16dc-4f0d-a0be-70a26c376877 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=7661d68f-d8ec-4a1a-8af4-e49b131d0bdc HTTP/1.1" status: 200 len: 205 time: 0.2374680 May 24 23:00:44.892396 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'network': {'name': 'tempest-router-network02--1246508878'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:44.898288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54772) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.901432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:44.902715 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 566b1705-49df-4ed4-adc3-9570cf28ed21 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:44.902847 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Network 9de38648-5d51-4316-8661-41d2f2644c75 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:44.968164 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Usage tracker for resource:network and tenant:4ea2445da5f7446a9d22ab0c75881372 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:44.980159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.20.0.8 (e5845492-676a-4167-a1ae-4e2bc51f1058/9d1c4a13-f52e-4113-84da-b8c496912046/bf9c6af5-51b5-4c34-b2ad-d1027e864abd) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:44.984532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:44.989709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 9de38648-5d51-4316-8661-41d2f2644c75) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:44.994361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9211822-96c0-4c06-ae5a-78c64ff8fff5 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.027166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de417c-2424-4a16-bc5c-6926fd6347d9 None None] Network 9de38648-5d51-4316-8661-41d2f2644c75 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:45.056756 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:45.065177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:45.065950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.075390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afd01116-cae8-42f9-9806-11f351842d66 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.148700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.269227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Made reservation on behalf of 4ea2445da5f7446a9d22ab0c75881372 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:45.273385 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.284477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.290871 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:45.292401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.296648 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-538b14e1-a6f5-4961-abd6-fd91db9032ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3316493 May 24 23:00:45.304933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54776) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:45.316675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.360103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Transition to ACTIVE for port object de899a68-6718-4b6f-a354-f7d24f41968f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:45.386370 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-9de38648-5d51-4316-8661-41d2f2644c75', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:45.387348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.389727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Subnet': ['ID=7162f487-a390-4ef7-ba2a-9a7415affe82,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:45.404163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e25145-a2f7-4ba8-86e9-bbeac59403dc None None] Network c71faae5-93c5-4175-931c-910377573442 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:45.422029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Transition to ACTIVE for port object de899a68-6718-4b6f-a354-f7d24f41968f will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:45.501491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.533965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9211822-96c0-4c06-ae5a-78c64ff8fff5 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.538384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9211822-96c0-4c06-ae5a-78c64ff8fff5 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.572813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afd01116-cae8-42f9-9806-11f351842d66 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.633397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afd01116-cae8-42f9-9806-11f351842d66 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.643225 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 3.1060259 May 24 23:00:45.665178 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.682234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.720208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9211822-96c0-4c06-ae5a-78c64ff8fff5 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.720732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9211822-96c0-4c06-ae5a-78c64ff8fff5 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e0db3d7-f69b-4bd3-8852-a7566eca5b72 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:45.726948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71faae5-93c5-4175-931c-910377573442']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:45.753528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7582e3-d5d1-4096-aba3-b61f743ce9b5') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:45.753832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7582e3-d5d1-4096-aba3-b61f743ce9b5') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:45.760428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Network 9cdb3839-1d6d-4fc3-b87e-5252160597a2 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:45.769131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:45.771608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:45.783600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9211822-96c0-4c06-ae5a-78c64ff8fff5 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.784838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c9211822-96c0-4c06-ae5a-78c64ff8fff5 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0e0db3d7-f69b-4bd3-8852-a7566eca5b72 HTTP/1.1" status: 204 len: 168 time: 1.1459515 May 24 23:00:45.790675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54784) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:45.806708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.832792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9a41eaaf-178e-451f-8f06-b839bfb81606 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Request body: {'router': {'name': 'tempest-router-1717897784', 'distributed': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:45.833434 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Pushing event updated for resources: {'Port': ['ID=de899a68-6718-4b6f-a354-f7d24f41968f,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:45.845821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f4bbc79c-8306-4453-ae7d-b0470e971359 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:45.852241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9a41eaaf-178e-451f-8f06-b839bfb81606 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:45.873784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.876876 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54788) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:45.877947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9a41eaaf-178e-451f-8f06-b839bfb81606 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Usage tracker for resource:router and tenant:b2537efc180948a9bc1a798b90294f73 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:45.880331 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926917e2-d5a1-4e9f-bcac-2fd787497027 None None] DHCP port deletion for c71faae5-93c5-4175-931c-910377573442 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:45.887615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.889423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb3adc-d219-42a5-9982-73bf3b5b8209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Pushing event updated for resources: {'Network': ['ID=f6a9771c-15da-4368-843c-b51830573f1e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:45.894225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9a41eaaf-178e-451f-8f06-b839bfb81606 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:45.897702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:45.898232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.922481 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network f6a9771c-15da-4368-843c-b51830573f1e details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:45.923585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Request body: {'port': {'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e', 'binding:host_id': 'hv-neutron-8431', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-278366460'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:45.940648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:45.945584 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afd01116-cae8-42f9-9806-11f351842d66 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.946265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd01116-cae8-42f9-9806-11f351842d66 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Fanout notify agent at l3_agent the message router_deleted on router 7661d68f-d8ec-4a1a-8af4-e49b131d0bdc {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:45.973423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.973765 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Added segment 7c93f408-00c5-492a-9040-299d16ba04c3 of type vlan for network ecda71a4-7a45-4553-b44f-cea13a115238 May 24 23:00:46.013193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9a41eaaf-178e-451f-8f06-b839bfb81606 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:46.016279 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment df7582e3-d5d1-4096-aba3-b61f743ce9b5 resource provider aggregate not found May 24 23:00:46.027991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:46.054338 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment df7582e3-d5d1-4096-aba3-b61f743ce9b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df7582e3-d5d1-4096-aba3-b61f743ce9b5 found for delete ", "request_id": "req-05e37966-a87c-4578-803e-7c885c97e2dc"}]} May 24 23:00:46.058070 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Usage tracker for resource:port and tenant:4af2e0d71ed74b398de89716f0b8f61b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:46.069434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:46.075767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a41eaaf-178e-451f-8f06-b839bfb81606 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.076959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a41eaaf-178e-451f-8f06-b839bfb81606 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.089406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:46.094812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.122949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.151329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Attempting to bind port de899a68-6718-4b6f-a354-f7d24f41968f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:46.151715 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Attempting to bind port de899a68-6718-4b6f-a354-f7d24f41968f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'dfd4d3ad-a6d3-4f25-8e34-b24f543ad472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdb3839-1d6d-4fc3-b87e-5252160597a2'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:46.152250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Attempting to bind port de899a68-6718-4b6f-a354-f7d24f41968f on network 9cdb3839-1d6d-4fc3-b87e-5252160597a2 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:46.152408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Network': ['ID=c71faae5-93c5-4175-931c-910377573442,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:46.156195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a41eaaf-178e-451f-8f06-b839bfb81606 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.167457 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Allocated IP 172.20.0.2 (9de38648-5d51-4316-8661-41d2f2644c75/1f719bd7-74f9-4cf8-9df5-77920d2270f3/1dc70f71-14f2-44d8-b5e2-479e19a0a00e) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:46.172248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Made reservation on behalf of 4af2e0d71ed74b398de89716f0b8f61b for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:46.175067 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.176315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:46.176899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Checking segment: {'id': 'dfd4d3ad-a6d3-4f25-8e34-b24f543ad472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdb3839-1d6d-4fc3-b87e-5252160597a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:46.177492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.178022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Bound using segment: {'id': 'dfd4d3ad-a6d3-4f25-8e34-b24f543ad472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdb3839-1d6d-4fc3-b87e-5252160597a2'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:46.178755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Bound port: de899a68-6718-4b6f-a354-f7d24f41968f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd4d3ad-a6d3-4f25-8e34-b24f543ad472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdb3839-1d6d-4fc3-b87e-5252160597a2'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:46.179355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.191961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.209126 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f83af7fb-0f6a-44f1-bbff-16404e0c1613 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/c71faae5-93c5-4175-931c-910377573442 HTTP/1.1" status: 204 len: 168 time: 6.8923125 May 24 23:00:46.214754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54796) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.217997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.222595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:46.280507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f4bbc79c-8306-4453-ae7d-b0470e971359 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:46.281503 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.320820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Usage tracker for resource:security_group_rule and tenant:4af2e0d71ed74b398de89716f0b8f61b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:46.323797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afd01116-cae8-42f9-9806-11f351842d66 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.324874 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-afd01116-cae8-42f9-9806-11f351842d66 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/7661d68f-d8ec-4a1a-8af4-e49b131d0bdc HTTP/1.1" status: 204 len: 168 time: 1.4253783 May 24 23:00:46.329372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:46.338542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54800) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.341072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network e5845492-676a-4167-a1ae-4e2bc51f1058 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:46.348494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:46.351488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a41eaaf-178e-451f-8f06-b839bfb81606 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.359735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:46.362287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:46.404821 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f87804aa-85c5-4d56-889c-8312fe352a8e tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=7661d68f-d8ec-4a1a-8af4-e49b131d0bdc HTTP/1.1" status: 200 len: 205 time: 0.0609596 May 24 23:00:46.414820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54804) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.427469 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3d6142-f0e9-446f-bb07-709a23fb141f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:00:46.428367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3d6142-f0e9-446f-bb07-709a23fb141f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:00:46.430518 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5b3d6142-f0e9-446f-bb07-709a23fb141f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/c71faae5-93c5-4175-931c-910377573442 HTTP/1.1" status: 404 len: 339 time: 0.2098296 May 24 23:00:46.437435 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:46.438318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.446352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] For port de899a68-6718-4b6f-a354-f7d24f41968f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:46.447473 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54808) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.470628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] For port de899a68-6718-4b6f-a354-f7d24f41968f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=de899a68-6718-4b6f-a354-f7d24f41968f,segment=NetworkSegment(dfd4d3ad-a6d3-4f25-8e34-b24f543ad472),segment_id=dfd4d3ad-a6d3-4f25-8e34-b24f543ad472)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:46.476797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-946980137', 'description': 'd1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:46.494038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=bf9c6af5-51b5-4c34-b2ad-d1027e864abd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:46.505665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.506164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:46.512470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a41eaaf-178e-451f-8f06-b839bfb81606 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.516958 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9a41eaaf-178e-451f-8f06-b839bfb81606 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7201436 May 24 23:00:46.516958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Usage tracker for resource:network and tenant:fdda545ddfc6402380f6129a941c88e4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:46.523813 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e7865693-03d3-410d-9ac4-8bd33410cc84 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4872460 May 24 23:00:46.523813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54812) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.523813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:46.529184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54814) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.553326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.559584 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-ebdbaddc-7f21-466b-a58a-527306a76ba1 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] delete failed (client error): The resource could not be found. May 24 23:00:46.563705 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ebdbaddc-7f21-466b-a58a-527306a76ba1 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/7661d68f-d8ec-4a1a-8af4-e49b131d0bdc HTTP/1.1" status: 404 len: 336 time: 0.1448565 May 24 23:00:46.565419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54820) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.606165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:46.618446 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5cb7ac79-2b55-4ff3-8f5c-6226caa5dd29 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=9604588f-9715-47ab-be77-94b7fc9b1ac5 HTTP/1.1" status: 200 len: 205 time: 0.0523102 May 24 23:00:46.621634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54824) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.627575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'port': {'network_id': 'e5845492-676a-4167-a1ae-4e2bc51f1058', 'name': 'tempest-FloatingIPTestJSON-1750739815'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:46.663403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f4bbc79c-8306-4453-ae7d-b0470e971359 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:46.689853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba0edc-479f-49e3-aa29-47751899a022 None None] Pushing event updated for resources: {'Port': ['ID=de899a68-6718-4b6f-a354-f7d24f41968f,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:46.696548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.709231 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Transition to ACTIVE for port object 1dc70f71-14f2-44d8-b5e2-479e19a0a00e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:46.731969 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Transition to ACTIVE for port object 1dc70f71-14f2-44d8-b5e2-479e19a0a00e will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:46.739292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.759427 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-94ce783a-52e7-4420-a91d-22ccefe8d3cf tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] delete failed (client error): The resource could not be found. May 24 23:00:46.762780 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-94ce783a-52e7-4420-a91d-22ccefe8d3cf tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/9604588f-9715-47ab-be77-94b7fc9b1ac5 HTTP/1.1" status: 404 len: 336 time: 0.1345663 May 24 23:00:46.794704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54828) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.799461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Network 9de38648-5d51-4316-8661-41d2f2644c75 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:46.808079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:46.810201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 85e9b642-49cd-4148-ad1b-d5147edc9e6f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:46.837771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:46.875579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.881746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:46.882336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.907284 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6e3b4c17-67e0-40dd-b18c-c3839582242c tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a9bd9a7-bad8-4495-ad95-dbb6d32f046d HTTP/1.1" status: 200 len: 205 time: 0.1089902 May 24 23:00:46.907884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54832) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.950427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e07e896d-a552-4749-a817-d5eb1536df46 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.967959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 85e9b642-49cd-4148-ad1b-d5147edc9e6f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:46.968346 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 85e9b642-49cd-4148-ad1b-d5147edc9e6f not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:46.997480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Pushing event updated for resources: {'Port': ['ID=1dc70f71-14f2-44d8-b5e2-479e19a0a00e,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:47.007596 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Attempting to bind port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:47.007971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Attempting to bind port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:47.008342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Attempting to bind port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e on network 9de38648-5d51-4316-8661-41d2f2644c75 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:47.015564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:47.015955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Checking segment: {'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:47.016339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.016730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Bound using segment: {'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:47.017377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Bound port: 1dc70f71-14f2-44d8-b5e2-479e19a0a00e, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:47.017914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.088821 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-9fefa4ce-4d49-4a85-bc65-b369a86b7a8a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] delete failed (client error): The resource could not be found. May 24 23:00:47.092984 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9fefa4ce-4d49-4a85-bc65-b369a86b7a8a tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/6a9bd9a7-bad8-4495-ad95-dbb6d32f046d HTTP/1.1" status: 404 len: 336 time: 0.1763415 May 24 23:00:47.096685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54836) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:47.111129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:47.115563 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2292547 May 24 23:00:47.116318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.132216 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54840) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:47.151827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] For port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:47.157341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] For port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1dc70f71-14f2-44d8-b5e2-479e19a0a00e,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:47.162064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.205766 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-11b378b7-d899-47fe-8132-7a38409f4b88 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1532d34-10f1-4308-975a-b6497fa48642 HTTP/1.1" status: 200 len: 205 time: 0.1061287 May 24 23:00:47.212507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54844) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:47.213375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386952f-83f8-4d6b-9449-9290b8f5381e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Network': ['ID=ecda71a4-7a45-4553-b44f-cea13a115238,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:47.231241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network ecda71a4-7a45-4553-b44f-cea13a115238 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:47.253284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'subnet': {'network_id': '566b1705-49df-4ed4-adc3-9570cf28ed21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:47.297589 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-a45c0468-7723-428e-a227-5dfd7e5e894d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] delete failed (client error): The resource could not be found. May 24 23:00:47.301657 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a45c0468-7723-428e-a227-5dfd7e5e894d tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/c1532d34-10f1-4308-975a-b6497fa48642 HTTP/1.1" status: 404 len: 336 time: 0.0847204 May 24 23:00:47.304427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54848) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:47.354539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.358444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c63a4-3664-4de2-a8e8-1c8d7d0aecb5 None None] Pushing event updated for resources: {'Port': ['ID=1dc70f71-14f2-44d8-b5e2-479e19a0a00e,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:47.382369 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ab98bf94-c788-40d8-928a-e9c4e6655825 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=073ae2b0-e22f-4327-b6ae-219b26648ed5 HTTP/1.1" status: 200 len: 205 time: 0.0766704 May 24 23:00:47.385360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54852) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:47.552414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:47.561276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e07e896d-a552-4749-a817-d5eb1536df46 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.581474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e07e896d-a552-4749-a817-d5eb1536df46 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.594338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:47.607225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:port and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:47.619982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.620325 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Added segment 7f944768-c689-460a-b00f-526d369db8cf of type vlan for network 88949cda-fe1f-4411-aa6f-c22296ce0dcf May 24 23:00:47.624103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:47.645460 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-a43e7ce5-0bbf-4ac2-9d7e-efdab4779530 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] delete failed (client error): The resource could not be found. May 24 23:00:47.649188 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a43e7ce5-0bbf-4ac2-9d7e-efdab4779530 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/073ae2b0-e22f-4327-b6ae-219b26648ed5 HTTP/1.1" status: 404 len: 336 time: 0.2600682 May 24 23:00:47.656409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54856) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:47.661685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:47.666289 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Usage tracker for resource:subnet and tenant:4ea2445da5f7446a9d22ab0c75881372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:47.669333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:47.675380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:47.681711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.684333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:47.719988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e07e896d-a552-4749-a817-d5eb1536df46 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.719988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07e896d-a552-4749-a817-d5eb1536df46 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b8e536e-7b80-4d2e-bfa7-d51744cca8e5 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:47.721848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.738365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Made reservation on behalf of 4ea2445da5f7446a9d22ab0c75881372 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:47.745818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.758615 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-59f18f0b-a21c-4c7a-a4bd-07556de85140 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d409a3-60c5-4373-bb85-9b5417e9192d HTTP/1.1" status: 200 len: 205 time: 0.0990369 May 24 23:00:47.759508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54860) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:47.786224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.791647 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] device_id is not set on port e4d24d69-8405-4422-a15f-29b7226312a1 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:47.874581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1dc70f71-14f2-44d8-b5e2-479e19a0a00e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:47.901078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Made reservation on behalf of d6de67d89dbb4e56b0e295216e765b54 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:47.904526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.921262 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-83b01353-7798-4279-bf64-1168ae08ed3c tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] delete failed (client error): The resource could not be found. May 24 23:00:47.922442 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-83b01353-7798-4279-bf64-1168ae08ed3c tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/routers/12d409a3-60c5-4373-bb85-9b5417e9192d HTTP/1.1" status: 404 len: 336 time: 0.1620328 May 24 23:00:47.925096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54864) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:47.959818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:47.968149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device de899a68-6718-4b6f-a354-f7d24f41968f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:47.990165 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70e3002-4313-4fec-bc15-92d334a444b7 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] DELETE failed (client error): The resource could not be found. May 24 23:00:47.990618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70e3002-4313-4fec-bc15-92d334a444b7 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:00:47.992353 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e70e3002-4313-4fec-bc15-92d334a444b7 tempest-RoutersAdminTest-357821873 tempest-RoutersAdminTest-357821873-project] 10.222.0.32 "DELETE /v2.0/subnets/2d763aff-c203-4681-8dc1-1176ae537336 HTTP/1.1" status: 404 len: 337 time: 0.0661755 May 24 23:00:48.014127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e174d460-a504-42eb-a7a1-cd2d7c87fad1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:48.043508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] device_id is not set on port 256be648-2ca5-472f-b596-4b0d3cdbe00f yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:48.140548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91313315-f6d1-46ad-a0ce-ab87f926a597 None None] Network 9cdb3839-1d6d-4fc3-b87e-5252160597a2 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:48.150428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:00:48.251399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port de899a68-6718-4b6f-a354-f7d24f41968f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:48.278036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e07e896d-a552-4749-a817-d5eb1536df46 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.279317 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e07e896d-a552-4749-a817-d5eb1536df46 tempest-RoutersTestDVR-624127525 tempest-RoutersTestDVR-624127525-project-admin] 10.222.0.32 "DELETE /v2.0/routers/4b8e536e-7b80-4d2e-bfa7-d51744cca8e5 HTTP/1.1" status: 204 len: 168 time: 1.7520316 May 24 23:00:48.280269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.300005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:48.300469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.382267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3bad538c-ed64-42ae-9beb-fc02c8d6c742 None None] Provisioning for port de899a68-6718-4b6f-a354-f7d24f41968f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:48.392952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3bad538c-ed64-42ae-9beb-fc02c8d6c742 None None] Provisioning complete for port de899a68-6718-4b6f-a354-f7d24f41968f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:48.393327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3bad538c-ed64-42ae-9beb-fc02c8d6c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.399016 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9439430 May 24 23:00:48.415067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54874) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:48.425509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Allocated IP 172.20.0.1 (9de38648-5d51-4316-8661-41d2f2644c75/1f719bd7-74f9-4cf8-9df5-77920d2270f3/dd5e7271-020c-4001-a2e1-b80d6721b2bc) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:48.592482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54878) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:48.639933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3bad538c-ed64-42ae-9beb-fc02c8d6c742 None None] Current status of the port de899a68-6718-4b6f-a354-f7d24f41968f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:48.640302 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3bad538c-ed64-42ae-9beb-fc02c8d6c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.691468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3bad538c-ed64-42ae-9beb-fc02c8d6c742 None None] For port de899a68-6718-4b6f-a354-f7d24f41968f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=de899a68-6718-4b6f-a354-f7d24f41968f,segment=NetworkSegment(dfd4d3ad-a6d3-4f25-8e34-b24f543ad472),segment_id=dfd4d3ad-a6d3-4f25-8e34-b24f543ad472)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:48.704631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3bad538c-ed64-42ae-9beb-fc02c8d6c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.744037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d30fb-85ca-475c-ac88-87b586f195e9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=88949cda-fe1f-4411-aa6f-c22296ce0dcf,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:48.754544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.20.0.5 (e5845492-676a-4167-a1ae-4e2bc51f1058/9d1c4a13-f52e-4113-84da-b8c496912046/256be648-2ca5-472f-b596-4b0d3cdbe00f) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:48.787901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54886) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:48.825695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad538c-ed64-42ae-9beb-fc02c8d6c742 None None] Pushing event updated for resources: {'Port': ['ID=de899a68-6718-4b6f-a354-f7d24f41968f,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:48.829891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 88949cda-fe1f-4411-aa6f-c22296ce0dcf details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:48.857526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa895d9-dd44-43f1-9bcc-2d6392c8ac88 None None] Network 9de38648-5d51-4316-8661-41d2f2644c75 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:48.891998 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47f5f3-22d3-4f29-a938-aaec6598ca60 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:48.892976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9e47f5f3-22d3-4f29-a938-aaec6598ca60 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Synchronizing usage tracker for tenant:fdda545ddfc6402380f6129a941c88e4 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:48.949124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9e47f5f3-22d3-4f29-a938-aaec6598ca60 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Unset dirty status for tenant:fdda545ddfc6402380f6129a941c88e4 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:48.954109 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9e47f5f3-22d3-4f29-a938-aaec6598ca60 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/networks?id=88949cda-fe1f-4411-aa6f-c22296ce0dcf HTTP/1.1" status: 200 len: 764 time: 0.5367777 May 24 23:00:48.955125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54894) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:48.970023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-214bfb8d-e472-4cc6-9b01-90872edb9203 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'description': 'd2'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:49.032630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9a384611-18bd-4948-bec4-0da8cc4b7d1f None None] Provisioning for port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:49.048460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9a384611-18bd-4948-bec4-0da8cc4b7d1f None None] Provisioning complete for port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:49.048831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a384611-18bd-4948-bec4-0da8cc4b7d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.087191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6582914-5fc9-448a-a282-ec9c87ad79e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.108379 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7551-e31b-42d1-b634-d500f8f570ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.137698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] device_id is not set on port e4d24d69-8405-4422-a15f-29b7226312a1 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:49.148843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b6582914-5fc9-448a-a282-ec9c87ad79e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:49.162056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.164920 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ec8b7551-e31b-42d1-b634-d500f8f570ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:49.174661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ec8b7551-e31b-42d1-b634-d500f8f570ee admin admin] Usage tracker for resource:security_group_rule and tenant:97a2c318f1724996b1dfb832e10fe880 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:49.258306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b6582914-5fc9-448a-a282-ec9c87ad79e0 admin admin] Usage tracker for resource:security_group_rule and tenant:040334353777435b890dbb12f1e79c7a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:49.260498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Transition to ACTIVE for port object dd5e7271-020c-4001-a2e1-b80d6721b2bc will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:49.267174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ec8b7551-e31b-42d1-b634-d500f8f570ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:49.270199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b6582914-5fc9-448a-a282-ec9c87ad79e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:49.273826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.290274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.294785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ec8b7551-e31b-42d1-b634-d500f8f570ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:49.294923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9a384611-18bd-4948-bec4-0da8cc4b7d1f None None] Current status of the port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:49.295235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a384611-18bd-4948-bec4-0da8cc4b7d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.296910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b6582914-5fc9-448a-a282-ec9c87ad79e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:49.317848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.329109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-214bfb8d-e472-4cc6-9b01-90872edb9203 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.332655 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9a384611-18bd-4948-bec4-0da8cc4b7d1f None None] For port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1dc70f71-14f2-44d8-b5e2-479e19a0a00e,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:49.337995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a384611-18bd-4948-bec4-0da8cc4b7d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.351961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Transition to ACTIVE for port object e4d24d69-8405-4422-a15f-29b7226312a1 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:49.384169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Network 9de38648-5d51-4316-8661-41d2f2644c75 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:49.394029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:49.410125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:49.417101 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a384611-18bd-4948-bec4-0da8cc4b7d1f None None] Pushing event updated for resources: {'Port': ['ID=1dc70f71-14f2-44d8-b5e2-479e19a0a00e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:49.463879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d49519dd-478d-4cad-ae06-36672be08c5e None None] Provisioning complete for port de899a68-6718-4b6f-a354-f7d24f41968f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:49.464521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d49519dd-478d-4cad-ae06-36672be08c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.470290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.475589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-214bfb8d-e472-4cc6-9b01-90872edb9203 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.500834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-214bfb8d-e472-4cc6-9b01-90872edb9203 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network 88949cda-fe1f-4411-aa6f-c22296ce0dcf is not hosted by any dhcp agent {{(pid=88260) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 24 23:00:49.506144 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bfb8d-e472-4cc6-9b01-90872edb9203 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:49.506848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-214bfb8d-e472-4cc6-9b01-90872edb9203 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.508130 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-214bfb8d-e472-4cc6-9b01-90872edb9203 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "PUT /v2.0/networks/88949cda-fe1f-4411-aa6f-c22296ce0dcf HTTP/1.1" status: 200 len: 761 time: 0.5476933 May 24 23:00:49.518610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54898) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:49.529432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'Port': ['ID=dd5e7271-020c-4001-a2e1-b80d6721b2bc,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:49.625469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d49519dd-478d-4cad-ae06-36672be08c5e None None] Current status of the port de899a68-6718-4b6f-a354-f7d24f41968f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:49.680970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.701181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Subnet': ['ID=0017b3d9-c38d-4fb5-b85e-acd0a5f97e37,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:49.715735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d24d69-8405-4422-a15f-29b7226312a1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:49.724766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.757706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1dc70f71-14f2-44d8-b5e2-479e19a0a00e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:49.790765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6582914-5fc9-448a-a282-ec9c87ad79e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.824001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-483115eb-a64d-4575-85e9-3505a8cdf060 None None] Provisioning complete for port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:49.824543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-483115eb-a64d-4575-85e9-3505a8cdf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.860861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7551-e31b-42d1-b634-d500f8f570ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.868772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Checking segment: {'id': '1311906a-0793-454f-aed7-e7b0ddac206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '566b1705-49df-4ed4-adc3-9570cf28ed21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:49.869248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network hostable DHCP agents. Network: 566b1705-49df-4ed4-adc3-9570cf28ed21, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:49.878537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85002f8a-3514-4c2d-9142-ed4f85486767 None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:00:49.880792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6582914-5fc9-448a-a282-ec9c87ad79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.899638 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7551-e31b-42d1-b634-d500f8f570ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.912565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Checking segment: {'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:49.912926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Network hostable DHCP agents. Network: f6a9771c-15da-4368-843c-b51830573f1e, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:49.943189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:49.943642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.968643 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bfb8d-e472-4cc6-9b01-90872edb9203 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=88949cda-fe1f-4411-aa6f-c22296ce0dcf,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:49.986620 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b6582914-5fc9-448a-a282-ec9c87ad79e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=040334353777435b890dbb12f1e79c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1978352 May 24 23:00:49.993050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54902) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:49.993880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network 566b1705-49df-4ed4-adc3-9570cf28ed21 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:50.004183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 88949cda-fe1f-4411-aa6f-c22296ce0dcf details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:50.007127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6582914-5fc9-448a-a282-ec9c87ad79e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c2f1a3-debf-4d86-8403-9a4d97429f14,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:50.014054 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec8b7551-e31b-42d1-b634-d500f8f570ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97a2c318f1724996b1dfb832e10fe880&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4144864 May 24 23:00:50.019143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54906) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:50.029137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Network f6a9771c-15da-4368-843c-b51830573f1e is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:50.035965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 566b1705-49df-4ed4-adc3-9570cf28ed21) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:50.049091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.097539 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, f6a9771c-15da-4368-843c-b51830573f1e) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:50.105887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:50.106664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.106814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2109df5b-2966-4ddf-9b4f-dfe0c5d1857e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:50.112279 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2109df5b-2966-4ddf-9b4f-dfe0c5d1857e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/networks?id=88949cda-fe1f-4411-aa6f-c22296ce0dcf HTTP/1.1" status: 200 len: 764 time: 0.5863926 May 24 23:00:50.114507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54910) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:50.128835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:50.162146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b7551-e31b-42d1-b634-d500f8f570ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841e93c0-159c-4691-bbf7-46ff79e9eb1e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:50.186206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network e5845492-676a-4167-a1ae-4e2bc51f1058 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:50.198783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:50.252595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:50.283914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-578ce81e-0469-42bb-b8eb-131f42d10a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.295488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:50.295919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:50.296234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:50.300753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71f46c2a-7e66-4989-8ea7-72663b6d9600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.326386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-483115eb-a64d-4575-85e9-3505a8cdf060 None None] Current status of the port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:50.336838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-578ce81e-0469-42bb-b8eb-131f42d10a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.339292 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=256be648-2ca5-472f-b596-4b0d3cdbe00f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:50.352617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:50.352848 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:50.357661 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 2 to bind port e4d24d69-8405-4422-a15f-29b7226312a1 May 24 23:00:50.380405 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-337253b5-86eb-42cd-8910-f2b420b1938f tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1945784 May 24 23:00:50.393158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54914) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:50.412240 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'subnet': {'network_id': 'ecda71a4-7a45-4553-b44f-cea13a115238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:50.420780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:50.422662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device de899a68-6718-4b6f-a354-f7d24f41968f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:50.427940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:50.428206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71f46c2a-7e66-4989-8ea7-72663b6d9600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.428312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:50.428661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:50.442568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:50.443202 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.469379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.508542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:50.508868 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:50.513119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-94b069d5-c52b-4eff-b26b-a2032704922a None None] Provisioning for port dd5e7271-020c-4001-a2e1-b80d6721b2bc completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:50.524374 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 3 to bind port e4d24d69-8405-4422-a15f-29b7226312a1 May 24 23:00:50.534681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-94b069d5-c52b-4eff-b26b-a2032704922a None None] Provisioning complete for port dd5e7271-020c-4001-a2e1-b80d6721b2bc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:50.535524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94b069d5-c52b-4eff-b26b-a2032704922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.551679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-578ce81e-0469-42bb-b8eb-131f42d10a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.566367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be079b-e0ed-4188-95a9-f0ccc5dd4174 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:50.567073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-63be079b-e0ed-4188-95a9-f0ccc5dd4174 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Synchronizing usage tracker for tenant:fdda545ddfc6402380f6129a941c88e4 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:50.575099 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-60385734-c8e6-4e1e-a5b7-06415bfe0ff5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0384543 May 24 23:00:50.580481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ce81e-0469-42bb-b8eb-131f42d10a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c2f1a3-debf-4d86-8403-9a4d97429f14,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:50.583116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54918) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:50.584681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:50.585015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:50.585348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:50.599450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:50.599765 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:50.602901 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 4 to bind port e4d24d69-8405-4422-a15f-29b7226312a1 May 24 23:00:50.625216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port de899a68-6718-4b6f-a354-f7d24f41968f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:50.625921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.626211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:50.630190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-63be079b-e0ed-4188-95a9-f0ccc5dd4174 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Unset dirty status for tenant:fdda545ddfc6402380f6129a941c88e4 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:50.633963 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-63be079b-e0ed-4188-95a9-f0ccc5dd4174 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5058787 May 24 23:00:50.633963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:50.633963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:50.634354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:50.636251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54922) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:50.638523 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Usage tracker for resource:subnet and tenant:4ea2445da5f7446a9d22ab0c75881372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:50.643535 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:50.646214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '256be648-2ca5-472f-b596-4b0d3cdbe00f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:50.660552 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85002f8a-3514-4c2d-9142-ed4f85486767 None None] Unable to find a vacant binding_index for network 566b1705-49df-4ed4-adc3-9570cf28ed21 and agent b9b88ca9-10b3-4d14-81a4-09184696d769 {{(pid=88262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 24 23:00:50.669567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-94b069d5-c52b-4eff-b26b-a2032704922a None None] Port dd5e7271-020c-4001-a2e1-b80d6721b2bc cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:50.673459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:50.680112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:50.680540 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:50.681287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:50.682422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71f46c2a-7e66-4989-8ea7-72663b6d9600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.684134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85002f8a-3514-4c2d-9142-ed4f85486767 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 566b1705-49df-4ed4-adc3-9570cf28ed21) {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:00:50.686126 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 5 to bind port e4d24d69-8405-4422-a15f-29b7226312a1 May 24 23:00:50.688968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:floatingip and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:50.701736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:50.703872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6a27a5e-a3e1-4dbb-862c-00d26176e3ef tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Synchronizing usage tracker for tenant:fdda545ddfc6402380f6129a941c88e4 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:50.712168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:50.712468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:50.712815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:50.714983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-578ce81e-0469-42bb-b8eb-131f42d10a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.716095 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-578ce81e-0469-42bb-b8eb-131f42d10a72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6c2f1a3-debf-4d86-8403-9a4d97429f14 HTTP/1.1" status: 204 len: 168 time: 0.7220812 May 24 23:00:50.717019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f46c2a-7e66-4989-8ea7-72663b6d9600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841e93c0-159c-4691-bbf7-46ff79e9eb1e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:50.719568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:50.722182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Made reservation on behalf of 4ea2445da5f7446a9d22ab0c75881372 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:50.725820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.739866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:50.740202 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:50.746089 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 6 to bind port e4d24d69-8405-4422-a15f-29b7226312a1 May 24 23:00:50.782521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71f46c2a-7e66-4989-8ea7-72663b6d9600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.785499 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-71f46c2a-7e66-4989-8ea7-72663b6d9600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/841e93c0-159c-4691-bbf7-46ff79e9eb1e HTTP/1.1" status: 204 len: 168 time: 0.7534306 May 24 23:00:50.809083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.866975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6a27a5e-a3e1-4dbb-862c-00d26176e3ef tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Unset dirty status for tenant:fdda545ddfc6402380f6129a941c88e4 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:50.871408 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c6a27a5e-a3e1-4dbb-862c-00d26176e3ef tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 207 time: 0.2261903 May 24 23:00:50.880497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:50.880674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:50.880987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:50.883013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54930) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:50.919101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:50.919429 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:50.924668 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 7 to bind port e4d24d69-8405-4422-a15f-29b7226312a1 May 24 23:00:50.930439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port de899a68-6718-4b6f-a354-f7d24f41968f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:51.024350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:51.024688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:51.025024 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:51.045353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:51.045671 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:51.056840 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 8 to bind port e4d24d69-8405-4422-a15f-29b7226312a1 May 24 23:00:51.110908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.137577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:51.137910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:51.138245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:51.165161 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.170936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab4f44-86aa-46f3-ae39-c9af74206e26 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:51.178617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.195734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab4f44-86aa-46f3-ae39-c9af74206e26 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:51.201730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab4f44-86aa-46f3-ae39-c9af74206e26 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:51.220442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab4f44-86aa-46f3-ae39-c9af74206e26 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:51.226023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab4f44-86aa-46f3-ae39-c9af74206e26 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:51.231585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab4f44-86aa-46f3-ae39-c9af74206e26 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:51.233702 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d9ab4f44-86aa-46f3-ae39-c9af74206e26 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3453050 May 24 23:00:51.251390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54938) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:51.265050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:51.265623 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:51.270728 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 9 to bind port e4d24d69-8405-4422-a15f-29b7226312a1 May 24 23:00:51.277687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54942) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:51.315661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:51.316251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:51.317006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:51.332302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:51.332631 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:51.335048 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 10 to bind port e4d24d69-8405-4422-a15f-29b7226312a1 May 24 23:00:51.352411 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'Port': ['ID=dd5e7271-020c-4001-a2e1-b80d6721b2bc,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:51.375709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:51.376045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:51.376381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:51.389735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-566b1705-49df-4ed4-adc3-9570cf28ed21', 'network_id': '566b1705-49df-4ed4-adc3-9570cf28ed21', 'tenant_id': '4ea2445da5f7446a9d22ab0c75881372', 'fixed_ips': [{'subnet_id': '0017b3d9-c38d-4fb5-b85e-acd0a5f97e37'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:51.391384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.395691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54946) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:51.403421 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c761fced-6edc-45dc-8333-069c8f376fd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c95a31525514df8a3c1b5c170166ecb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1198452 May 24 23:00:51.420414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54950) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:51.423346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port e4d24d69-8405-4422-a15f-29b7226312a1 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:51.423676 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port e4d24d69-8405-4422-a15f-29b7226312a1 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:51.424035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.444025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fdbdf7a-3c6a-48a1-a25e-19bfa293ba8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.493253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2fdbdf7a-3c6a-48a1-a25e-19bfa293ba8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:51.493600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.495633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.561228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Allocated IP 2001:db8::2 (566b1705-49df-4ed4-adc3-9570cf28ed21/0017b3d9-c38d-4fb5-b85e-acd0a5f97e37/38a8a552-6de5-4cc8-89a1-bb4543017aa4) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:51.655330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2fdbdf7a-3c6a-48a1-a25e-19bfa293ba8e admin admin] Usage tracker for resource:security_group_rule and tenant:b2537efc180948a9bc1a798b90294f73 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:51.669426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2fdbdf7a-3c6a-48a1-a25e-19bfa293ba8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:51.685938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2fdbdf7a-3c6a-48a1-a25e-19bfa293ba8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:51.763696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Subnet': ['ID=83133699-e7f1-4d62-8d89-d23fba3641f2,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:51.767692 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] For port e4d24d69-8405-4422-a15f-29b7226312a1, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:51.767692 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempted to set empty binding levels {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 23:00:51.782977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.793232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.26.3.142 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/bddb12f0-d04f-4baa-9fa6-466b0fc88c46) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:51.796432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.807024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Transition to ACTIVE for port object 38a8a552-6de5-4cc8-89a1-bb4543017aa4 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:51.827115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Transition to ACTIVE for port object 38a8a552-6de5-4cc8-89a1-bb4543017aa4 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:51.834427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Checking segment: {'id': '7c93f408-00c5-492a-9040-299d16ba04c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ecda71a4-7a45-4553-b44f-cea13a115238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:51.834996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network hostable DHCP agents. Network: ecda71a4-7a45-4553-b44f-cea13a115238, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:51.836822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.866202 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:51.866821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.875952 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e4aa2bc3-40f1-4e1b-9903-e2d49551e8b1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6123781 May 24 23:00:51.882499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54954) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:51.896305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20955a1e-56e4-42e5-a420-b2f6c495533f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.917834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Network 566b1705-49df-4ed4-adc3-9570cf28ed21 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:51.921833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:51.925766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:51.930494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6e50d1e7-6418-4c6f-95d7-8b8db65f8aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.933459 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Pushing event updated for resources: {'Port': ['ID=38a8a552-6de5-4cc8-89a1-bb4543017aa4,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:51.940698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d24d69-8405-4422-a15f-29b7226312a1,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:51.971767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network ecda71a4-7a45-4553-b44f-cea13a115238 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:51.986649 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5b8203f2-08b9-4651-8c21-4dde0828795e tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.1024964 May 24 23:00:51.993098 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54958) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:51.995355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, ecda71a4-7a45-4553-b44f-cea13a115238) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:52.012993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.013572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.025022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a495494-f20b-4874-995c-db15726c41a8 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.026610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a495494-f20b-4874-995c-db15726c41a8 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.028098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a495494-f20b-4874-995c-db15726c41a8 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.029562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a495494-f20b-4874-995c-db15726c41a8 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.031087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a495494-f20b-4874-995c-db15726c41a8 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.036260 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8a495494-f20b-4874-995c-db15726c41a8 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1456287 May 24 23:00:52.040885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54962) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:52.043681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Attempting to bind port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:52.044769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Attempting to bind port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '1311906a-0793-454f-aed7-e7b0ddac206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '566b1705-49df-4ed4-adc3-9570cf28ed21'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:52.045235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Attempting to bind port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 on network 566b1705-49df-4ed4-adc3-9570cf28ed21 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:52.051246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:52.051985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Checking segment: {'id': '1311906a-0793-454f-aed7-e7b0ddac206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '566b1705-49df-4ed4-adc3-9570cf28ed21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:52.052636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.053119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Bound using segment: {'id': '1311906a-0793-454f-aed7-e7b0ddac206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '566b1705-49df-4ed4-adc3-9570cf28ed21'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:52.053686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Bound port: 38a8a552-6de5-4cc8-89a1-bb4543017aa4, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311906a-0793-454f-aed7-e7b0ddac206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '566b1705-49df-4ed4-adc3-9570cf28ed21'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:52.054350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.060664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Network 9de38648-5d51-4316-8661-41d2f2644c75 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:52.063139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20955a1e-56e4-42e5-a420-b2f6c495533f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.078795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:52.102676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fdbdf7a-3c6a-48a1-a25e-19bfa293ba8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.113444 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7bf99415-d5d0-48fe-942d-f39e14821453 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7170341 May 24 23:00:52.114213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54966) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:52.151202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] For port 38a8a552-6de5-4cc8-89a1-bb4543017aa4, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:52.154733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] For port 38a8a552-6de5-4cc8-89a1-bb4543017aa4, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=38a8a552-6de5-4cc8-89a1-bb4543017aa4,segment=NetworkSegment(1311906a-0793-454f-aed7-e7b0ddac206e),segment_id=1311906a-0793-454f-aed7-e7b0ddac206e)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:52.160738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.168990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fdbdf7a-3c6a-48a1-a25e-19bfa293ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.225468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-707efaac-ecc4-4936-9db4-f6b416fdd872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Deleting port e4d24d69-8405-4422-a15f-29b7226312a1 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:52.225809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-707efaac-ecc4-4936-9db4-f6b416fdd872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.260341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be613e-3745-46c6-91bb-1ba3d7e2c942 None None] Pushing event updated for resources: {'Port': ['ID=38a8a552-6de5-4cc8-89a1-bb4543017aa4,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:52.363199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce1a25-1247-4ece-9929-d6a3e7114b4e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.364897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce1a25-1247-4ece-9929-d6a3e7114b4e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.366388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce1a25-1247-4ece-9929-d6a3e7114b4e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.367547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.367825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce1a25-1247-4ece-9929-d6a3e7114b4e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.369213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce1a25-1247-4ece-9929-d6a3e7114b4e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.370911 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dbce1a25-1247-4ece-9929-d6a3e7114b4e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3270848 May 24 23:00:52.380594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54970) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:52.386621 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2fdbdf7a-3c6a-48a1-a25e-19bfa293ba8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2537efc180948a9bc1a798b90294f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9865637 May 24 23:00:52.388373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 54974) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:52.394818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbdf7a-3c6a-48a1-a25e-19bfa293ba8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b346b35a-34cc-403f-b8db-f64b96470383,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:52.490521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20955a1e-56e4-42e5-a420-b2f6c495533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.570261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20955a1e-56e4-42e5-a420-b2f6c495533f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6ba2f9-97a8-4d8a-af7a-470919437543,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:52.644249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Router cce4b34c-4041-462c-8f85-4a2cdec6b32e has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:52.690895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20955a1e-56e4-42e5-a420-b2f6c495533f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.694195 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-20955a1e-56e4-42e5-a420-b2f6c495533f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa6ba2f9-97a8-4d8a-af7a-470919437543 HTTP/1.1" status: 204 len: 168 time: 1.2652016 May 24 23:00:52.705530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0002bca-06c5-4b53-9fad-d6c0fe6aeb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.764924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-707efaac-ecc4-4936-9db4-f6b416fdd872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] For port e4d24d69-8405-4422-a15f-29b7226312a1, host hv-neutron-8431, got binding levels [] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:52.764924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-707efaac-ecc4-4936-9db4-f6b416fdd872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.779102 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.797233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2c919f-333f-4eb5-a36c-b70eaeb211ff tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.801457 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ad2c919f-333f-4eb5-a36c-b70eaeb211ff tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/networks/cd7678fc-a219-466f-9281-0433a2b1e64e HTTP/1.1" status: 200 len: 804 time: 0.4136112 May 24 23:00:52.803474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54980) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:52.863111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.991440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-707efaac-ecc4-4936-9db4-f6b416fdd872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Calling delete_port for e4d24d69-8405-4422-a15f-29b7226312a1 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:53.071901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0002bca-06c5-4b53-9fad-d6c0fe6aeb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.133464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:53.147599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:53.169490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:53.283989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=bddb12f0-d04f-4baa-9fa6-466b0fc88c46,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:53.307401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-707efaac-ecc4-4936-9db4-f6b416fdd872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.355488 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f1d840e2-233f-4f16-b07a-47cbaba853aa tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/networks/cd7678fc-a219-466f-9281-0433a2b1e64e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5489454 May 24 23:00:53.359720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 54994) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:53.386085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707efaac-ecc4-4936-9db4-f6b416fdd872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4d24d69-8405-4422-a15f-29b7226312a1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:53.438443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca8493-3493-4980-9cd6-238aa32811ed None None] Network 566b1705-49df-4ed4-adc3-9570cf28ed21 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:53.458455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f95019-9ec0-4296-bac9-c7a5e46ebcba None None] Network f6a9771c-15da-4368-843c-b51830573f1e requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:53.494544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c1986-0a14-4fe7-bad1-87a4648918ff None None] Network ecda71a4-7a45-4553-b44f-cea13a115238 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:53.495274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff84d2-ba49-4517-973b-ff58a9c89096 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:53.502437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9bff84d2-ba49-4517-973b-ff58a9c89096 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/subnets/89e56163-d404-43a0-88f3-8702fb4152c2 HTTP/1.1" status: 200 len: 843 time: 0.1361377 May 24 23:00:53.505086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:53.671968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:53.681754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c411a7a-fe0c-45c3-a08e-de558205a930 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:53.686795 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3c411a7a-fe0c-45c3-a08e-de558205a930 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "GET /v2.0/subnets/89e56163-d404-43a0-88f3-8702fb4152c2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1748078 May 24 23:00:53.691829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55010) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:53.711313 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-707efaac-ecc4-4936-9db4-f6b416fdd872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.717232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199657692'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:53.721686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Allocated IP 2001:db8::1 (566b1705-49df-4ed4-adc3-9570cf28ed21/0017b3d9-c38d-4fb5-b85e-acd0a5f97e37/06800111-441f-4df1-bdc4-65e4793b0469) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:53.741942 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-707efaac-ecc4-4936-9db4-f6b416fdd872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e4d24d69-8405-4422-a15f-29b7226312a1 HTTP/1.1" status: 204 len: 168 time: 1.7440000 May 24 23:00:53.777182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55014) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:53.818860 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Sync routers for ids ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:53.861255 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e04d11d4-eab8-4233-8881-006d876f8dc8 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "PUT /v2.0/routers/cce4b34c-4041-462c-8f85-4a2cdec6b32e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4342687 May 24 23:00:53.874823 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fcadfa-a8e2-4e61-9268-64a264e60e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] GET failed (client error): The resource could not be found. May 24 23:00:53.875036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24fcadfa-a8e2-4e61-9268-64a264e60e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Synchronizing usage tracker for tenant:4af2e0d71ed74b398de89716f0b8f61b on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:53.883007 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:53.900574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 38a8a552-6de5-4cc8-89a1-bb4543017aa4 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:53.901872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:53.924298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0002bca-06c5-4b53-9fad-d6c0fe6aeb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.946037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:53.949954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.997685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.012200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:54.027081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Transition to ACTIVE for port object 06800111-441f-4df1-bdc4-65e4793b0469 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:54.033845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.034292 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Added segment 147082ea-8623-44b4-ad82-da6bf0691e12 of type vlan for network d91a3f12-5a03-48c8-91fa-e5919060ce35 May 24 23:00:54.074137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.077020 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0002bca-06c5-4b53-9fad-d6c0fe6aeb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346b35a-34cc-403f-b8db-f64b96470383,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:54.084588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0002bca-06c5-4b53-9fad-d6c0fe6aeb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.088821 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0002bca-06c5-4b53-9fad-d6c0fe6aeb03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b346b35a-34cc-403f-b8db-f64b96470383 HTTP/1.1" status: 204 len: 168 time: 1.6933529 May 24 23:00:54.100068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24fcadfa-a8e2-4e61-9268-64a264e60e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Unset dirty status for tenant:4af2e0d71ed74b398de89716f0b8f61b on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:54.101431 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-24fcadfa-a8e2-4e61-9268-64a264e60e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "GET /v2.0/ports/e4d24d69-8405-4422-a15f-29b7226312a1 HTTP/1.1" status: 404 len: 333 time: 0.3233457 May 24 23:00:54.107310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55030) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:54.117018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Request body: {'port': {'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-525784771'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:54.122791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.176536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:54.183530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Routers {'cce4b34c-4041-462c-8f85-4a2cdec6b32e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:54.185648 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:54.234483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:54.238109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.244040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:54.244629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.275723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network 566b1705-49df-4ed4-adc3-9570cf28ed21 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:54.307786 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6050272 May 24 23:00:54.307786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:54.317026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:54.317529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.333442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55040) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:54.343840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'network_id': 'd91a3f12-5a03-48c8-91fa-e5919060ce35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:54.408882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Set router cce4b34c-4041-462c-8f85-4a2cdec6b32e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:54.481340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Made reservation on behalf of 4af2e0d71ed74b398de89716f0b8f61b for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:54.483746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.497356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:54.505701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Port': ['ID=06800111-441f-4df1-bdc4-65e4793b0469,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:54.513109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:54.553497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] device_id is not set on port 63c68337-c3f2-4f0e-9b99-39fd81529395 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:54.555022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Made reservation on behalf of fdda545ddfc6402380f6129a941c88e4 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:54.564614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.610847 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-ebcc4ad8-11c4-4932-88d0-325c0d099b79 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Synchronizing usage tracker for tenant:da300a941f3f4a6f8389fb69cbf01581 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:54.648583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d8a88-8dee-4091-b917-4c43766af8c3 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Network': ['ID=d91a3f12-5a03-48c8-91fa-e5919060ce35,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:54.708530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.726715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Performing IP validity checks on allocation pools {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:00:54.727271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:00:54.748291 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.757704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-ebcc4ad8-11c4-4932-88d0-325c0d099b79 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Unset dirty status for tenant:da300a941f3f4a6f8389fb69cbf01581 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:54.759398 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-ebcc4ad8-11c4-4932-88d0-325c0d099b79 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-208102711&fields=id&tenant_id=da300a941f3f4a6f8389fb69cbf01581 HTTP/1.1" status: 200 len: 267 time: 0.5663412 May 24 23:00:54.846497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:54.852160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network d91a3f12-5a03-48c8-91fa-e5919060ce35 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:54.955370 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ab664dce-0c61-4d04-8c93-b903f20a30bb None None] Provisioning for port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:54.974654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:54.975034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.015704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-83b31980-5bbf-428e-9c1f-b9cfde4d0e95 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:55.019070 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-83b31980-5bbf-428e-9c1f-b9cfde4d0e95 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/networks?id=9de38648-5d51-4316-8661-41d2f2644c75 HTTP/1.1" status: 200 len: 797 time: 0.2374818 May 24 23:00:55.034738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-209f1604-5fa0-411a-8d51-740f9aba6208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.061117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.106238 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-f722513c-4e54-4627-84a2-76ba6dfb3363 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/quotas/da300a941f3f4a6f8389fb69cbf01581 HTTP/1.1" status: 200 len: 375 time: 0.0645840 May 24 23:00:55.111547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ab664dce-0c61-4d04-8c93-b903f20a30bb None None] Provisioning complete for port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:55.111924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab664dce-0c61-4d04-8c93-b903f20a30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.117480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55064) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:55.169944 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-ecda71a4-7a45-4553-b44f-cea13a115238', 'network_id': 'ecda71a4-7a45-4553-b44f-cea13a115238', 'tenant_id': '4ea2445da5f7446a9d22ab0c75881372', 'fixed_ips': [{'subnet_id': '83133699-e7f1-4d62-8d89-d23fba3641f2'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:55.172226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.198354 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.244943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.395863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:55.396211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.601879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1474216482', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:55.640627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:55.665741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=4256063d-cfc8-42f1-8da5-3b703483bd0f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:55.673947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Usage tracker for resource:port and tenant:d929f8c6a5294bb09cacc360101d950d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:55.679791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Checking segment: {'id': '147082ea-8623-44b4-ad82-da6bf0691e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd91a3f12-5a03-48c8-91fa-e5919060ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:55.680351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network hostable DHCP agents. Network: d91a3f12-5a03-48c8-91fa-e5919060ce35, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:55.694422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:55.706847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 38a8a552-6de5-4cc8-89a1-bb4543017aa4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=38a8a552-6de5-4cc8-89a1-bb4543017aa4,segment=NetworkSegment(1311906a-0793-454f-aed7-e7b0ddac206e),segment_id=1311906a-0793-454f-aed7-e7b0ddac206e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:55.709354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:55.722075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.732498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.778225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Network d91a3f12-5a03-48c8-91fa-e5919060ce35 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:55.799151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Made reservation on behalf of d929f8c6a5294bb09cacc360101d950d for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:55.801503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.803763 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.813935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55080) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:55.821230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, d91a3f12-5a03-48c8-91fa-e5919060ce35) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:55.824930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.846654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad63be6-9f5e-4f23-992b-1ea293f8fe9b None None] Network d91a3f12-5a03-48c8-91fa-e5919060ce35 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:55.848080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:55.848958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2036310'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.853617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:55.878068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Usage tracker for resource:security_group_rule and tenant:d929f8c6a5294bb09cacc360101d950d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:55.883431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:55.888484 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.899342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:55.904857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.025020 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Allocated IP 2001:db8::2 (ecda71a4-7a45-4553-b44f-cea13a115238/83133699-e7f1-4d62-8d89-d23fba3641f2/a1e45115-6f50-4f9c-914f-41d1d87b9c8d) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:56.029782 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-5bf29094-4370-464b-9136-7bc47bbd6f63 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da300a941f3f4a6f8389fb69cbf01581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7746072 May 24 23:00:56.039241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a311ca9c-165d-4971-bf19-04f2eac2df05 None None] Network 566b1705-49df-4ed4-adc3-9570cf28ed21 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:56.044357 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5c112791-26d9-4d0b-a67b-bc172c7dc30f tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7098200 May 24 23:00:56.045238 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55086) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:56.072126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-219a3473-bc53-4249-8906-2340de039799 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:56.135337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=bddb12f0-d04f-4baa-9fa6-466b0fc88c46,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:56.159461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.182107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-880348713'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:56.187068 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:56.191176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Usage tracker for resource:network and tenant:8d3d71d879eb4dbcb0ef76ad2dcae072 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:56.194232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:56.201124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:56.217581 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-ef7e9729-5e8f-4b57-a8eb-2afecf57a5c9 service neutron] 10.222.0.32 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868749 May 24 23:00:56.243394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Made reservation on behalf of 8d3d71d879eb4dbcb0ef76ad2dcae072 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:56.246787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.317863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.335535 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=38a8a552-6de5-4cc8-89a1-bb4543017aa4,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:56.348949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:56.353093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Usage tracker for resource:security_group_rule and tenant:8d3d71d879eb4dbcb0ef76ad2dcae072 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:56.356637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:56.360793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ab664dce-0c61-4d04-8c93-b903f20a30bb None None] Current status of the port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:56.363285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:56.386454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d91a3f12-5a03-48c8-91fa-e5919060ce35', 'network_id': 'd91a3f12-5a03-48c8-91fa-e5919060ce35', 'tenant_id': 'fdda545ddfc6402380f6129a941c88e4', 'fixed_ips': [{'subnet_id': '4256063d-cfc8-42f1-8da5-3b703483bd0f'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:56.387256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.412521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.425677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.426567 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.506520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.549790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-219a3473-bc53-4249-8906-2340de039799 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2510158'] for subnet, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.554399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:50Z', 'revision_number': 4, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd5e7271-020c-4001-a2e1-b80d6721b2bc', 'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'mac_address': 'fa:16:3e:db:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:48Z', 'updated_at': '2022-05-24T23:00:50Z', 'revision_number': 2, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'subnets': [{'id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:56.584114 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 0a3580df-c953-44d9-b3f0-1d6388d656cf associated. External IP: 172.26.3.142, port: 256be648-2ca5-472f-b596-4b0d3cdbe00f. May 24 23:00:56.592519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.593264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Checking router: cce4b34c-4041-462c-8f85-4a2cdec6b32e for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:00:56.593609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Updating router cce4b34c-4041-462c-8f85-4a2cdec6b32e port dd5e7271-020c-4001-a2e1-b80d6721b2bc binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:00:56.652325 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-ce3b68a4-e1f6-450e-b0f9-b71da46899de service neutron] 10.222.0.32 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330111 May 24 23:00:56.655082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Network f6a9771c-15da-4368-843c-b51830573f1e is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:56.666959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:56.670558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.676060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Port': ['ID=06800111-441f-4df1-bdc4-65e4793b0469,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:56.680537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:56.681469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:56.682388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.722025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.724543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aafa207e-5715-4dce-a5d5-cb668054e937 None None] Provisioning complete for port dd5e7271-020c-4001-a2e1-b80d6721b2bc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:56.724917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aafa207e-5715-4dce-a5d5-cb668054e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.740866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] device_id is not set on port 5b223145-320c-4d6d-be4e-1cec0d72c8ea yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:56.798392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.825832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.835217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.841273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event updated for resources: {'Port': ['ID=63c68337-c3f2-4f0e-9b99-39fd81529395,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:56.854536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.871715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:56.876926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aafa207e-5715-4dce-a5d5-cb668054e937 None None] Port dd5e7271-020c-4001-a2e1-b80d6721b2bc cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:56.899042 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-18fd292b-ebcd-49b1-bfb6-b66cce16f502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7920325 May 24 23:00:56.911419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network 566b1705-49df-4ed4-adc3-9570cf28ed21 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:56.912118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55090) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:56.921596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:56.924660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Transition to ACTIVE for port object a1e45115-6f50-4f9c-914f-41d1d87b9c8d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:56.930921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.931313 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Added segment cddab719-fa18-4e99-9e70-a66203a0e344 of type vlan for network 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 May 24 23:00:56.936502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8431'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:56.964581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e710e0-095b-42f0-944d-6a0a8ef804f4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:56.969784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b1a405-2a27-49bf-ac07-2d56d33876cd,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:57.019090 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Transition to ACTIVE for port object a1e45115-6f50-4f9c-914f-41d1d87b9c8d will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:57.176192 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-66521724-3e1a-4124-b790-38dc8b0fd592 req-132e9a9a-bbc9-46db-bb52-e1af9d6242f9 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 210 time: 0.2028308 May 24 23:00:57.189292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.290670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aafa207e-5715-4dce-a5d5-cb668054e937 None None] Provisioning complete for port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:57.291065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aafa207e-5715-4dce-a5d5-cb668054e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.321447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.355284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-219a3473-bc53-4249-8906-2340de039799 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783744192440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1071581055'] for subnet, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.400925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.408355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:57.409181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.418361 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Allocated IP 172.26.3.62 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/5b223145-320c-4d6d-be4e-1cec0d72c8ea) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:57.451771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Network ecda71a4-7a45-4553-b44f-cea13a115238 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:57.461181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a3473-bc53-4249-8906-2340de039799 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:57.461832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-219a3473-bc53-4249-8906-2340de039799 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.466200 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-219a3473-bc53-4249-8906-2340de039799 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "PUT /v2.0/subnets/4256063d-cfc8-42f1-8da5-3b703483bd0f HTTP/1.1" status: 200 len: 900 time: 1.4051414 May 24 23:00:57.471712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55104) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:57.475411 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:57.477892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:57.516808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a3473-bc53-4249-8906-2340de039799 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event updated for resources: {'Subnet': ['ID=4256063d-cfc8-42f1-8da5-3b703483bd0f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:57.520635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:57.558321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.583615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Router 2148a250-ecae-47db-a03d-9ac8b501c43a is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:00:57.585028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Pushing event updated for resources: {'Port': ['ID=a1e45115-6f50-4f9c-914f-41d1d87b9c8d,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:57.596609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Pushing event updated for resources: {'Network': ['ID=6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:57.662993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:57.701226 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e532a411-2daa-4565-be73-14046be6252a tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8812587 May 24 23:00:57.715477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Allocated IP 2001:db8::3 (d91a3f12-5a03-48c8-91fa-e5919060ce35/4256063d-cfc8-42f1-8da5-3b703483bd0f/179aaa14-4aa4-446b-9cbf-6a28f2a290cc) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:57.729903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55108) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:57.818034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Attempting to bind port a1e45115-6f50-4f9c-914f-41d1d87b9c8d on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:57.818400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Attempting to bind port a1e45115-6f50-4f9c-914f-41d1d87b9c8d by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '7c93f408-00c5-492a-9040-299d16ba04c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ecda71a4-7a45-4553-b44f-cea13a115238'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:57.818786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Attempting to bind port a1e45115-6f50-4f9c-914f-41d1d87b9c8d on network ecda71a4-7a45-4553-b44f-cea13a115238 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:57.828060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Request body: {'subnet': {'network_id': '6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:57.884629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 38a8a552-6de5-4cc8-89a1-bb4543017aa4 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:57.926821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:57.927187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Checking segment: {'id': '7c93f408-00c5-492a-9040-299d16ba04c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ecda71a4-7a45-4553-b44f-cea13a115238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:57.927589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.927977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Bound using segment: {'id': '7c93f408-00c5-492a-9040-299d16ba04c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ecda71a4-7a45-4553-b44f-cea13a115238'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:57.928455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Bound port: a1e45115-6f50-4f9c-914f-41d1d87b9c8d, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c93f408-00c5-492a-9040-299d16ba04c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ecda71a4-7a45-4553-b44f-cea13a115238'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:57.928825 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.076134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.095898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:58.107733 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8dda64-9e12-4d8c-9c1f-b0bc0bc48b25 None None] Sync routers for ids ['2148a250-ecae-47db-a03d-9ac8b501c43a'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:58.108245 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-19f5865b-8c70-4f59-8429-86f2f21e343a tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "PUT /v2.0/routers/2148a250-ecae-47db-a03d-9ac8b501c43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9928718 May 24 23:00:58.117706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55112) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:58.126566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aafa207e-5715-4dce-a5d5-cb668054e937 None None] Current status of the port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:58.143939 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8dda64-9e12-4d8c-9c1f-b0bc0bc48b25 None None] Routers {'2148a250-ecae-47db-a03d-9ac8b501c43a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:58.144800 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1d8dda64-9e12-4d8c-9c1f-b0bc0bc48b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2148a250-ecae-47db-a03d-9ac8b501c43a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:58.204086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.253378 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1d8dda64-9e12-4d8c-9c1f-b0bc0bc48b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:58.270848 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8dda64-9e12-4d8c-9c1f-b0bc0bc48b25 None None] Routers {'2148a250-ecae-47db-a03d-9ac8b501c43a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:58.271744 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1d8dda64-9e12-4d8c-9c1f-b0bc0bc48b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2148a250-ecae-47db-a03d-9ac8b501c43a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:58.389771 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1d8dda64-9e12-4d8c-9c1f-b0bc0bc48b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:58.390711 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8dda64-9e12-4d8c-9c1f-b0bc0bc48b25 None None] The sync data for ids ['2148a250-ecae-47db-a03d-9ac8b501c43a'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:58.458974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.465366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] For port a1e45115-6f50-4f9c-914f-41d1d87b9c8d, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:58.502334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:58.502619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.529221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0abb43e5-3385-40df-947b-aeaea0b4f742 None None] Provisioning complete for port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:58.529817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0abb43e5-3385-40df-947b-aeaea0b4f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.598853 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2258a8a8-1f6d-43f9-8bac-6be5867b716d req-cb2fbc7a-0bf3-4a4e-addf-859ecc12b192 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 210 time: 0.0765560 May 24 23:00:58.612101 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Transition to ACTIVE for port object dd5e7271-020c-4001-a2e1-b80d6721b2bc will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:58.615637 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] For port a1e45115-6f50-4f9c-914f-41d1d87b9c8d, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a1e45115-6f50-4f9c-914f-41d1d87b9c8d,segment=NetworkSegment(7c93f408-00c5-492a-9040-299d16ba04c3),segment_id=7c93f408-00c5-492a-9040-299d16ba04c3)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:58.634151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.686492 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Pushing event updated for resources: {'Port': ['ID=5b223145-320c-4d6d-be4e-1cec0d72c8ea,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:58.695093 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.720219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] device_id is not set on port 63c68337-c3f2-4f0e-9b99-39fd81529395 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:58.729499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.729787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.808073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Transition to ACTIVE for port object 63c68337-c3f2-4f0e-9b99-39fd81529395 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:58.821473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Transition to ACTIVE for port object 179aaa14-4aa4-446b-9cbf-6a28f2a290cc will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:58.869932 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aada09f-6efc-413d-9e91-562b8c829d46 None None] Pushing event updated for resources: {'Port': ['ID=a1e45115-6f50-4f9c-914f-41d1d87b9c8d,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:58.886375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:58.890917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Usage tracker for resource:subnet and tenant:8d3d71d879eb4dbcb0ef76ad2dcae072 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:58.896087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:58.902612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:58.914104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.938827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:58.947685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:58.949997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Made reservation on behalf of 8d3d71d879eb4dbcb0ef76ad2dcae072 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:58.953875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Transition to ACTIVE for port object 179aaa14-4aa4-446b-9cbf-6a28f2a290cc will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:58.955167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.973853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:59.078237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.109480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.124551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:59.124877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.151809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a489f41-bf14-4c40-b8d8-262ccfe50b55 None None] Pushing event updated for resources: {'Port': ['ID=dd5e7271-020c-4001-a2e1-b80d6721b2bc,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:59.194806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:59.217625 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d878c2-2c59-45ef-a975-f4e7ecd6ebbc None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:59.220482 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0abb43e5-3385-40df-947b-aeaea0b4f742 None None] Current status of the port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:59.263562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:59.277217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.280271 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Attempting to bind port dd5e7271-020c-4001-a2e1-b80d6721b2bc on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:59.281450 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Attempting to bind port dd5e7271-020c-4001-a2e1-b80d6721b2bc by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:59.281974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Attempting to bind port dd5e7271-020c-4001-a2e1-b80d6721b2bc on network 9de38648-5d51-4316-8661-41d2f2644c75 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:59.291774 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Network d91a3f12-5a03-48c8-91fa-e5919060ce35 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:59.320923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d878c2-2c59-45ef-a975-f4e7ecd6ebbc None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:59.322003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-81d878c2-2c59-45ef-a975-f4e7ecd6ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:59.361446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:59.362149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.403518 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b443ca45-c5ec-4c7d-885f-3ba4fc62f8c5 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.2849462 May 24 23:00:59.413219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55122) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:59.443209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.62'}]}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:59.449520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-e1f2c133-284d-47ff-80f7-0b0d1bd832e4 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:59.450233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-e1f2c133-284d-47ff-80f7-0b0d1bd832e4 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Synchronizing usage tracker for tenant:da300a941f3f4a6f8389fb69cbf01581 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:59.473064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0abb43e5-3385-40df-947b-aeaea0b4f742 None None] Provisioning for port 06800111-441f-4df1-bdc4-65e4793b0469 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:59.475092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:59.476748 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:59.487645 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:59.488011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Checking segment: {'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:59.488909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.489296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Usage tracker for resource:router and tenant:d929f8c6a5294bb09cacc360101d950d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:59.489429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Bound using segment: {'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:59.489766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Bound port: dd5e7271-020c-4001-a2e1-b80d6721b2bc, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:59.490312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.495716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event updated for resources: {'Port': ['ID=63c68337-c3f2-4f0e-9b99-39fd81529395,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:59.497129 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1c5448d6-4dd4-45ec-b326-43c86c378811 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9108732 May 24 23:00:59.498111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:59.501495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55126) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:59.503909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:59.504510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:59.505082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:59.509511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8a3bbe82-3b49-408c-be10-2e378c6a2864 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:59.511650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Pushing event updated for resources: {'Port': ['ID=179aaa14-4aa4-446b-9cbf-6a28f2a290cc,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:59.515425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:59.516267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:59.543338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-81d878c2-2c59-45ef-a975-f4e7ecd6ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:59.545143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0abb43e5-3385-40df-947b-aeaea0b4f742 None None] Provisioning complete for port 06800111-441f-4df1-bdc4-65e4793b0469 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:59.545695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0abb43e5-3385-40df-947b-aeaea0b4f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.547111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:59.547542 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:59.553336 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 2 to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 May 24 23:00:59.582073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.583512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.587550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:59.588148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:59.588515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:59.599732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:59.600018 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:59.603209 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 3 to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 May 24 23:00:59.620928 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-7b406277-359f-4a6a-9af5-0f2895892f60 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:00:59.622351 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7b406277-359f-4a6a-9af5-0f2895892f60 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "PUT /v2.0/routers/2148a250-ecae-47db-a03d-9ac8b501c43a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5034604 May 24 23:00:59.637048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55132) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:59.653234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:59.653848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:59.654408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:59.674467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.701346 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d878c2-2c59-45ef-a975-f4e7ecd6ebbc None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:59.702904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-81d878c2-2c59-45ef-a975-f4e7ecd6ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:59.746313 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-e1f2c133-284d-47ff-80f7-0b0d1bd832e4 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Unset dirty status for tenant:da300a941f3f4a6f8389fb69cbf01581 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:59.746967 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-e1f2c133-284d-47ff-80f7-0b0d1bd832e4 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.42 "GET /v2.0/networks?id=9de38648-5d51-4316-8661-41d2f2644c75 HTTP/1.1" status: 200 len: 797 time: 1.0666323 May 24 23:00:59.788326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:59.788597 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:00:59.789630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0abb43e5-3385-40df-947b-aeaea0b4f742 None None] Port 06800111-441f-4df1-bdc4-65e4793b0469 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:59.791214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbe82-3b49-408c-be10-2e378c6a2864 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.799676 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 4 to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 May 24 23:00:59.799810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-81d878c2-2c59-45ef-a975-f4e7ecd6ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:59.799810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d878c2-2c59-45ef-a975-f4e7ecd6ebbc None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:59.810931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Attempting to bind port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:59.811369 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Attempting to bind port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '147082ea-8623-44b4-ad82-da6bf0691e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd91a3f12-5a03-48c8-91fa-e5919060ce35'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:59.811759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Attempting to bind port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc on network d91a3f12-5a03-48c8-91fa-e5919060ce35 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:59.816589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] For port dd5e7271-020c-4001-a2e1-b80d6721b2bc, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:59.821200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] For port dd5e7271-020c-4001-a2e1-b80d6721b2bc, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dd5e7271-020c-4001-a2e1-b80d6721b2bc,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:59.822296 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:59.822692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Checking segment: {'id': '147082ea-8623-44b4-ad82-da6bf0691e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd91a3f12-5a03-48c8-91fa-e5919060ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:59.823357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.823824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Bound using segment: {'id': '147082ea-8623-44b4-ad82-da6bf0691e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd91a3f12-5a03-48c8-91fa-e5919060ce35'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:59.824277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Bound port: 179aaa14-4aa4-446b-9cbf-6a28f2a290cc, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147082ea-8623-44b4-ad82-da6bf0691e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd91a3f12-5a03-48c8-91fa-e5919060ce35'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:59.824649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.852369 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.982765 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a489f41-bf14-4c40-b8d8-262ccfe50b55 None None] Pushing event updated for resources: {'Port': ['ID=dd5e7271-020c-4001-a2e1-b80d6721b2bc,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:00.007247 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-d29b908f-207a-44b0-8fdc-8675689c2938 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da300a941f3f4a6f8389fb69cbf01581 HTTP/1.1" status: 200 len: 379 time: 0.2464972 May 24 23:01:00.035759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a1e45115-6f50-4f9c-914f-41d1d87b9c8d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:00.136937 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Routers {'cce4b34c-4041-462c-8f85-4a2cdec6b32e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:00.137600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:00.259745 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad918a09-e3a7-4863-8407-bb0ffb0e5d09 req-3c2c2e42-225a-4ea0-8750-7cbe285d8cd1 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 210 time: 0.4696839 May 24 23:01:00.262740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbe82-3b49-408c-be10-2e378c6a2864 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.269626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'port': {'device_id': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'admin_state_up': True, 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'security_groups': ['967ca4c9-68b2-4a81-b56f-9d676b2cca11']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:00.326306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] For port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:00.367991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] For port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc, host dv-neutron-843190-1-hyperv, got binding levels [] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:00.368294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.399477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] For port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=179aaa14-4aa4-446b-9cbf-6a28f2a290cc,segment=NetworkSegment(147082ea-8623-44b4-ad82-da6bf0691e12),segment_id=147082ea-8623-44b4-ad82-da6bf0691e12)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:00.403821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbe82-3b49-408c-be10-2e378c6a2864 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.404117 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-8a3bbe82-3b49-408c-be10-2e378c6a2864 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 0a3580df-c953-44d9-b3f0-1d6388d656cf disassociated. External IP: 172.26.3.142, port: 256be648-2ca5-472f-b596-4b0d3cdbe00f. May 24 23:01:00.419236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.426808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:00.426808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:00.426808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:00.454944 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4b2e081e-9874-492d-9542-8f5bf92faf74 None None] Provisioning complete for port 06800111-441f-4df1-bdc4-65e4793b0469 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:00.455325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4b2e081e-9874-492d-9542-8f5bf92faf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.489562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fccb44d-de7e-4adf-93d5-e45382e93022 None None] Network ecda71a4-7a45-4553-b44f-cea13a115238 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:00.502518 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port a1e45115-6f50-4f9c-914f-41d1d87b9c8d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:00.510415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:00.511165 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:00.521650 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 5 to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 May 24 23:01:00.654139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] Set router cce4b34c-4041-462c-8f85-4a2cdec6b32e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:00.684802 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:00.685383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:00.685877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:00.696404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:00.696733 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:00.699428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.705445 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 6 to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 May 24 23:01:00.732745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.745321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Calling delete_port for 179aaa14-4aa4-446b-9cbf-6a28f2a290cc owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:00.757831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e081e-9874-492d-9542-8f5bf92faf74 None None] Port 06800111-441f-4df1-bdc4-65e4793b0469 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:00.765425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:00.765719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:00.766075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:00.788081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f0536-7560-46e7-ab06-d95acf3be408 None None] Pushing event updated for resources: {'Port': ['ID=179aaa14-4aa4-446b-9cbf-6a28f2a290cc,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:00.801613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:00.802019 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:00.830404 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 7 to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 May 24 23:01:00.964055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:00.964469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:00.964899 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:00.987314 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:00.987743 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:00.990753 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 8 to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 May 24 23:01:01.005932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:01.022345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:01.022792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:01.023214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:01.028939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:port and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:01.033892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:01.034298 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:01.036122 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 9 to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 May 24 23:01:01.054277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:01.057653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Pushing event updated for resources: {'Subnet': ['ID=4eaa09bc-33a2-4316-9ef8-17770692d18c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:01.062103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:01.062541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:01.062983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:01.097792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:01.100022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Checking segment: {'id': 'cddab719-fa18-4e99-9e70-a66203a0e344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:01.100549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Network hostable DHCP agents. Network: 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:01.102511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:01.102992 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:01.109443 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 10 to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 May 24 23:01:01.120311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3344c240-1c67-4284-b18c-f0af7d987ff1 None None] Provisioning for port a1e45115-6f50-4f9c-914f-41d1d87b9c8d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:01.135822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Made reservation on behalf of da300a941f3f4a6f8389fb69cbf01581 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:01.140485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.144230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:01.144634 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:01.145036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:01.154273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:01.154729 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 63c68337-c3f2-4f0e-9b99-39fd81529395 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:01.155155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.160526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:01.160753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:01.260444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3344c240-1c67-4284-b18c-f0af7d987ff1 None None] Provisioning complete for port a1e45115-6f50-4f9c-914f-41d1d87b9c8d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:01.260812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3344c240-1c67-4284-b18c-f0af7d987ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.285590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b92d4b3-15b4-4229-b756-ea4e55c89298 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.431539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3344c240-1c67-4284-b18c-f0af7d987ff1 None None] Current status of the port a1e45115-6f50-4f9c-914f-41d1d87b9c8d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:01.431967 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3344c240-1c67-4284-b18c-f0af7d987ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.451692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Network 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:01.475870 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3344c240-1c67-4284-b18c-f0af7d987ff1 None None] For port a1e45115-6f50-4f9c-914f-41d1d87b9c8d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a1e45115-6f50-4f9c-914f-41d1d87b9c8d,segment=NetworkSegment(7c93f408-00c5-492a-9040-299d16ba04c3),segment_id=7c93f408-00c5-492a-9040-299d16ba04c3)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:01.482053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:50Z', 'revision_number': 4, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd5e7271-020c-4001-a2e1-b80d6721b2bc', 'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'mac_address': 'fa:16:3e:db:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:48Z', 'updated_at': '2022-05-24T23:00:59Z', 'revision_number': 4, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'subnets': [{'id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:01.487203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cdca69-14ff-432b-b9ca-0ea8b47e623d None None] The sync data for ids ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'] in dv-neutron-843190-1-hyperv is: [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:50Z', 'revision_number': 4, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd5e7271-020c-4001-a2e1-b80d6721b2bc', 'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'mac_address': 'fa:16:3e:db:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:48Z', 'updated_at': '2022-05-24T23:00:59Z', 'revision_number': 4, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'subnets': [{'id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:01.490964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3344c240-1c67-4284-b18c-f0af7d987ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.582430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344c240-1c67-4284-b18c-f0af7d987ff1 None None] Pushing event updated for resources: {'Port': ['ID=a1e45115-6f50-4f9c-914f-41d1d87b9c8d,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:01.630568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:01.639451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd9ee07-625e-4daa-bd03-1d5595648b91 None None] Network 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:01.664482 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:01.664842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.698944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Allocated IP 172.20.0.7 (9de38648-5d51-4316-8661-41d2f2644c75/1f719bd7-74f9-4cf8-9df5-77920d2270f3/b0fc3ce8-bb8d-4482-9cbe-c0c880752f94) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:01.701725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:01.702904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.828863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-472ffe68-1586-41e9-966a-c78e34847d07 None None] Provisioning complete for port a1e45115-6f50-4f9c-914f-41d1d87b9c8d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:01.832402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-472ffe68-1586-41e9-966a-c78e34847d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.859049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] For port 63c68337-c3f2-4f0e-9b99-39fd81529395, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:01.859049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempted to set empty binding levels {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 23:01:01.884382 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4d0e7f9-d73f-498f-9b9a-c96fc99d4bc1 req-45eb20ef-9770-4723-aeb6-3793d153ae18 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 210 time: 0.4307067 May 24 23:01:01.895590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3bbe82-3b49-408c-be10-2e378c6a2864 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:01.903236 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-beaf15bc-3509-438e-8881-299eaf9a1cad tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1723332 May 24 23:01:01.915697 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55138) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:01.977684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.992507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Request body: {'port': {'network_id': '6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1197514141'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:02.067585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 179aaa14-4aa4-446b-9cbf-6a28f2a290cc up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:02.199142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] In _notify_port_updated(), no bound segment for port 63c68337-c3f2-4f0e-9b99-39fd81529395 on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:01:02.200639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:02.201474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.203236 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "PUT /v2.0/ports/63c68337-c3f2-4f0e-9b99-39fd81529395 HTTP/1.1" status: 200 len: 980 time: 5.2838011 May 24 23:01:02.217787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55142) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:02.305206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90f419-aae9-4a0d-8713-71a8ee62ef01 None None] Network d91a3f12-5a03-48c8-91fa-e5919060ce35 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:02.345812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf07c9-e16c-49b3-bb9a-32e98f1c1ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event updated for resources: {'Port': ['ID=63c68337-c3f2-4f0e-9b99-39fd81529395,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:02.404486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72', 'network_id': '6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72', 'tenant_id': '8d3d71d879eb4dbcb0ef76ad2dcae072', 'fixed_ips': [{'subnet_id': '4eaa09bc-33a2-4316-9ef8-17770692d18c'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:02.407778 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.424318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.452565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:02.465707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Usage tracker for resource:port and tenant:8d3d71d879eb4dbcb0ef76ad2dcae072 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:02.472437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.475332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:02.520375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:02.576409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-472ffe68-1586-41e9-966a-c78e34847d07 None None] Current status of the port a1e45115-6f50-4f9c-914f-41d1d87b9c8d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:02.625343 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3b92d4b3-15b4-4229-b756-ea4e55c89298 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting port 06800111-441f-4df1-bdc4-65e4793b0469 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:02.626054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b92d4b3-15b4-4229-b756-ea4e55c89298 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.667682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Made reservation on behalf of 8d3d71d879eb4dbcb0ef76ad2dcae072 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:02.671529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.677452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:02.691062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a1e45115-6f50-4f9c-914f-41d1d87b9c8d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:02.715250 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] For port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=179aaa14-4aa4-446b-9cbf-6a28f2a290cc,segment=NetworkSegment(147082ea-8623-44b4-ad82-da6bf0691e12),segment_id=147082ea-8623-44b4-ad82-da6bf0691e12)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:02.715771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.730147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.747870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3bbe82-3b49-408c-be10-2e378c6a2864 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:02.761195 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723f1a9-6518-4bef-a8a0-badd818f17e9 None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:02.777455 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1723f1a9-6518-4bef-a8a0-badd818f17e9 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:02.778073 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1723f1a9-6518-4bef-a8a0-badd818f17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:02.812897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] device_id is not set on port 58d29fdb-f896-42c7-93fe-fc87b37b7489 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:02.910427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-49ab2fbc-876d-44bf-9f98-4253a82eb9b6 None None] Provisioning for port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:02.915414 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1723f1a9-6518-4bef-a8a0-badd818f17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:02.924345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Allocated IP 172.20.0.2 (6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72/4eaa09bc-33a2-4316-9ef8-17770692d18c/a31441c3-cc6b-49a9-a529-f39a0567e32c) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:02.926277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-49ab2fbc-876d-44bf-9f98-4253a82eb9b6 None None] Provisioning complete for port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:02.926702 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-49ab2fbc-876d-44bf-9f98-4253a82eb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.932841 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1723f1a9-6518-4bef-a8a0-badd818f17e9 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:02.933468 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1723f1a9-6518-4bef-a8a0-badd818f17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:02.940791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Transition to ACTIVE for port object b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:02.970766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbe82-3b49-408c-be10-2e378c6a2864 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.019830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Calling delete_port for 179aaa14-4aa4-446b-9cbf-6a28f2a290cc owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:03.068414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.068709 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1723f1a9-6518-4bef-a8a0-badd818f17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:03.069124 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723f1a9-6518-4bef-a8a0-badd818f17e9 None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:03.147728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.148558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.149192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.149994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.150622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.151272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.151922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.152570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.153196 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.153973 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.154604 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.155335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.155963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.156778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.157411 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.158040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.158680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.159322 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.159940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.160556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.161420 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.162060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.164356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.165015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.165650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.166279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.166932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.174529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55148) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:03.176046 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c9f6fa60-f7cf-429a-8aff-1c32af13e6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24447 time: 0.9481955 May 24 23:01:03.193063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port a1e45115-6f50-4f9c-914f-41d1d87b9c8d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:03.193438 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.227765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.325499 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8a3bbe82-3b49-408c-be10-2e378c6a2864 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "PUT /v2.0/floatingips/0a3580df-c953-44d9-b3f0-1d6388d656cf HTTP/1.1" status: 200 len: 688 time: 3.8186936 May 24 23:01:03.336447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Network 9de38648-5d51-4316-8661-41d2f2644c75 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:03.337255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'Port': ['ID=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:03.339417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55152) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:03.342601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:03.406277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b92d4b3-15b4-4229-b756-ea4e55c89298 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.435282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:03.436955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-49ab2fbc-876d-44bf-9f98-4253a82eb9b6 None None] Current status of the port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:03.437596 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-49ab2fbc-876d-44bf-9f98-4253a82eb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.567663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-aacf2d89-fde4-4a6e-b486-d3a4adbc141e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port bddb12f0-d04f-4baa-9fa6-466b0fc88c46 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:03.568011 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d89-fde4-4a6e-b486-d3a4adbc141e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.680993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-288cbb2f-74b4-42cc-b5f1-0b8336c3a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Deleting port 63c68337-c3f2-4f0e-9b99-39fd81529395 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:03.681572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-288cbb2f-74b4-42cc-b5f1-0b8336c3a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.698060 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.719875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Transition to ACTIVE for port object a31441c3-cc6b-49a9-a529-f39a0567e32c will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:03.731714 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a1e45115-6f50-4f9c-914f-41d1d87b9c8d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:03.732797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dd5e7271-020c-4001-a2e1-b80d6721b2bc up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:03.739318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:03.739877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.802216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Transition to ACTIVE for port object a31441c3-cc6b-49a9-a529-f39a0567e32c will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:03.852336 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.862612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3b92d4b3-15b4-4229-b756-ea4e55c89298 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Calling delete_port for 06800111-441f-4df1-bdc4-65e4793b0469 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:03.888975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.893925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d89-fde4-4a6e-b486-d3a4adbc141e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.894255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d89-fde4-4a6e-b486-d3a4adbc141e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.897053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a733c4-5429-4ed0-8c27-cf70ad8d985f None None] Network d91a3f12-5a03-48c8-91fa-e5919060ce35 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:03.908823 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port dd5e7271-020c-4001-a2e1-b80d6721b2bc completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:03.937684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port dd5e7271-020c-4001-a2e1-b80d6721b2bc triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:03.938090 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.011078 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Port': ['ID=179aaa14-4aa4-446b-9cbf-6a28f2a290cc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:04.039031 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-c8575b56-344a-499a-bc2d-4d3b965e10d5 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7747726 May 24 23:01:04.043003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.048774 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Network 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:04.051363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.055601 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:04.068724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:04.070688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Pushing event updated for resources: {'Port': ['ID=a31441c3-cc6b-49a9-a529-f39a0567e32c,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:04.105065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Request body: {'port': {'device_id': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:04.119643 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3f1f8-ac24-4ef9-85ef-3f53c72a66a0 req-0e409f20-b8df-4f2f-a98e-ca6e52e2b6bd tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:04.122854 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47b3f1f8-ac24-4ef9-85ef-3f53c72a66a0 req-0e409f20-b8df-4f2f-a98e-ca6e52e2b6bd tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 931 time: 1.0229692 May 24 23:01:04.140348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-aacf2d89-fde4-4a6e-b486-d3a4adbc141e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for bddb12f0-d04f-4baa-9fa6-466b0fc88c46 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:04.141862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-400bf3f2-cc18-4ef1-bd44-6700c45ae7cb None None] Provisioning for port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:04.197767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-400bf3f2-cc18-4ef1-bd44-6700c45ae7cb None None] Provisioning complete for port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:04.198389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-400bf3f2-cc18-4ef1-bd44-6700c45ae7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.242323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No DVR routers for this DVR port 179aaa14-4aa4-446b-9cbf-6a28f2a290cc on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:04.288309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Allocated IP 172.20.0.11 (6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72/4eaa09bc-33a2-4316-9ef8-17770692d18c/58d29fdb-f896-42c7-93fe-fc87b37b7489) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:04.317402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Attempting to bind port a31441c3-cc6b-49a9-a529-f39a0567e32c on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:04.317773 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Attempting to bind port a31441c3-cc6b-49a9-a529-f39a0567e32c by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'cddab719-fa18-4e99-9e70-a66203a0e344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:04.318135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Attempting to bind port a31441c3-cc6b-49a9-a529-f39a0567e32c on network 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:04.351705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:04.352071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Checking segment: {'id': 'cddab719-fa18-4e99-9e70-a66203a0e344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:04.352473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.352858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Bound using segment: {'id': 'cddab719-fa18-4e99-9e70-a66203a0e344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:04.353329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Bound port: a31441c3-cc6b-49a9-a529-f39a0567e32c, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddab719-fa18-4e99-9e70-a66203a0e344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:04.353692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.361951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.362537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3be9f809-a093-4491-a8cb-cf4bc424a154 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:01:04.376247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-400bf3f2-cc18-4ef1-bd44-6700c45ae7cb None None] Port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:04.422274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-400bf3f2-cc18-4ef1-bd44-6700c45ae7cb None None] Could not find standard attr ID for object 179aaa14-4aa4-446b-9cbf-6a28f2a290cc. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:01:04.429788 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port dd5e7271-020c-4001-a2e1-b80d6721b2bc is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:04.430167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.514541 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47b3f1f8-ac24-4ef9-85ef-3f53c72a66a0 req-0bcda6b3-7c08-4470-88b0-aa98acbe7fb7 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3653271 May 24 23:01:04.529068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.529632 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 24 23:01:04.529809 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-434de4e9-9e94-402b-932e-425f953a7b97 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.1025870 May 24 23:01:04.542707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port dd5e7271-020c-4001-a2e1-b80d6721b2bc, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dd5e7271-020c-4001-a2e1-b80d6721b2bc,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:04.545787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55156) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:04.547155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] For port a31441c3-cc6b-49a9-a529-f39a0567e32c, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:04.550873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] For port a31441c3-cc6b-49a9-a529-f39a0567e32c, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a31441c3-cc6b-49a9-a529-f39a0567e32c,segment=NetworkSegment(cddab719-fa18-4e99-9e70-a66203a0e344),segment_id=cddab719-fa18-4e99-9e70-a66203a0e344)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:04.553560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.595784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.604976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-288cbb2f-74b4-42cc-b5f1-0b8336c3a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] For port 63c68337-c3f2-4f0e-9b99-39fd81529395, host hv-neutron-8431, got binding levels [] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:04.605336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-288cbb2f-74b4-42cc-b5f1-0b8336c3a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.691007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=dd5e7271-020c-4001-a2e1-b80d6721b2bc,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:04.694955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.798254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87193be-2521-4ec2-aa9a-b9ca15f3f879 None None] Pushing event updated for resources: {'Port': ['ID=a31441c3-cc6b-49a9-a529-f39a0567e32c,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:04.863335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-288cbb2f-74b4-42cc-b5f1-0b8336c3a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Calling delete_port for 63c68337-c3f2-4f0e-9b99-39fd81529395 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:04.864026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d89-fde4-4a6e-b486-d3a4adbc141e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.919393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.938660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-16fdbac0-6825-4d26-8346-9da2ee764f46 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Deleting port 5b223145-320c-4d6d-be4e-1cec0d72c8ea {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:04.939015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16fdbac0-6825-4d26-8346-9da2ee764f46 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.964661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf2d89-fde4-4a6e-b486-d3a4adbc141e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=bddb12f0-d04f-4baa-9fa6-466b0fc88c46,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:05.025643 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Subnet': ['ID=4256063d-cfc8-42f1-8da5-3b703483bd0f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:05.027572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c3b90-197c-4153-8215-67ddbe58263b None None] Network d91a3f12-5a03-48c8-91fa-e5919060ce35 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:05.261926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b92d4b3-15b4-4229-b756-ea4e55c89298 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.329114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.342301 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92d4b3-15b4-4229-b756-ea4e55c89298 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event deleted for resources: {'Port': ['ID=06800111-441f-4df1-bdc4-65e4793b0469,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:05.345602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-288cbb2f-74b4-42cc-b5f1-0b8336c3a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.364684 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d89-fde4-4a6e-b486-d3a4adbc141e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.371314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e332e-3ec9-42f6-953d-50be1b240364 None None] DHCP port deletion for d91a3f12-5a03-48c8-91fa-e5919060ce35 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:05.401899 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91a3f12-5a03-48c8-91fa-e5919060ce35']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:05.423697 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147082ea-8623-44b4-ad82-da6bf0691e12') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:05.423994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147082ea-8623-44b4-ad82-da6bf0691e12') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:05.447360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.464112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d89-fde4-4a6e-b486-d3a4adbc141e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.465273 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-aacf2d89-fde4-4a6e-b486-d3a4adbc141e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/floatingips/0a3580df-c953-44d9-b3f0-1d6388d656cf HTTP/1.1" status: 204 len: 168 time: 2.1242528 May 24 23:01:05.470381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55160) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:05.477982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': 'bf9c6af5-51b5-4c34-b2ad-d1027e864abd'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:05.483114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.499724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:05.518919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.527349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-288cbb2f-74b4-42cc-b5f1-0b8336c3a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.530698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cbb2f-74b4-42cc-b5f1-0b8336c3a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event deleted for resources: {'Port': ['ID=63c68337-c3f2-4f0e-9b99-39fd81529395,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:05.534479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:floatingip and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:05.537975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:05.538393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.567914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:05.628536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:05.638523 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 147082ea-8623-44b4-ad82-da6bf0691e12 resource provider aggregate not found May 24 23:01:05.670432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:01:05.676183 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 147082ea-8623-44b4-ad82-da6bf0691e12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 147082ea-8623-44b4-ad82-da6bf0691e12 found for delete ", "request_id": "req-e614c2b0-f820-4f1a-ae26-e692c6d25476"}]} May 24 23:01:05.681402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.687028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.709344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.734155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Transition to ACTIVE for port object b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:05.735520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.750916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.758834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Transition to ACTIVE for port object 58d29fdb-f896-42c7-93fe-fc87b37b7489 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:05.779737 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b92d4b3-15b4-4229-b756-ea4e55c89298 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.794597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Network': ['ID=d91a3f12-5a03-48c8-91fa-e5919060ce35,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:05.802876 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-288cbb2f-74b4-42cc-b5f1-0b8336c3a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "DELETE /v2.0/ports/63c68337-c3f2-4f0e-9b99-39fd81529395 HTTP/1.1" status: 204 len: 168 time: 2.6220977 May 24 23:01:05.841965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55170) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:05.891791 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e4a1e6f0-bd28-444b-8db9-58295038d1ab tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/d91a3f12-5a03-48c8-91fa-e5919060ce35 HTTP/1.1" status: 204 len: 168 time: 8.4188354 May 24 23:01:05.908822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55174) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:05.975948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16fdbac0-6825-4d26-8346-9da2ee764f46 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.005564 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0f1926-732a-4a1c-aa64-386e6c086040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] GET failed (client error): The resource could not be found. May 24 23:01:06.006929 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7d0f1926-732a-4a1c-aa64-386e6c086040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "GET /v2.0/ports/63c68337-c3f2-4f0e-9b99-39fd81529395 HTTP/1.1" status: 404 len: 333 time: 0.1610613 May 24 23:01:06.022588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55178) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:06.046715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092982683', 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:06.053277 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-768b488f-2c99-4f71-9ba7-502aeae4d80e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:06.053736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768b488f-2c99-4f71-9ba7-502aeae4d80e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:06.057804 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-768b488f-2c99-4f71-9ba7-502aeae4d80e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/subnets/4256063d-cfc8-42f1-8da5-3b703483bd0f HTTP/1.1" status: 404 len: 337 time: 0.1384006 May 24 23:01:06.060634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:06.064777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:06.071419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55182) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:06.111840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Usage tracker for resource:port and tenant:4af2e0d71ed74b398de89716f0b8f61b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:06.128275 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-16fdbac0-6825-4d26-8346-9da2ee764f46 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Calling delete_port for 5b223145-320c-4d6d-be4e-1cec0d72c8ea owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:06.131505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:06.153571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ae073-acd1-4326-af98-dd0ff46864bb None None] Network 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:06.173181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:06.196981 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e398d83c-6318-466e-85a7-a94dc4b7f5f0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:06.198054 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e398d83c-6318-466e-85a7-a94dc4b7f5f0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:06.199408 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e398d83c-6318-466e-85a7-a94dc4b7f5f0 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/d91a3f12-5a03-48c8-91fa-e5919060ce35 HTTP/1.1" status: 404 len: 339 time: 0.0979447 May 24 23:01:06.204778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55186) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:06.237592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Made reservation on behalf of 4af2e0d71ed74b398de89716f0b8f61b for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:06.240215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.313650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.355636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-17ea9c51-0e6b-4e2b-8626-35dbe3ece386 None None] Provisioning for port a31441c3-cc6b-49a9-a529-f39a0567e32c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:06.388761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f51b2c-b770-4b0b-81f8-cd906e7b5769 req-fd4c9ee6-e22c-40a8-bbb1-0dcdea0fe0ea tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:06.390999 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1f51b2c-b770-4b0b-81f8-cd906e7b5769 req-fd4c9ee6-e22c-40a8-bbb1-0dcdea0fe0ea tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 943 time: 0.6792819 May 24 23:01:06.408463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b92d4b3-15b4-4229-b756-ea4e55c89298 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Router 2148a250-ecae-47db-a03d-9ac8b501c43a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:06.451057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Network 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:06.463771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:06.465991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:06.479696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Attempting to bind port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:06.480035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Attempting to bind port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:06.480364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Attempting to bind port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 on network 9de38648-5d51-4316-8661-41d2f2644c75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:06.486614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] device_id is not set on port acde2374-fa11-44e0-bff5-8e5bb1dca880 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:06.518206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Pushing event updated for resources: {'Port': ['ID=58d29fdb-f896-42c7-93fe-fc87b37b7489,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:06.536022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 on network 9de38648-5d51-4316-8661-41d2f2644c75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:06.536643 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Attempting to bind port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 on network 9de38648-5d51-4316-8661-41d2f2644c75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:06.565806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.567687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:06.568037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Checking segment: {'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:06.568430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Bound using segment: {'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:06.568884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Bound port: b0fc3ce8-bb8d-4482-9cbe-c0c880752f94, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88aec1d7-562c-4a4f-bf24-1ee5f4b75883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:06.569232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.746405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.775176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a31441c3-cc6b-49a9-a529-f39a0567e32c up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:06.859376 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1f51b2c-b770-4b0b-81f8-cd906e7b5769 req-77b6ba33-3acb-439f-b485-e72ede184257 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4489598 May 24 23:01:06.870733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d9e0fee5-68cc-4294-9e5a-407987c8461e None None] Provisioning for port 58d29fdb-f896-42c7-93fe-fc87b37b7489 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:06.888719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d9e0fee5-68cc-4294-9e5a-407987c8461e None None] Provisioning complete for port 58d29fdb-f896-42c7-93fe-fc87b37b7489 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:06.889005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:06.889389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9e0fee5-68cc-4294-9e5a-407987c8461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.889733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.912962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b92d4b3-15b4-4229-b756-ea4e55c89298 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:06.928039 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3b92d4b3-15b4-4229-b756-ea4e55c89298 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "PUT /v2.0/routers/2148a250-ecae-47db-a03d-9ac8b501c43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2886276 May 24 23:01:06.930334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16fdbac0-6825-4d26-8346-9da2ee764f46 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.936563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55190) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:06.959686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0fee5-68cc-4294-9e5a-407987c8461e None None] Port 58d29fdb-f896-42c7-93fe-fc87b37b7489 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:06.963214 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241aa4a-2819-4c13-a88e-062512d2116a None None] Sync routers for ids ['2148a250-ecae-47db-a03d-9ac8b501c43a'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:06.966151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port a31441c3-cc6b-49a9-a529-f39a0567e32c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:06.977566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port a31441c3-cc6b-49a9-a529-f39a0567e32c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:06.978072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.990895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.033503 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d346db50-ba8b-442c-93a8-8065dc5b4de6 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1076355 May 24 23:01:07.039693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55194) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:07.045088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdbac0-6825-4d26-8346-9da2ee764f46 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b223145-320c-4d6d-be4e-1cec0d72c8ea,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:07.069401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] For port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:07.074868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Request body: {'port': {'network_id': '6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72', 'name': 'tempest-ExtraDHCPOptionsTestJSON-553743802', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:07.075157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] bootfile-name is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:07.075490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] tftp-server is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:07.075804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] server-ip-address is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:07.082035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241aa4a-2819-4c13-a88e-062512d2116a None None] Routers {'2148a250-ecae-47db-a03d-9ac8b501c43a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:07.082670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0241aa4a-2819-4c13-a88e-062512d2116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2148a250-ecae-47db-a03d-9ac8b501c43a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:07.089797 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-a7653f53-453b-4961-a7a3-b04123dce604 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] delete failed (client error): The resource could not be found. May 24 23:01:07.089974 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a7653f53-453b-4961-a7a3-b04123dce604 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1086615626 HTTP/1.1" status: 404 len: 335 time: 0.1229773 May 24 23:01:07.095792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55198) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:07.117798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88949cda-fe1f-4411-aa6f-c22296ce0dcf']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:07.132865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-476d8bd6-513a-4035-b3bb-67813dd79f06 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'router': {'external_gateway_info': {'network_id': '2148a250-ecae-47db-a03d-9ac8b501c43a'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:07.146138 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d9e0fee5-68cc-4294-9e5a-407987c8461e None None] Provisioning complete for port a31441c3-cc6b-49a9-a529-f39a0567e32c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:07.146515 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9e0fee5-68cc-4294-9e5a-407987c8461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.193535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] For port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:07.200809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0241aa4a-2819-4c13-a88e-062512d2116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:07.230463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241aa4a-2819-4c13-a88e-062512d2116a None None] Routers {'2148a250-ecae-47db-a03d-9ac8b501c43a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:07.231112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0241aa4a-2819-4c13-a88e-062512d2116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2148a250-ecae-47db-a03d-9ac8b501c43a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:07.245330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f944768-c689-460a-b00f-526d369db8cf') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:07.245872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f944768-c689-460a-b00f-526d369db8cf') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:07.272183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.278436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.302147 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0241aa4a-2819-4c13-a88e-062512d2116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:07.302553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241aa4a-2819-4c13-a88e-062512d2116a None None] The sync data for ids ['2148a250-ecae-47db-a03d-9ac8b501c43a'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:07.320518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.344318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16fdbac0-6825-4d26-8346-9da2ee764f46 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.349921 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-16fdbac0-6825-4d26-8346-9da2ee764f46 tempest-RoutersAdminNegativeIpV6Test-1894600846 tempest-RoutersAdminNegativeIpV6Test-1894600846-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5b223145-320c-4d6d-be4e-1cec0d72c8ea HTTP/1.1" status: 204 len: 168 time: 2.7928760 May 24 23:01:07.409041 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a31441c3-cc6b-49a9-a529-f39a0567e32c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:07.409391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.427749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.26.3.79 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/89a296b0-d240-49d7-bf1b-3d4fedae3731) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:07.446025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port a31441c3-cc6b-49a9-a529-f39a0567e32c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a31441c3-cc6b-49a9-a529-f39a0567e32c,segment=NetworkSegment(cddab719-fa18-4e99-9e70-a66203a0e344),segment_id=cddab719-fa18-4e99-9e70-a66203a0e344)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:07.454800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0fee5-68cc-4294-9e5a-407987c8461e None None] Current status of the port a31441c3-cc6b-49a9-a529-f39a0567e32c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:07.455270 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9e0fee5-68cc-4294-9e5a-407987c8461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.466784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.467571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dd5e7271-020c-4001-a2e1-b80d6721b2bc up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:07.559154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-476d8bd6-513a-4035-b3bb-67813dd79f06 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.590349 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-476d8bd6-513a-4035-b3bb-67813dd79f06 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] update failed (client error): The resource could not be found. May 24 23:01:07.594890 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-476d8bd6-513a-4035-b3bb-67813dd79f06 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "PUT /v2.0/routers/2148a250-ecae-47db-a03d-9ac8b501c43a HTTP/1.1" status: 404 len: 339 time: 0.4947488 May 24 23:01:07.595233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55206) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:07.598151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:07.602098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-648076871'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:07.602736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Usage tracker for resource:port and tenant:8d3d71d879eb4dbcb0ef76ad2dcae072 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:07.606927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:07.607990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:07.612362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Usage tracker for resource:network and tenant:4ea2445da5f7446a9d22ab0c75881372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:07.613667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:07.616330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:07.625825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:07.644693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:07.645430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.650074 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] 10.222.0.42 "PUT /v2.0/ports/b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 HTTP/1.1" status: 200 len: 1093 time: 3.5493462 May 24 23:01:07.650851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Made reservation on behalf of 4ea2445da5f7446a9d22ab0c75881372 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:07.660582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.675661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:01:07.682051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Made reservation on behalf of 8d3d71d879eb4dbcb0ef76ad2dcae072 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:07.685939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.693291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55212) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:07.718294 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=a31441c3-cc6b-49a9-a529-f39a0567e32c,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:07.733140 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-d9e0fee5-68cc-4294-9e5a-407987c8461e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:07.733530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-d9e0fee5-68cc-4294-9e5a-407987c8461e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:07.739054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:07.741000 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port dd5e7271-020c-4001-a2e1-b80d6721b2bc triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:07.741393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.763757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.764381 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Added segment 9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65 of type vlan for network 75d4c036-96cc-4da9-b8c6-5bebd8338110 May 24 23:01:07.787292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.789931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7817a5-8ad6-431d-ae96-c540bfaeb205 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:07.810271 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92114502-cd47-4199-b35c-616da0abad6f'] response: {'name': 'network-changed', 'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'status': 'completed', 'code': 200} May 24 23:01:07.819424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.839658 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] device_id is not set on port b5440152-15d2-4ff6-aaed-589148aa9eb1 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:07.883454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.893161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:07.894063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.905679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port dd5e7271-020c-4001-a2e1-b80d6721b2bc is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:07.920099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 179aaa14-4aa4-446b-9cbf-6a28f2a290cc no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:07.962851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 179aaa14-4aa4-446b-9cbf-6a28f2a290cc {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:07.963201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 179aaa14-4aa4-446b-9cbf-6a28f2a290cc not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:07.976096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:07.976511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.020225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24b49307-e149-42b2-b124-4a5250178254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.033932 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4375982 May 24 23:01:08.039825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55222) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:08.079851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb340b-a428-4a44-ad96-78bf4d4d0620 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Network': ['ID=75d4c036-96cc-4da9-b8c6-5bebd8338110,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:08.083106 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7f944768-c689-460a-b00f-526d369db8cf resource provider aggregate not found May 24 23:01:08.084774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'subnet': {'network_id': '75d4c036-96cc-4da9-b8c6-5bebd8338110', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:08.093242 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 75d4c036-96cc-4da9-b8c6-5bebd8338110 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:08.103562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-24b49307-e149-42b2-b124-4a5250178254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:08.119515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.119804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-24b49307-e149-42b2-b124-4a5250178254 admin admin] Usage tracker for resource:security_group_rule and tenant:d5af4260371a49118ef52cc00442bf04 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:08.122878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.129833 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7f944768-c689-460a-b00f-526d369db8cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f944768-c689-460a-b00f-526d369db8cf found for delete ", "request_id": "req-fe5fa136-2616-4807-94dd-88b59835371b"}]} May 24 23:01:08.220830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Allocated IP 172.20.0.14 (6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72/4eaa09bc-33a2-4316-9ef8-17770692d18c/b5440152-15d2-4ff6-aaed-589148aa9eb1) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:08.225166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.230844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-24b49307-e149-42b2-b124-4a5250178254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:08.242551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Network f6a9771c-15da-4368-843c-b51830573f1e is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:08.247806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-24b49307-e149-42b2-b124-4a5250178254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:08.266959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.271278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:08.286239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:08.287259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:08.287848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.290962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:08.295632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Network': ['ID=88949cda-fe1f-4411-aa6f-c22296ce0dcf,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:08.302711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Usage tracker for resource:subnet and tenant:4ea2445da5f7446a9d22ab0c75881372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:08.304026 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0fee5-68cc-4294-9e5a-407987c8461e None None] Current status of the port a31441c3-cc6b-49a9-a529-f39a0567e32c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:08.306087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event updated for resources: {'Port': ['ID=acde2374-fa11-44e0-bff5-8e5bb1dca880,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:08.308734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:08.322403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:08.331619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9350392-c09c-4d92-9daf-7d99cf2429c8 req-ce4818ba-b528-471c-a9c6-6e432f93f389 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:08.333089 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9350392-c09c-4d92-9daf-7d99cf2429c8 req-ce4818ba-b528-471c-a9c6-6e432f93f389 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 943 time: 0.2960908 May 24 23:01:08.347380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-526c551f-2edb-424a-b06a-7a48e1997051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:08.348987 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-526c551f-2edb-424a-b06a-7a48e1997051 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da300a941f3f4a6f8389fb69cbf01581&device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 1096 time: 0.6295929 May 24 23:01:08.353501 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8c084ea7-d22a-479d-adcd-ee6c56e404f4 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/88949cda-fe1f-4411-aa6f-c22296ce0dcf HTTP/1.1" status: 204 len: 168 time: 2.1452661 May 24 23:01:08.362196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55228) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:08.364349 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-28c4be0d-31b7-4d81-91fe-c2b7f286a159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3344402 May 24 23:01:08.369535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55232) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:08.370163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Made reservation on behalf of 4ea2445da5f7446a9d22ab0c75881372 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:08.373572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.427199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5007f22c-77c1-46b8-bcfa-a7892623130e None None] Provisioning complete for port 58d29fdb-f896-42c7-93fe-fc87b37b7489 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:08.428616 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5007f22c-77c1-46b8-bcfa-a7892623130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.492004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5007f22c-77c1-46b8-bcfa-a7892623130e None None] Port 58d29fdb-f896-42c7-93fe-fc87b37b7489 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:08.613349 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b649fe-d418-47ae-bf0c-47235d340a27 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:08.613930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b649fe-d418-47ae-bf0c-47235d340a27 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:08.615405 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-a99b0119-1c8d-4aee-842d-4c805dd752fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 HTTP/1.1" status: 200 len: 217 time: 0.2466025 May 24 23:01:08.624933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.638608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a31441c3-cc6b-49a9-a529-f39a0567e32c up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:08.656932 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a4b649fe-d418-47ae-bf0c-47235d340a27 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/subnets/7162f487-a390-4ef7-ba2a-9a7415affe82 HTTP/1.1" status: 404 len: 337 time: 0.2924964 May 24 23:01:08.667136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55236) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:08.672141 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9350392-c09c-4d92-9daf-7d99cf2429c8 req-42b4c82b-3365-403c-9563-7d6123d1ab67 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308973 May 24 23:01:08.718758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port a31441c3-cc6b-49a9-a529-f39a0567e32c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:08.719312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.728625 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b44492b-5ba6-44ba-b386-448eeb29886a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:08.729177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b44492b-5ba6-44ba-b386-448eeb29886a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:08.749853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24b49307-e149-42b2-b124-4a5250178254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.751618 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2b44492b-5ba6-44ba-b386-448eeb29886a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/c71faae5-93c5-4175-931c-910377573442 HTTP/1.1" status: 404 len: 339 time: 0.0834115 May 24 23:01:08.754180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55240) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:08.791940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24b49307-e149-42b2-b124-4a5250178254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.836944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:08.846105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:08.847227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a31441c3-cc6b-49a9-a529-f39a0567e32c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:08.854274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de6a870-7797-4b8b-b062-290367f508fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:08.854821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6de6a870-7797-4b8b-b062-290367f508fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Synchronizing usage tracker for tenant:4af2e0d71ed74b398de89716f0b8f61b on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:08.860978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:08.906318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=89a296b0-d240-49d7-bf1b-3d4fedae3731,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:08.913369 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-24b49307-e149-42b2-b124-4a5250178254 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5af4260371a49118ef52cc00442bf04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2169220 May 24 23:01:08.921263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55244) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:08.927279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd350b33-47ba-4d01-8238-df91e48dc835 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting subnet 37807e9a-def6-45c6-a143-b46b8cccd074 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:08.933923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b49307-e149-42b2-b124-4a5250178254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0df65d1-2f53-4abf-bf06-d3b55cfdc910,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:08.934781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-0a4659a6-21ff-4f29-8a32-1f68a373838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:08.936238 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-0a4659a6-21ff-4f29-8a32-1f68a373838a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f719bd7-74f9-4cf8-9df5-77920d2270f3 HTTP/1.1" status: 200 len: 833 time: 0.2986026 May 24 23:01:08.939369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd350b33-47ba-4d01-8238-df91e48dc835 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.993930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6de6a870-7797-4b8b-b062-290367f508fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Unset dirty status for tenant:4af2e0d71ed74b398de89716f0b8f61b on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:08.995250 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6de6a870-7797-4b8b-b062-290367f508fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "GET /v2.0/ports/acde2374-fa11-44e0-bff5-8e5bb1dca880 HTTP/1.1" status: 200 len: 959 time: 0.5758514 May 24 23:01:09.000859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55248) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:09.097857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.116666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd350b33-47ba-4d01-8238-df91e48dc835 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.159229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.165430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Transition to ACTIVE for port object b5440152-15d2-4ff6-aaed-589148aa9eb1 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:09.224896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-db77f705-10c8-4143-896d-c45d088049f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Deleting port acde2374-fa11-44e0-bff5-8e5bb1dca880 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:09.225240 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db77f705-10c8-4143-896d-c45d088049f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.251336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-3551d94c-fb0d-4c04-8966-57cb266085b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:09.252795 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-3551d94c-fb0d-4c04-8966-57cb266085b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9de38648-5d51-4316-8661-41d2f2644c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3088560 May 24 23:01:09.277722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec92ec7-b472-426b-919c-4a4ab13993db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.351884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Subnet': ['ID=81e8b559-a59d-4299-82ad-fad23a513aa4,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:09.400280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec92ec7-b472-426b-919c-4a4ab13993db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.426065 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Checking segment: {'id': '9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '75d4c036-96cc-4da9-b8c6-5bebd8338110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:09.426429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network hostable DHCP agents. Network: 75d4c036-96cc-4da9-b8c6-5bebd8338110, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:09.450789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.497603 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd350b33-47ba-4d01-8238-df91e48dc835 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.572315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Network 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:09.578492 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-33c56dcf-acc1-46b6-a3be-c723a51000c2 service neutron] 10.222.0.42 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168116 May 24 23:01:09.582328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:09.592616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:09.597800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network 75d4c036-96cc-4da9-b8c6-5bebd8338110 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:09.644797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Pushing event updated for resources: {'Port': ['ID=b5440152-15d2-4ff6-aaed-589148aa9eb1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:09.645390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 75d4c036-96cc-4da9-b8c6-5bebd8338110) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:09.653605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db77f705-10c8-4143-896d-c45d088049f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.667006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:09.667583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.670411 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8236f2-9d49-4ef0-9c89-58f172c6296e None None] Network 75d4c036-96cc-4da9-b8c6-5bebd8338110 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:09.769070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:09.769728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.819021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-db77f705-10c8-4143-896d-c45d088049f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Calling delete_port for acde2374-fa11-44e0-bff5-8e5bb1dca880 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:09.849853 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-94d854cf-ba3d-493c-85ff-1074589f3384 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.8042209 May 24 23:01:09.851251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55254) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:09.855607 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-665b5365-4994-4f8e-9e1c-056e087aeee1 req-b5fa6c43-352e-45a1-b414-9f24e7984a55 service neutron] 10.222.0.42 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675538 May 24 23:01:09.879988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec92ec7-b472-426b-919c-4a4ab13993db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.963223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.964428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec92ec7-b472-426b-919c-4a4ab13993db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0df65d1-2f53-4abf-bf06-d3b55cfdc910,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:09.986001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd350b33-47ba-4d01-8238-df91e48dc835 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.007339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a13a5de9-01ed-40af-93f6-cd7535477746 None None] Provisioning for port b5440152-15d2-4ff6-aaed-589148aa9eb1 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:10.021784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5dfd70-87c5-497b-bf5a-7dc87802f7fa tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:10.027090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec92ec7-b472-426b-919c-4a4ab13993db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.031752 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5ec92ec7-b472-426b-919c-4a4ab13993db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0df65d1-2f53-4abf-bf06-d3b55cfdc910 HTTP/1.1" status: 204 len: 168 time: 1.0989013 May 24 23:01:10.031899 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5dfd70-87c5-497b-bf5a-7dc87802f7fa tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:10.031989 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-77f9f5de-8a5c-48bf-8478-20178422f2a3 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9854357 May 24 23:01:10.036361 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5dfd70-87c5-497b-bf5a-7dc87802f7fa tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:10.037215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3f5dfd70-87c5-497b-bf5a-7dc87802f7fa tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Synchronizing usage tracker for tenant:8d3d71d879eb4dbcb0ef76ad2dcae072 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:10.041355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55260) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:10.047702 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a13a5de9-01ed-40af-93f6-cd7535477746 None None] Provisioning complete for port b5440152-15d2-4ff6-aaed-589148aa9eb1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:10.048068 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a13a5de9-01ed-40af-93f6-cd7535477746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.054369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd350b33-47ba-4d01-8238-df91e48dc835 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Subnet': ['ID=37807e9a-def6-45c6-a143-b46b8cccd074,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:10.062929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd350b33-47ba-4d01-8238-df91e48dc835 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.067599 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fd350b33-47ba-4d01-8238-df91e48dc835 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/subnets/37807e9a-def6-45c6-a143-b46b8cccd074 HTTP/1.1" status: 204 len: 168 time: 1.3119421 May 24 23:01:10.077222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-71509b3c-065b-411a-a192-aaab22f31262 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'router': {'external_gateway_info': {'network_id': '75d4c036-96cc-4da9-b8c6-5bebd8338110'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:10.079890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e650ee45-677e-457e-96c0-efdb4e108f9f None None] Network 10dee64e-d62a-464b-8169-4d934ab21c81 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:10.081685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55264) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:10.154533 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db77f705-10c8-4143-896d-c45d088049f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.224970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5575773-6f37-42b7-adfd-dcd6b733df1a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting subnet 5dc20122-65fc-4d05-a40a-a9113af9165e {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:10.229940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77f705-10c8-4143-896d-c45d088049f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event deleted for resources: {'Port': ['ID=acde2374-fa11-44e0-bff5-8e5bb1dca880,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:10.233362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5575773-6f37-42b7-adfd-dcd6b733df1a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.288498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b7734-33e0-4877-acd0-0d978625578e req-6ccbe04c-a1d2-4bbb-8a5b-6d4b0339d000 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:10.290124 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b2b7734-33e0-4877-acd0-0d978625578e req-6ccbe04c-a1d2-4bbb-8a5b-6d4b0339d000 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 943 time: 0.3728189 May 24 23:01:10.291250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db77f705-10c8-4143-896d-c45d088049f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.336689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5575773-6f37-42b7-adfd-dcd6b733df1a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.379039 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-db77f705-10c8-4143-896d-c45d088049f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "DELETE /v2.0/ports/acde2374-fa11-44e0-bff5-8e5bb1dca880 HTTP/1.1" status: 204 len: 168 time: 1.3674366 May 24 23:01:10.382533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-75d4c036-96cc-4da9-b8c6-5bebd8338110', 'network_id': '75d4c036-96cc-4da9-b8c6-5bebd8338110', 'tenant_id': '4ea2445da5f7446a9d22ab0c75881372', 'fixed_ips': [{'subnet_id': '81e8b559-a59d-4299-82ad-fad23a513aa4'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:10.383740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.396077 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55270) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:10.510542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a13a5de9-01ed-40af-93f6-cd7535477746 None None] Port b5440152-15d2-4ff6-aaed-589148aa9eb1 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:10.535823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a58f-7a14-4141-b1a2-885daa890244 req-43020cd1-d546-48dd-81b6-c3d775ed7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:10.537320 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2df3a58f-7a14-4141-b1a2-885daa890244 req-43020cd1-d546-48dd-81b6-c3d775ed7d2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da300a941f3f4a6f8389fb69cbf01581&device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 1096 time: 0.6227527 May 24 23:01:10.546053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.570111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3f5dfd70-87c5-497b-bf5a-7dc87802f7fa tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Unset dirty status for tenant:8d3d71d879eb4dbcb0ef76ad2dcae072 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:10.574265 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b2b7734-33e0-4877-acd0-0d978625578e req-2eb63293-c6a3-43bc-bfe1-64a1666d52af tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659724 May 24 23:01:10.574450 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3f5dfd70-87c5-497b-bf5a-7dc87802f7fa tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.7195489 May 24 23:01:10.579863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55276) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:10.633478 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-6626cc6a-ad90-4cc4-9d81-0ba3e5f752f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] GET failed (client error): The resource could not be found. May 24 23:01:10.634872 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6626cc6a-ad90-4cc4-9d81-0ba3e5f752f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "GET /v2.0/ports/acde2374-fa11-44e0-bff5-8e5bb1dca880 HTTP/1.1" status: 404 len: 333 time: 0.2354541 May 24 23:01:10.646000 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55280) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:10.707217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Allocated IP 2001:db8:1::2 (75d4c036-96cc-4da9-b8c6-5bebd8338110/81e8b559-a59d-4299-82ad-fad23a513aa4/c7f91f07-1112-4e6f-aa10-4ea90837278f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:10.713658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Request body: {'port': {'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1376620379'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:10.716801 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55284) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:10.754179 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:10.769840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Usage tracker for resource:port and tenant:4af2e0d71ed74b398de89716f0b8f61b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:10.806346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:10.815962 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b9bf1d4d-6a93-4752-a467-0db7f0ccd260 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d929f8c6a5294bb09cacc360101d950d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957515 May 24 23:01:10.822747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55288) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:10.823633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:10.833352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-df7dd00b-ad02-4569-bcaf-0bf4b3cf9c54 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Deleting port b5440152-15d2-4ff6-aaed-589148aa9eb1 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:10.833693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df7dd00b-ad02-4569-bcaf-0bf4b3cf9c54 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.884351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5575773-6f37-42b7-adfd-dcd6b733df1a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.926352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71509b3c-065b-411a-a192-aaab22f31262 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.937114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Made reservation on behalf of 4af2e0d71ed74b398de89716f0b8f61b for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:10.939451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.952136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.965110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Transition to ACTIVE for port object c7f91f07-1112-4e6f-aa10-4ea90837278f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:10.992078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Transition to ACTIVE for port object c7f91f07-1112-4e6f-aa10-4ea90837278f will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:10.997398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.021712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] device_id is not set on port 8d154fac-fbd4-4136-97b8-f238957d5bfe yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:11.112177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a58f-7a14-4141-b1a2-885daa890244 req-327eb304-775f-47fd-a2b6-f271c2dee128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:11.113641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Pushing event updated for resources: {'Port': ['ID=c7f91f07-1112-4e6f-aa10-4ea90837278f,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:11.113957 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2df3a58f-7a14-4141-b1a2-885daa890244 req-327eb304-775f-47fd-a2b6-f271c2dee128 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9de38648-5d51-4316-8661-41d2f2644c75 HTTP/1.1" status: 200 len: 898 time: 0.5413752 May 24 23:01:11.130371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Network 75d4c036-96cc-4da9-b8c6-5bebd8338110 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:11.132014 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:11.134667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:11.136474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406c5db-041b-4e27-9912-b0200516bd88 req-ba8f2103-da55-4219-8db9-90af7c11791c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:11.144384 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5406c5db-041b-4e27-9912-b0200516bd88 req-ba8f2103-da55-4219-8db9-90af7c11791c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.5058656 May 24 23:01:11.250053 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2df3a58f-7a14-4141-b1a2-885daa890244 req-cdb611a4-8b17-46c2-a1d8-dbdb82ae3c14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 HTTP/1.1" status: 200 len: 217 time: 0.0766098 May 24 23:01:11.257808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33850c7b-0d86-47a9-9109-584b6f175723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.261144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Attempting to bind port c7f91f07-1112-4e6f-aa10-4ea90837278f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:11.261511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Attempting to bind port c7f91f07-1112-4e6f-aa10-4ea90837278f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '75d4c036-96cc-4da9-b8c6-5bebd8338110'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:11.261873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Attempting to bind port c7f91f07-1112-4e6f-aa10-4ea90837278f on network 75d4c036-96cc-4da9-b8c6-5bebd8338110 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:11.268805 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:11.269180 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Checking segment: {'id': '9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '75d4c036-96cc-4da9-b8c6-5bebd8338110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:11.269581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.270105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Bound using segment: {'id': '9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '75d4c036-96cc-4da9-b8c6-5bebd8338110'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:11.270573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Bound port: c7f91f07-1112-4e6f-aa10-4ea90837278f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '75d4c036-96cc-4da9-b8c6-5bebd8338110'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:11.270974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.318305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5575773-6f37-42b7-adfd-dcd6b733df1a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.385139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33850c7b-0d86-47a9-9109-584b6f175723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.394769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] For port c7f91f07-1112-4e6f-aa10-4ea90837278f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:11.398834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] For port c7f91f07-1112-4e6f-aa10-4ea90837278f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c7f91f07-1112-4e6f-aa10-4ea90837278f,segment=NetworkSegment(9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65),segment_id=9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:11.413926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.442973 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a58f-7a14-4141-b1a2-885daa890244 req-106e5c33-6abf-44bc-bd34-b9a1d458f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:11.444331 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2df3a58f-7a14-4141-b1a2-885daa890244 req-106e5c33-6abf-44bc-bd34-b9a1d458f955 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f719bd7-74f9-4cf8-9df5-77920d2270f3 HTTP/1.1" status: 200 len: 833 time: 0.1799664 May 24 23:01:11.502055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5575773-6f37-42b7-adfd-dcd6b733df1a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc20122-65fc-4d05-a40a-a9113af9165e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:11.506341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5575773-6f37-42b7-adfd-dcd6b733df1a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.517109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.524931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b304fe9-626f-4c90-b425-8aa3419c2033 None None] Network 10dee64e-d62a-464b-8169-4d934ab21c81 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:11.533954 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d5575773-6f37-42b7-adfd-dcd6b733df1a tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/subnets/5dc20122-65fc-4d05-a40a-a9113af9165e HTTP/1.1" status: 204 len: 168 time: 1.4499147 May 24 23:01:11.536298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55292) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:11.541214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.556740 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5406c5db-041b-4e27-9912-b0200516bd88 req-8a4bbd2e-2561-44e3-96c2-3a6d0d09f170 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111381 May 24 23:01:11.684245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.697743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df7dd00b-ad02-4569-bcaf-0bf4b3cf9c54 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.727460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33850c7b-0d86-47a9-9109-584b6f175723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.737155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4ee5d-7992-4bde-8dea-02b79648a1e1 None None] Pushing event updated for resources: {'Port': ['ID=c7f91f07-1112-4e6f-aa10-4ea90837278f,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:11.739872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b3cef637-0585-4e2d-b7d0-6af9454cbad4 None None] Provisioning complete for port 4b83ba16-9976-465a-86bf-1006721577e6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:11.740248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b3cef637-0585-4e2d-b7d0-6af9454cbad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.960225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b3cef637-0585-4e2d-b7d0-6af9454cbad4 None None] Current status of the port 4b83ba16-9976-465a-86bf-1006721577e6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:11.986746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-df7dd00b-ad02-4569-bcaf-0bf4b3cf9c54 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Calling delete_port for b5440152-15d2-4ff6-aaed-589148aa9eb1 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:12.001713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33850c7b-0d86-47a9-9109-584b6f175723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b1a405-2a27-49bf-ac07-2d56d33876cd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:12.045331 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4a3d6d-5841-49fe-aa81-e4d58b92810b None None] DHCP port deletion for 10dee64e-d62a-464b-8169-4d934ab21c81 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:12.047081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=89a296b0-d240-49d7-bf1b-3d4fedae3731,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:12.051076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a3d6d-5841-49fe-aa81-e4d58b92810b None None] Deleting port 4b83ba16-9976-465a-86bf-1006721577e6 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:12.051402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf4a3d6d-5841-49fe-aa81-e4d58b92810b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.064601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33850c7b-0d86-47a9-9109-584b6f175723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.068269 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-33850c7b-0d86-47a9-9109-584b6f175723 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55b1a405-2a27-49bf-ac07-2d56d33876cd HTTP/1.1" status: 204 len: 168 time: 1.1928639 May 24 23:01:12.073569 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-71509b3c-065b-411a-a192-aaab22f31262 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:01:12.078532 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-71509b3c-065b-411a-a192-aaab22f31262 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "PUT /v2.0/routers/2148a250-ecae-47db-a03d-9ac8b501c43a HTTP/1.1" status: 400 len: 364 time: 2.0322845 May 24 23:01:12.078706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a58f-7a14-4141-b1a2-885daa890244 req-cdee7bbd-3928-4b78-8100-72185ebdd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:12.080091 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2df3a58f-7a14-4141-b1a2-885daa890244 req-cdee7bbd-3928-4b78-8100-72185ebdd82b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9de38648-5d51-4316-8661-41d2f2644c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6278400 May 24 23:01:12.080689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55302) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:12.085935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.151111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68004dc5-f445-4918-b715-4c4a00299522 req-7ebfaca4-0ad5-4404-9f12-50dc37fa54aa tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:12.158373 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68004dc5-f445-4918-b715-4c4a00299522 req-7ebfaca4-0ad5-4404-9f12-50dc37fa54aa tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.3666191 May 24 23:01:12.188853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.194104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.357279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bf4a3d6d-5841-49fe-aa81-e4d58b92810b None None] For port 4b83ba16-9976-465a-86bf-1006721577e6, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4b83ba16-9976-465a-86bf-1006721577e6,segment=NetworkSegment(c192f6db-3618-47f9-86da-7ac5cdb818e7),segment_id=c192f6db-3618-47f9-86da-7ac5cdb818e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:12.358051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf4a3d6d-5841-49fe-aa81-e4d58b92810b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.367145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Network f6a9771c-15da-4368-843c-b51830573f1e is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:12.392564 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68004dc5-f445-4918-b715-4c4a00299522 req-836f86d7-c644-461b-b077-65d85efb59b2 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332587 May 24 23:01:12.407318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port 4b83ba16-9976-465a-86bf-1006721577e6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:12.407657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.422530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2b09f-5c1a-4b0a-a4ff-37db41c2b965 req-9e0a64e2-18c6-4f38-8690-270960971fab tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:12.426219 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32d2b09f-5c1a-4b0a-a4ff-37db41c2b965 req-9e0a64e2-18c6-4f38-8690-270960971fab tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 943 time: 0.5647144 May 24 23:01:12.431551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:12.457776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:12.458841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:12.460210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.600772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event updated for resources: {'Port': ['ID=8d154fac-fbd4-4136-97b8-f238957d5bfe,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:12.652939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df7dd00b-ad02-4569-bcaf-0bf4b3cf9c54 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.705706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a3d6d-5841-49fe-aa81-e4d58b92810b None None] Calling delete_port for 4b83ba16-9976-465a-86bf-1006721577e6 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:12.804561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:01:12.807112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c7f91f07-1112-4e6f-aa10-4ea90837278f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:12.838031 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-65060f1d-38c5-4210-b5e7-421917e159cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1887376 May 24 23:01:12.839655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55318) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:12.884916 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf4a3d6d-5841-49fe-aa81-e4d58b92810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.029149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a3d6d-5841-49fe-aa81-e4d58b92810b None None] Pushing event deleted for resources: {'Port': ['ID=4b83ba16-9976-465a-86bf-1006721577e6,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:13.038534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] The port '4b83ba16-9976-465a-86bf-1006721577e6' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:13.044399 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2df3a58f-7a14-4141-b1a2-885daa890244 req-d1de99c9-c79a-41d9-9fc0-ec783f103370 service neutron] 10.222.0.42 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9541259 May 24 23:01:13.063289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a3d6d-5841-49fe-aa81-e4d58b92810b None None] No DVR routers for this DVR port 4b83ba16-9976-465a-86bf-1006721577e6 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:13.146544 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32d2b09f-5c1a-4b0a-a4ff-37db41c2b965 req-384ca38b-55fb-4a49-8533-5fc4676538f9 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7108405 May 24 23:01:13.162461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8431'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:13.163766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cafc159-fbc0-45a3-b1e9-91c24c0d6223 None None] Network 75d4c036-96cc-4da9-b8c6-5bebd8338110 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:13.167552 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 93c3dafc-03fc-443d-88e1-ec3da4a60834 associated. External IP: 172.26.3.79, port: bf9c6af5-51b5-4c34-b2ad-d1027e864abd. May 24 23:01:13.282307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dd00b-ad02-4569-bcaf-0bf4b3cf9c54 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Pushing event deleted for resources: {'Port': ['ID=b5440152-15d2-4ff6-aaed-589148aa9eb1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:13.301218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-52f4292b-444d-4c44-a292-2cb2235e8cf9 None None] Provisioning for port c7f91f07-1112-4e6f-aa10-4ea90837278f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:13.325813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port c7f91f07-1112-4e6f-aa10-4ea90837278f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:13.336405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-52f4292b-444d-4c44-a292-2cb2235e8cf9 None None] Provisioning complete for port c7f91f07-1112-4e6f-aa10-4ea90837278f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:13.336783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-52f4292b-444d-4c44-a292-2cb2235e8cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.371390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port c7f91f07-1112-4e6f-aa10-4ea90837278f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:13.371767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.413306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df7dd00b-ad02-4569-bcaf-0bf4b3cf9c54 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.415689 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df7dd00b-ad02-4569-bcaf-0bf4b3cf9c54 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] 10.222.0.32 "DELETE /v2.0/ports/b5440152-15d2-4ff6-aaed-589148aa9eb1 HTTP/1.1" status: 204 len: 168 time: 2.8348629 May 24 23:01:13.425027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55330) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:13.430693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55332) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:13.436791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Request body: {'port': {'name': 'tempest-new-port-name-1302069696', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:13.437262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.api.validators [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] bootfile-name is not in valid_values {{(pid=88261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:13.438163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.api.validators [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] tftp-server is not in valid_values {{(pid=88261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:13.438163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.api.validators [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] server-ip-address is not in valid_values {{(pid=88261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:13.493844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518c797-ca07-48f3-bbc0-ef6ddae8d103 req-a46b4e57-1ef0-476b-8ba2-de196905e2de tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:13.495271 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1518c797-ca07-48f3-bbc0-ef6ddae8d103 req-a46b4e57-1ef0-476b-8ba2-de196905e2de tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.8955336 May 24 23:01:13.529169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.534416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:13.588804 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'port_id': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'mac_address': 'fa:16:3e:f5:da:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:01:13.678377 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1518c797-ca07-48f3-bbc0-ef6ddae8d103 req-93b1554c-111a-44a4-9386-16877936fe3b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684790 May 24 23:01:13.680515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.690766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.719748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1894470023'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:13.739504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.767863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:13.802834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port c7f91f07-1112-4e6f-aa10-4ea90837278f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:13.803385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.804522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Usage tracker for resource:network and tenant:c6a559694d2443c7915744f7e376ef4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:13.812456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dee64e-d62a-464b-8169-4d934ab21c81']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:13.825623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:13.839854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c192f6db-3618-47f9-86da-7ac5cdb818e7') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:13.840238 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c192f6db-3618-47f9-86da-7ac5cdb818e7') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:13.875833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:13.876431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.885014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:13.900243 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2df3a58f-7a14-4141-b1a2-885daa890244 req-be0b0591-0e30-4c8e-88b7-0b9077c16bbb service neutron] 10.222.0.42 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7718327 May 24 23:01:13.901143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:01:13.905159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-52f4292b-444d-4c44-a292-2cb2235e8cf9 None None] Current status of the port c7f91f07-1112-4e6f-aa10-4ea90837278f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:13.905544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-52f4292b-444d-4c44-a292-2cb2235e8cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.922752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.935076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port c7f91f07-1112-4e6f-aa10-4ea90837278f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c7f91f07-1112-4e6f-aa10-4ea90837278f,segment=NetworkSegment(9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65),segment_id=9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:13.941217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:13.950997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.984199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.021933 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Made reservation on behalf of c6a559694d2443c7915744f7e376ef4f for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:14.025617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.026623 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:01:14.049427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b83ba16-9976-465a-86bf-1006721577e6 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:14.069039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.096588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 4b83ba16-9976-465a-86bf-1006721577e6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:14.096935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b83ba16-9976-465a-86bf-1006721577e6 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:14.105181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:14.105181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.105820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.117410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-52f4292b-444d-4c44-a292-2cb2235e8cf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:14.117771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-52f4292b-444d-4c44-a292-2cb2235e8cf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:14.120112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=c7f91f07-1112-4e6f-aa10-4ea90837278f,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:14.203511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:14.217619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:14.230955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Usage tracker for resource:security_group_rule and tenant:c6a559694d2443c7915744f7e376ef4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:14.236412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['b0fc3ce8-bb8d-4482-9cbe-c0c880752f94'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:01:14.256825 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment c192f6db-3618-47f9-86da-7ac5cdb818e7 resource provider aggregate not found May 24 23:01:14.260118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:14.292517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:14.324198 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment c192f6db-3618-47f9-86da-7ac5cdb818e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c192f6db-3618-47f9-86da-7ac5cdb818e7 found for delete ", "request_id": "req-9c482e0c-e1a1-41fd-98d8-93ed8c387335"}]} May 24 23:01:14.324577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d14c4a-158b-4586-9798-dcc80a4f42c9 req-74f0e0ae-3778-48b3-b2e5-a12beb8cc680 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:14.326247 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82d14c4a-158b-4586-9798-dcc80a4f42c9 req-74f0e0ae-3778-48b3-b2e5-a12beb8cc680 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.5186603 May 24 23:01:14.396178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.400380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.441154 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Network': ['ID=10dee64e-d62a-464b-8169-4d934ab21c81,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:14.487008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:14.488718 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c4775d3e-0886-4384-893f-5c39478b42c1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/10dee64e-d62a-464b-8169-4d934ab21c81 HTTP/1.1" status: 204 len: 168 time: 2.9499726 May 24 23:01:14.497502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55348) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:14.557805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] device_id is not set on port 8d154fac-fbd4-4136-97b8-f238957d5bfe yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:14.583191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.586824 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Allocated IP 2001:db8::1 (9cdb3839-1d6d-4fc3-b87e-5252160597a2/e3da613a-63bc-43fc-8b98-e065be386d92/1064acef-a89d-40d4-b59a-4d78b2e8fc17) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:14.600234 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb8fc61-fa51-40b7-b8cc-52d2a0ec3cd9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:14.600660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb8fc61-fa51-40b7-b8cc-52d2a0ec3cd9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:14.612736 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82d14c4a-158b-4586-9798-dcc80a4f42c9 req-a2faa852-4630-4d53-990c-3bddd094e163 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369592 May 24 23:01:14.653330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Transition to ACTIVE for port object 8d154fac-fbd4-4136-97b8-f238957d5bfe will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:14.658779 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6cb8fc61-fa51-40b7-b8cc-52d2a0ec3cd9 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/subnets/161f57d4-da94-46eb-91c5-50f871981624 HTTP/1.1" status: 404 len: 337 time: 0.1518803 May 24 23:01:14.662274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55354) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:14.690283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.721851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-52f4292b-444d-4c44-a292-2cb2235e8cf9 None None] Current status of the port c7f91f07-1112-4e6f-aa10-4ea90837278f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:14.723931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c7f91f07-1112-4e6f-aa10-4ea90837278f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:14.780738 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5332a8b4-4fc0-4d1a-99e3-b41684f26156 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:14.781501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5332a8b4-4fc0-4d1a-99e3-b41684f26156 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:14.801140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221f166-0c81-4b65-837e-345b04a98a77 req-251b90f0-83e1-488c-833a-4d36e24cb45e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:14.809669 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d221f166-0c81-4b65-837e-345b04a98a77 req-251b90f0-83e1-488c-833a-4d36e24cb45e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 944 time: 0.4815922 May 24 23:01:14.841678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:14.852220 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78b82f-0495-4daa-958a-da7c94595d24 None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:14.873123 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78b82f-0495-4daa-958a-da7c94595d24 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:14.873780 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e78b82f-0495-4daa-958a-da7c94595d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:14.884467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.885552 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d4eae89e-4b60-4c6a-ac51-f096d0ae682c None None] Provisioning complete for port c7f91f07-1112-4e6f-aa10-4ea90837278f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:14.886239 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d4eae89e-4b60-4c6a-ac51-f096d0ae682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.918829 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5332a8b4-4fc0-4d1a-99e3-b41684f26156 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/c9150765-0ccb-4536-a9e3-a14c3646052a HTTP/1.1" status: 404 len: 339 time: 0.2538118 May 24 23:01:14.920416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55360) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:14.937180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.939781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port c7f91f07-1112-4e6f-aa10-4ea90837278f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:14.940313 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.966911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.003910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event updated for resources: {'Port': ['ID=8d154fac-fbd4-4136-97b8-f238957d5bfe,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:15.010032 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e78b82f-0495-4daa-958a-da7c94595d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:15.031448 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78b82f-0495-4daa-958a-da7c94595d24 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:15.032114 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e78b82f-0495-4daa-958a-da7c94595d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:15.085953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.110553 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a80d3617-ec37-4fc1-ac33-b166c848d530 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.6392496 May 24 23:01:15.113638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55364) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:15.116774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Transition to ACTIVE for port object 1064acef-a89d-40d4-b59a-4d78b2e8fc17 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:15.161071 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab648ee-6b3f-4266-9da6-2969b96c071e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:15.161312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab648ee-6b3f-4266-9da6-2969b96c071e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:15.164093 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e78b82f-0495-4daa-958a-da7c94595d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:15.165618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d4eae89e-4b60-4c6a-ac51-f096d0ae682c None None] Current status of the port c7f91f07-1112-4e6f-aa10-4ea90837278f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:15.169514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port c7f91f07-1112-4e6f-aa10-4ea90837278f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:15.170695 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78b82f-0495-4daa-958a-da7c94595d24 None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:15.184535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55368) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:15.187302 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1ab648ee-6b3f-4266-9da6-2969b96c071e tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/subnets/703ac0d6-94ba-4d53-9508-7aa7bbaffe79 HTTP/1.1" status: 404 len: 337 time: 0.2451787 May 24 23:01:15.255445 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d221f166-0c81-4b65-837e-345b04a98a77 req-9ccf9ba1-6da5-4517-9fe1-9bbe2fb07921 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4443340 May 24 23:01:15.257602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.287899 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:15.288151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:15.288566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:15.291703 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.335864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:15.336729 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:15.348982 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 2 to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe May 24 23:01:15.369494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:15.394894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Pushing event updated for resources: {'Port': ['ID=58d29fdb-f896-42c7-93fe-fc87b37b7489,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:15.420999 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e8fff3-16c3-4474-972c-acc6c9fa86ed tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:15.421394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e8fff3-16c3-4474-972c-acc6c9fa86ed tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:15.423057 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b7e8fff3-16c3-4474-972c-acc6c9fa86ed tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/1a47fee5-4986-4bfa-9916-df068792efd4 HTTP/1.1" status: 404 len: 339 time: 0.2376115 May 24 23:01:15.428015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55372) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:15.445942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] In _notify_port_updated(), no bound segment for port 58d29fdb-f896-42c7-93fe-fc87b37b7489 on network 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:01:15.450786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:15.451425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.453258 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d366c562-d576-4272-94d5-a57f66d4d8df tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] 10.222.0.32 "PUT /v2.0/ports/58d29fdb-f896-42c7-93fe-fc87b37b7489 HTTP/1.1" status: 200 len: 1137 time: 2.0241334 May 24 23:01:15.461456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:15.461791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:15.462064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.462219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:15.464329 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55376) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:15.469767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346b14e6-f628-44a1-8561-987469f5959d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:15.474408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.474778 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Added segment a43f2b8b-34f5-43d9-a5bb-1515d0f1d923 of type vlan for network 803786ea-5e9f-4a56-b586-4b3a0aa9318a May 24 23:01:15.482763 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2444ec-f020-4d38-b15b-d739d91f51f1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:15.483274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2444ec-f020-4d38-b15b-d739d91f51f1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:15.486692 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ca2444ec-f020-4d38-b15b-d739d91f51f1 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/subnets/8dee21c2-4eff-4ac7-a3d3-5a1e28e89069 HTTP/1.1" status: 404 len: 337 time: 0.0561719 May 24 23:01:15.490614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55380) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:15.493683 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0336ce09-a038-4216-b7d3-1494b0a5792c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "GET /v2.0/floatingips/93c3dafc-03fc-443d-88e1-ec3da4a60834 HTTP/1.1" status: 200 len: 977 time: 0.3790035 May 24 23:01:15.512571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6a238d86-c88e-40d6-8af5-9560fa0974fa None None] Provisioning complete for port 58d29fdb-f896-42c7-93fe-fc87b37b7489 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:15.513431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a238d86-c88e-40d6-8af5-9560fa0974fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.514890 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55384) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:15.583086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6a238d86-c88e-40d6-8af5-9560fa0974fa None None] Port 58d29fdb-f896-42c7-93fe-fc87b37b7489 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:15.585419 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff151ca3-f0c5-43a5-834b-236fd48e83a5 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:15.585924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff151ca3-f0c5-43a5-834b-236fd48e83a5 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:15.590961 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ff151ca3-f0c5-43a5-834b-236fd48e83a5 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/3a341c5c-bf9b-46f0-a056-fdbbb6c5edc1 HTTP/1.1" status: 404 len: 339 time: 0.0938375 May 24 23:01:15.598230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55388) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:15.608173 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.636695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:15.636915 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:15.644696 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 3 to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe May 24 23:01:15.691777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:15.692106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:15.692442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:15.723140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f147730-2f0d-421c-ac81-3fcd2503bca2 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:15.723738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8f147730-2f0d-421c-ac81-3fcd2503bca2 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Synchronizing usage tracker for tenant:8d3d71d879eb4dbcb0ef76ad2dcae072 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:15.729294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:15.729621 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:15.731552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.735544 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 4 to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe May 24 23:01:15.750241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network 9cdb3839-1d6d-4fc3-b87e-5252160597a2 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:15.760723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-25074ab0-a52d-4bf3-8a2e-48d1d2e95e6b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Synchronizing usage tracker for tenant:d6de67d89dbb4e56b0e295216e765b54 on resource:floatingip {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:15.763253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:15.766205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:15.766906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.767462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:15.767796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:15.768129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:15.785390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:15.785724 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:15.789179 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 5 to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe May 24 23:01:15.789315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Port': ['ID=1064acef-a89d-40d4-b59a-4d78b2e8fc17,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:15.796783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8f147730-2f0d-421c-ac81-3fcd2503bca2 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Unset dirty status for tenant:8d3d71d879eb4dbcb0ef76ad2dcae072 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:15.801133 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8f147730-2f0d-421c-ac81-3fcd2503bca2 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] 10.222.0.32 "GET /v2.0/ports/58d29fdb-f896-42c7-93fe-fc87b37b7489 HTTP/1.1" status: 200 len: 1137 time: 0.3309991 May 24 23:01:15.801458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-d396d32e-d914-4e50-a5a6-5316f17a71da tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting subnet 15190ad8-d7f1-4ff5-aeab-fe4c25278b98 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:15.801458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55392) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:15.810196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246bc8e-bd59-47c2-847b-a8d6df31dd08 req-746b8241-d4bb-4b5c-8760-a9ac5a8b16b3 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:15.810858 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0246bc8e-bd59-47c2-847b-a8d6df31dd08 req-746b8241-d4bb-4b5c-8760-a9ac5a8b16b3 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.4385619 May 24 23:01:15.816732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d396d32e-d914-4e50-a5a6-5316f17a71da tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.822557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:15.822915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:15.823560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:15.847243 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.852646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:15.853243 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.874757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:15.875093 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:15.883685 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 6 to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe May 24 23:01:15.920515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-25074ab0-a52d-4bf3-8a2e-48d1d2e95e6b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Unset dirty status for tenant:d6de67d89dbb4e56b0e295216e765b54 on resource:floatingip {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:15.921854 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-25074ab0-a52d-4bf3-8a2e-48d1d2e95e6b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4060025 May 24 23:01:15.934693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55396) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:15.946906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d396d32e-d914-4e50-a5a6-5316f17a71da tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.981532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'floatingip': {'port_id': '256be648-2ca5-472f-b596-4b0d3cdbe00f'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:15.994167 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0246bc8e-bd59-47c2-847b-a8d6df31dd08 req-3ae4c3ee-c61e-4495-a90c-566a096e166d tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751313 May 24 23:01:15.997349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:15.997680 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:15.998015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:16.003669 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.5326962 May 24 23:01:16.005991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3068fe3-93ae-400a-afe8-6a513c74b5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Pushing event updated for resources: {'Network': ['ID=803786ea-5e9f-4a56-b586-4b3a0aa9318a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:16.007938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55400) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:16.011986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:16.012314 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:16.016343 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Request body: {'subnet': {'network_id': '803786ea-5e9f-4a56-b586-4b3a0aa9318a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:16.029989 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 7 to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe May 24 23:01:16.033326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 803786ea-5e9f-4a56-b586-4b3a0aa9318a details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:16.077985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c8080edc-7e60-4565-bbb4-230f008f3914 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Deleting port 58d29fdb-f896-42c7-93fe-fc87b37b7489 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:16.078220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8080edc-7e60-4565-bbb4-230f008f3914 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.100687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:16.101018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:16.101354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:16.105052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-11e6380b-586f-439b-988b-924534a04495 None None] Provisioning for port 1064acef-a89d-40d4-b59a-4d78b2e8fc17 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:16.120232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:16.120566 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:16.120985 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 8 to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe May 24 23:01:16.123087 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-11e6380b-586f-439b-988b-924534a04495 None None] Provisioning complete for port 1064acef-a89d-40d4-b59a-4d78b2e8fc17 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:16.123564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-11e6380b-586f-439b-988b-924534a04495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.193765 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-11e6380b-586f-439b-988b-924534a04495 None None] Port 1064acef-a89d-40d4-b59a-4d78b2e8fc17 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:16.202205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:16.202840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:16.203365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:16.212641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:16.213123 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:16.213827 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 9 to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe May 24 23:01:16.232577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:16.236234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Usage tracker for resource:subnet and tenant:c6a559694d2443c7915744f7e376ef4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:16.239112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:16.239516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:16.239919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:16.242159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:16.250547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:16.252469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:16.252860 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:16.254239 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempt 10 to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe May 24 23:01:16.257184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.272044 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:16.272364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:16.272698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempting to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:16.277262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Made reservation on behalf of c6a559694d2443c7915744f7e376ef4f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:16.280218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.297873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:16.298157 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Failed to bind port 8d154fac-fbd4-4136-97b8-f238957d5bfe on host hv-neutron-8431 for vnic_type normal using segments [{'id': '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f6a9771c-15da-4368-843c-b51830573f1e'}] May 24 23:01:16.298478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.409225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.491717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d396d32e-d914-4e50-a5a6-5316f17a71da tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.542499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] For port 8d154fac-fbd4-4136-97b8-f238957d5bfe, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:16.542892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attempted to set empty binding levels {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 23:01:16.550380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.632086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:16.652649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] In _notify_port_updated(), no bound segment for port 8d154fac-fbd4-4136-97b8-f238957d5bfe on network f6a9771c-15da-4368-843c-b51830573f1e {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:01:16.653705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:16.654467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.656523 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "PUT /v2.0/ports/8d154fac-fbd4-4136-97b8-f238957d5bfe HTTP/1.1" status: 200 len: 981 time: 3.5375588 May 24 23:01:16.660675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55406) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:16.672766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e1a3c-8b17-4ca5-8d49-6dd325c114d2 req-cba26cfe-0329-4f41-ad40-480b7732caa9 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:16.674535 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-220e1a3c-8b17-4ca5-8d49-6dd325c114d2 req-cba26cfe-0329-4f41-ad40-480b7732caa9 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 944 time: 0.3056517 May 24 23:01:16.716051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:16.724453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:16.725239 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.768306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event updated for resources: {'Port': ['ID=8d154fac-fbd4-4136-97b8-f238957d5bfe,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:16.810473 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.810850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.811185 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.811551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.811887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.812212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.812723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.813058 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.813387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.813712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.814035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.814352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3bae8-9198-4818-8f06-75a7dc7a23fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:16.830703 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ac8e6-c99f-460c-9400-7ea9c1810f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Deleting port 8d154fac-fbd4-4136-97b8-f238957d5bfe {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:16.831054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac8e6-c99f-460c-9400-7ea9c1810f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.847661 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:16.848037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.858918 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-220e1a3c-8b17-4ca5-8d49-6dd325c114d2 req-5720cdc5-9d8c-4342-bba7-6ac55a9cc15f tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391068 May 24 23:01:16.876218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:01:16.897884 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:16.910479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.910864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.954536 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238099f9-2cea-4287-a553-a93ab44dfbb1'] response: {'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'code': 200} May 24 23:01:16.999585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:17.011341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8080edc-7e60-4565-bbb4-230f008f3914 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.051688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Pushing event updated for resources: {'Subnet': ['ID=ceb61c10-bd82-4919-b67c-273d4674b293,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:17.129471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Checking segment: {'id': 'a43f2b8b-34f5-43d9-a5bb-1515d0f1d923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '803786ea-5e9f-4a56-b586-4b3a0aa9318a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:17.129991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Network hostable DHCP agents. Network: 803786ea-5e9f-4a56-b586-4b3a0aa9318a, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:17.162131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d396d32e-d914-4e50-a5a6-5316f17a71da tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.219546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-4b8ac8e6-c99f-460c-9400-7ea9c1810f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] For port 8d154fac-fbd4-4136-97b8-f238957d5bfe, host hv-neutron-8431, got binding levels [] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:17.219900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac8e6-c99f-460c-9400-7ea9c1810f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.304756 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c8080edc-7e60-4565-bbb4-230f008f3914 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Calling delete_port for 58d29fdb-f896-42c7-93fe-fc87b37b7489 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:17.345709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Network 803786ea-5e9f-4a56-b586-4b3a0aa9318a is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:17.354897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ac8e6-c99f-460c-9400-7ea9c1810f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Calling delete_port for 8d154fac-fbd4-4136-97b8-f238957d5bfe owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:17.372873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396d32e-d914-4e50-a5a6-5316f17a71da tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Subnet': ['ID=15190ad8-d7f1-4ff5-aeab-fe4c25278b98,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:17.378848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d396d32e-d914-4e50-a5a6-5316f17a71da tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.382042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15bf057-9113-4a83-8223-e816e431630b None None] Network f2baeb75-9fb4-4717-8383-569e2d9cb675 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:17.410665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 803786ea-5e9f-4a56-b586-4b3a0aa9318a) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:17.422550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:17.423159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.461137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaff03f-70ed-4d02-8c67-5abc862a9faa None None] Network 803786ea-5e9f-4a56-b586-4b3a0aa9318a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:17.474900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d97186-faca-4634-a3c4-11963d734e6b req-be16da9a-66b6-4336-89d9-4b9bff6e1f4a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:17.476384 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10d97186-faca-4634-a3c4-11963d734e6b req-be16da9a-66b6-4336-89d9-4b9bff6e1f4a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.3268881 May 24 23:01:17.490285 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e6e96056-418c-4afb-b03a-672f2d46c51b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4776402 May 24 23:01:17.490497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55414) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:17.526353 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d396d32e-d914-4e50-a5a6-5316f17a71da tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/subnets/15190ad8-d7f1-4ff5-aeab-fe4c25278b98 HTTP/1.1" status: 204 len: 168 time: 1.9248354 May 24 23:01:17.532736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55418) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:17.622919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Request body: {'port': {'network_id': '803786ea-5e9f-4a56-b586-4b3a0aa9318a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-324083203'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:17.641732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac8e6-c99f-460c-9400-7ea9c1810f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.777025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ac8e6-c99f-460c-9400-7ea9c1810f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d154fac-fbd4-4136-97b8-f238957d5bfe,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:17.790049 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10d97186-faca-4634-a3c4-11963d734e6b req-1829e34b-2b7a-4645-a8a9-35f114907004 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965088 May 24 23:01:17.793479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac8e6-c99f-460c-9400-7ea9c1810f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.826351 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4b8ac8e6-c99f-460c-9400-7ea9c1810f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8d154fac-fbd4-4136-97b8-f238957d5bfe HTTP/1.1" status: 204 len: 168 time: 1.1624260 May 24 23:01:17.831265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55422) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:17.894632 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b14bb24-d055-49f2-b1ca-c49b9a3e7005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] GET failed (client error): The resource could not be found. May 24 23:01:17.895130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b14bb24-d055-49f2-b1ca-c49b9a3e7005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Synchronizing usage tracker for tenant:4af2e0d71ed74b398de89716f0b8f61b on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:17.911630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:17.917280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Usage tracker for resource:port and tenant:c6a559694d2443c7915744f7e376ef4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:17.921319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:17.928569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:17.932031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b14bb24-d055-49f2-b1ca-c49b9a3e7005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] Unset dirty status for tenant:4af2e0d71ed74b398de89716f0b8f61b on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:17.933284 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b14bb24-d055-49f2-b1ca-c49b9a3e7005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-304616867-project-admin] 10.222.0.32 "GET /v2.0/ports/8d154fac-fbd4-4136-97b8-f238957d5bfe HTTP/1.1" status: 404 len: 333 time: 0.1007655 May 24 23:01:17.939043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55428) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:17.961467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-803786ea-5e9f-4a56-b586-4b3a0aa9318a', 'network_id': '803786ea-5e9f-4a56-b586-4b3a0aa9318a', 'tenant_id': 'c6a559694d2443c7915744f7e376ef4f', 'fixed_ips': [{'subnet_id': 'ceb61c10-bd82-4919-b67c-273d4674b293'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:17.962303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.967004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Made reservation on behalf of c6a559694d2443c7915744f7e376ef4f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:17.970570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.009455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.066702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d09e2c-3722-4c32-8063-e3f54e2f2ef4 req-40ab2d8b-9ef6-477f-bb87-3bfd8bcb3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:18.068176 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-47d09e2c-3722-4c32-8063-e3f54e2f2ef4 req-40ab2d8b-9ef6-477f-bb87-3bfd8bcb3dca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 1098 time: 0.8449614 May 24 23:01:18.117969 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.118747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.122930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] device_id is not set on port 48d1e881-a4fe-4b52-a546-4986a11d3fe1 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:18.134929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d0d24-1008-4ece-8221-73b7b185e294 None None] DHCP port deletion for f2baeb75-9fb4-4717-8383-569e2d9cb675 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:18.152956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b51d0d24-1008-4ece-8221-73b7b185e294 None None] Deleting port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:18.153252 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b51d0d24-1008-4ece-8221-73b7b185e294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.194919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.203448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event updated for resources: {'Port': ['ID=1064acef-a89d-40d4-b59a-4d78b2e8fc17,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:18.214364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.222801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.222801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.223173 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.223411 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.223733 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.224126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.224372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.224868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.225202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.225518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.225836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.226149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:18.251992 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-47d09e2c-3722-4c32-8063-e3f54e2f2ef4 req-ab8056a7-047d-4f30-8e03-af54d6c96f48 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666613 May 24 23:01:18.294565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe275e-fc1e-46f3-ba75-9d0d05e670ca req-7655a4e5-7792-40cb-b9bc-45c509e0dcb0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:18.296534 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87fe275e-fc1e-46f3-ba75-9d0d05e670ca req-7655a4e5-7792-40cb-b9bc-45c509e0dcb0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.2538595 May 24 23:01:18.350757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8080edc-7e60-4565-bbb4-230f008f3914 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.381627 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Allocated IP 2001:db8::2 (803786ea-5e9f-4a56-b586-4b3a0aa9318a/ceb61c10-bd82-4919-b67c-273d4674b293/5e261436-d7fb-44a4-9545-b069582fd387) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:18.388548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:18.388866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.419922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.437755 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87fe275e-fc1e-46f3-ba75-9d0d05e670ca req-2a7a8c97-ca13-4eb9-b3b3-8825d8417f3e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248505 May 24 23:01:18.447518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8080edc-7e60-4565-bbb4-230f008f3914 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Pushing event deleted for resources: {'Port': ['ID=58d29fdb-f896-42c7-93fe-fc87b37b7489,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:18.452965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a9771c-15da-4368-843c-b51830573f1e']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:18.485685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:18.486200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5687f4-abaa-4b59-81f0-6f0ef89b90e6') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:18.500586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.532511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.544131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:18.545660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.575618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b51d0d24-1008-4ece-8221-73b7b185e294 None None] For port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb,segment=NetworkSegment(386662c5-287b-4654-bc06-01d57b83c6a4),segment_id=386662c5-287b-4654-bc06-01d57b83c6a4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:18.576292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b51d0d24-1008-4ece-8221-73b7b185e294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.706316 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.731843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b51d0d24-1008-4ece-8221-73b7b185e294 None None] Calling delete_port for f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:18.735349 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6b5687f4-abaa-4b59-81f0-6f0ef89b90e6 resource provider aggregate not found May 24 23:01:18.739773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.755233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] Pushing event deleted for resources: {'Network': ['ID=f6a9771c-15da-4368-843c-b51830573f1e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:18.763144 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b4614886-b83c-4bf3-aecb-435423de7fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943839262-project] 10.222.0.32 "DELETE /v2.0/networks/f6a9771c-15da-4368-843c-b51830573f1e HTTP/1.1" status: 204 len: 168 time: 0.8230481 May 24 23:01:18.767819 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6b5687f4-abaa-4b59-81f0-6f0ef89b90e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b5687f4-abaa-4b59-81f0-6f0ef89b90e6 found for delete ", "request_id": "req-29c977ab-590e-4bfe-9c2a-e6b36dc5bae7"}]} May 24 23:01:18.779771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:18.845123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Network 9cdb3839-1d6d-4fc3-b87e-5252160597a2 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:18.853810 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:18.970460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b51d0d24-1008-4ece-8221-73b7b185e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.982949 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No ports have port_id starting with f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb May 24 23:01:19.046399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8080edc-7e60-4565-bbb4-230f008f3914 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.082997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d0d24-1008-4ece-8221-73b7b185e294 None None] Pushing event deleted for resources: {'Port': ['ID=f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:19.089937 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d0d24-1008-4ece-8221-73b7b185e294 None None] No DVR routers for this DVR port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:19.111161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.119664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab591e-b9e4-41a7-9ed4-474aebb53f8c req-06b24c57-8784-4616-b1eb-fa9683854dd4 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:19.122125 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2ab591e-b9e4-41a7-9ed4-474aebb53f8c req-06b24c57-8784-4616-b1eb-fa9683854dd4 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.1402483 May 24 23:01:19.129343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Transition to ACTIVE for port object 5e261436-d7fb-44a4-9545-b069582fd387 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:19.172511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Transition to ACTIVE for port object 5e261436-d7fb-44a4-9545-b069582fd387 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:19.190248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.207702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:01:19.235808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55442) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:19.241723 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2ab591e-b9e4-41a7-9ed4-474aebb53f8c req-6acebc69-5630-437d-85fe-0615367b97cc tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099350 May 24 23:01:19.283984 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c8080edc-7e60-4565-bbb4-230f008f3914 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] 10.222.0.32 "DELETE /v2.0/ports/58d29fdb-f896-42c7-93fe-fc87b37b7489 HTTP/1.1" status: 204 len: 168 time: 3.4741459 May 24 23:01:19.286600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Router 2148a250-ecae-47db-a03d-9ac8b501c43a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:19.303258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:19.392771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Network 803786ea-5e9f-4a56-b586-4b3a0aa9318a is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:19.393694 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Pushing event updated for resources: {'Port': ['ID=5e261436-d7fb-44a4-9545-b069582fd387,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:19.397781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:19.407479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:19.409921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.410268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.410604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.410959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.411287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.411615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.411940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.412262 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.412586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.412907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.413233 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.413553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:19.433245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Allocated IP 2001:db8::278 (803786ea-5e9f-4a56-b586-4b3a0aa9318a/ceb61c10-bd82-4919-b67c-273d4674b293/48d1e881-a4fe-4b52-a546-4986a11d3fe1) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:19.440297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] For port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb,segment=NetworkSegment(386662c5-287b-4654-bc06-01d57b83c6a4),segment_id=386662c5-287b-4654-bc06-01d57b83c6a4)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:19.441433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.443238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b79e1ff-c98a-42c9-9685-6ab1a763852f tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Deleting subnet 4eaa09bc-33a2-4316-9ef8-17770692d18c {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:19.450999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b79e1ff-c98a-42c9-9685-6ab1a763852f tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.508025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f771e1e7-0277-4989-a35a-b97798ab6dc9 None None] Provisioning complete for port 1064acef-a89d-40d4-b59a-4d78b2e8fc17 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:19.508393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f771e1e7-0277-4989-a35a-b97798ab6dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.541866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b79e1ff-c98a-42c9-9685-6ab1a763852f tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.562898 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f771e1e7-0277-4989-a35a-b97798ab6dc9 None None] Port 1064acef-a89d-40d4-b59a-4d78b2e8fc17 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:19.580565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Attempting to bind port 5e261436-d7fb-44a4-9545-b069582fd387 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:19.581252 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Attempting to bind port 5e261436-d7fb-44a4-9545-b069582fd387 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'a43f2b8b-34f5-43d9-a5bb-1515d0f1d923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '803786ea-5e9f-4a56-b586-4b3a0aa9318a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:19.587369 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Attempting to bind port 5e261436-d7fb-44a4-9545-b069582fd387 on network 803786ea-5e9f-4a56-b586-4b3a0aa9318a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:19.595652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:19.596023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Checking segment: {'id': 'a43f2b8b-34f5-43d9-a5bb-1515d0f1d923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '803786ea-5e9f-4a56-b586-4b3a0aa9318a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:19.597160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.597160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Bound using segment: {'id': 'a43f2b8b-34f5-43d9-a5bb-1515d0f1d923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '803786ea-5e9f-4a56-b586-4b3a0aa9318a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:19.597360 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Bound port: 5e261436-d7fb-44a4-9545-b069582fd387, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43f2b8b-34f5-43d9-a5bb-1515d0f1d923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '803786ea-5e9f-4a56-b586-4b3a0aa9318a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:19.597626 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.618525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Calling delete_port for f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:19.649652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.695148 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] For port 5e261436-d7fb-44a4-9545-b069582fd387, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:19.700044 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] For port 5e261436-d7fb-44a4-9545-b069582fd387, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=5e261436-d7fb-44a4-9545-b069582fd387,segment=NetworkSegment(a43f2b8b-34f5-43d9-a5bb-1515d0f1d923),segment_id=a43f2b8b-34f5-43d9-a5bb-1515d0f1d923)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:19.705194 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.716895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.788030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8206da-402f-48ec-9f45-589de3ebb1a6 None None] Pushing event updated for resources: {'Port': ['ID=5e261436-d7fb-44a4-9545-b069582fd387,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:19.853658 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-83f6676b-dede-4b0e-b28c-03a94a6780f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8528ef2614e349a39a46d646cc35e325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6106069 May 24 23:01:19.859781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55454) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:19.937636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:19.947589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:19.947975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:19.951177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dc210-0a42-4ad7-8631-2b008dc4e1fc None None] Sync routers for ids ['2148a250-ecae-47db-a03d-9ac8b501c43a'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:19.954077 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f2aa75f4-102f-45df-a63a-b1f4e9b7ca0e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "PUT /v2.0/routers/2148a250-ecae-47db-a03d-9ac8b501c43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8657925 May 24 23:01:19.957958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55458) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:19.965522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01dc210-0a42-4ad7-8631-2b008dc4e1fc None None] Routers {'2148a250-ecae-47db-a03d-9ac8b501c43a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:19.966419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d01dc210-0a42-4ad7-8631-2b008dc4e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2148a250-ecae-47db-a03d-9ac8b501c43a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:20.073960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d01dc210-0a42-4ad7-8631-2b008dc4e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:20.085933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01dc210-0a42-4ad7-8631-2b008dc4e1fc None None] Routers {'2148a250-ecae-47db-a03d-9ac8b501c43a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:20.086532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d01dc210-0a42-4ad7-8631-2b008dc4e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2148a250-ecae-47db-a03d-9ac8b501c43a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:20.095518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b79e1ff-c98a-42c9-9685-6ab1a763852f tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.111089 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 93c3dafc-03fc-443d-88e1-ec3da4a60834 associated. External IP: 172.26.3.79, port: bf9c6af5-51b5-4c34-b2ad-d1027e864abd. May 24 23:01:20.176881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33043b6e-d49b-455f-be3e-1273d9ca8c29 req-4e86ea93-c399-403d-b45b-a8ef756697e3 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:20.185090 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33043b6e-d49b-455f-be3e-1273d9ca8c29 req-4e86ea93-c399-403d-b45b-a8ef756697e3 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.5641909 May 24 23:01:20.189271 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d01dc210-0a42-4ad7-8631-2b008dc4e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:20.191529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dc210-0a42-4ad7-8631-2b008dc4e1fc None None] The sync data for ids ['2148a250-ecae-47db-a03d-9ac8b501c43a'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:20.220019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.231183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf43a476-d884-4541-9bf6-df5497286802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.284780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Transition to ACTIVE for port object 48d1e881-a4fe-4b52-a546-4986a11d3fe1 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:20.308746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf43a476-d884-4541-9bf6-df5497286802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.324852 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33043b6e-d49b-455f-be3e-1273d9ca8c29 req-30ff79f0-379c-45f9-a319-2b9c3eb9053e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385529 May 24 23:01:20.336512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b79e1ff-c98a-42c9-9685-6ab1a763852f tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.382328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de58d053-41ac-467c-bd52-eb46c7f1662c tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.399086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79e1ff-c98a-42c9-9685-6ab1a763852f tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Pushing event deleted for resources: {'Subnet': ['ID=4eaa09bc-33a2-4316-9ef8-17770692d18c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:20.409692 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b79e1ff-c98a-42c9-9685-6ab1a763852f tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.415396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfee34a-d705-4535-81d3-adcbd14fd775 None None] Network 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:20.419479 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8b79e1ff-c98a-42c9-9685-6ab1a763852f tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] 10.222.0.32 "DELETE /v2.0/subnets/4eaa09bc-33a2-4316-9ef8-17770692d18c HTTP/1.1" status: 204 len: 168 time: 1.1149724 May 24 23:01:20.432071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55466) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:20.639919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:20.640395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.659559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.669883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.720977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 5e261436-d7fb-44a4-9545-b069582fd387 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:20.796235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf43a476-d884-4541-9bf6-df5497286802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.819442 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-de58d053-41ac-467c-bd52-eb46c7f1662c tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] delete failed (client error): There was a conflict when trying to complete your request. May 24 23:01:20.824074 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-de58d053-41ac-467c-bd52-eb46c7f1662c tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "DELETE /v2.0/routers/2148a250-ecae-47db-a03d-9ac8b501c43a HTTP/1.1" status: 409 len: 329 time: 0.8651910 May 24 23:01:20.827966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 5e261436-d7fb-44a4-9545-b069582fd387 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:20.839199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55470) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:20.844148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43a476-d884-4541-9bf6-df5497286802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be11e15d-4c28-4589-a214-a345812ab8cb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:20.857775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Network 803786ea-5e9f-4a56-b586-4b3a0aa9318a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:20.864564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:20.867072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:20.872905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:20.873877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.887652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] The port 'f0b2d77a-6a8b-42da-a7ac-ca37d468b3eb' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:20.891988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011e22f4-73e3-4653-9ab1-695044b88120 None None] DHCP port deletion for 6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:20.901819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-011e22f4-73e3-4653-9ab1-695044b88120 None None] Deleting port a31441c3-cc6b-49a9-a529-f39a0567e32c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:20.902480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-011e22f4-73e3-4653-9ab1-695044b88120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.045950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Deleting port a31441c3-cc6b-49a9-a529-f39a0567e32c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:21.046362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.100083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294fa4a7-7528-4e53-ad94-89f1514807ef None None] Network 803786ea-5e9f-4a56-b586-4b3a0aa9318a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:21.149277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf43a476-d884-4541-9bf6-df5497286802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.150530 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cf43a476-d884-4541-9bf6-df5497286802 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be11e15d-4c28-4589-a214-a345812ab8cb HTTP/1.1" status: 204 len: 168 time: 1.2856836 May 24 23:01:21.193576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba16f4-298f-4e83-9dae-081e69a718a0 req-c54f5e47-1de0-44d6-a433-d80bc29f1a91 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:21.195489 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80ba16f4-298f-4e83-9dae-081e69a718a0 req-c54f5e47-1de0-44d6-a433-d80bc29f1a91 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.7266469 May 24 23:01:21.203228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Pushing event updated for resources: {'Port': ['ID=48d1e881-a4fe-4b52-a546-4986a11d3fe1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:21.213544 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d03ae207-a8a0-4453-8354-c5af414b1167 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.7218528 May 24 23:01:21.219339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.237547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55476) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:21.249771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3fc41-ec0c-4a03-934f-a0f25eabb6c6 req-1927905e-b3e0-43d8-9c4f-46e91e8a6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:21.253279 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-eaf3fc41-ec0c-4a03-934f-a0f25eabb6c6 req-1927905e-b3e0-43d8-9c4f-46e91e8a6253 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6005c58c7744a9b7459d826b74a7db&device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 1099 time: 0.5560865 May 24 23:01:21.268485 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Request body: {'port': {'network_id': '803786ea-5e9f-4a56-b586-4b3a0aa9318a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-36076799', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:21.270656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.api.validators [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] bootfile-name is not in valid_values {{(pid=88261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:21.271492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.api.validators [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] tftp-server is not in valid_values {{(pid=88261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:21.272249 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.api.validators [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] server-ip-address is not in valid_values {{(pid=88261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:21.283821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8f46c179-93c2-40b3-9fa6-36513508acaf None None] Provisioning for port 5e261436-d7fb-44a4-9545-b069582fd387 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:21.316949 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-011e22f4-73e3-4653-9ab1-695044b88120 None None] For port a31441c3-cc6b-49a9-a529-f39a0567e32c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a31441c3-cc6b-49a9-a529-f39a0567e32c,segment=NetworkSegment(cddab719-fa18-4e99-9e70-a66203a0e344),segment_id=cddab719-fa18-4e99-9e70-a66203a0e344)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:21.317667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-011e22f4-73e3-4653-9ab1-695044b88120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.333542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8f46c179-93c2-40b3-9fa6-36513508acaf None None] Provisioning complete for port 5e261436-d7fb-44a4-9545-b069582fd387 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:21.335613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f46c179-93c2-40b3-9fa6-36513508acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.383783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2baeb75-9fb4-4717-8383-569e2d9cb675']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:21.407052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:21.410545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386662c5-287b-4654-bc06-01d57b83c6a4') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:21.410929 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386662c5-287b-4654-bc06-01d57b83c6a4') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:21.431013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.580749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-011e22f4-73e3-4653-9ab1-695044b88120 None None] Calling delete_port for a31441c3-cc6b-49a9-a529-f39a0567e32c owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:21.591182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55482) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:21.617451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.653889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:21.654590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.659231 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80ba16f4-298f-4e83-9dae-081e69a718a0 req-199d2e58-a6e2-430f-9865-963c2d7597a4 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4575052 May 24 23:01:21.683388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28de33-7f58-42a9-8b3b-28a6fd18cfd4 req-c9346b48-e605-4e94-a3c7-c2799ceed6df tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:21.691160 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b28de33-7f58-42a9-8b3b-28a6fd18cfd4 req-c9346b48-e605-4e94-a3c7-c2799ceed6df tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 1.1227674 May 24 23:01:21.766657 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 386662c5-287b-4654-bc06-01d57b83c6a4 resource provider aggregate not found May 24 23:01:21.791158 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 386662c5-287b-4654-bc06-01d57b83c6a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 386662c5-287b-4654-bc06-01d57b83c6a4 found for delete ", "request_id": "req-d88ce56b-4698-488c-9c24-c6dc148ad4b8"}]} May 24 23:01:21.798384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3fc41-ec0c-4a03-934f-a0f25eabb6c6 req-5fe7c082-b2db-4e19-be88-d87ed1307783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:21.800479 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-eaf3fc41-ec0c-4a03-934f-a0f25eabb6c6 req-5fe7c082-b2db-4e19-be88-d87ed1307783 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6205c16-b3a2-4d86-9909-668148e58a5b HTTP/1.1" status: 200 len: 913 time: 0.5164406 May 24 23:01:21.808401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8f46c179-93c2-40b3-9fa6-36513508acaf None None] Current status of the port 5e261436-d7fb-44a4-9545-b069582fd387 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:21.808993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f46c179-93c2-40b3-9fa6-36513508acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.822578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-011e22f4-73e3-4653-9ab1-695044b88120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.824686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:21.839397 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab30137-ec7f-4179-a0e4-e87d79c77cca None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:21.850887 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab30137-ec7f-4179-a0e4-e87d79c77cca None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:21.851804 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ab30137-ec7f-4179-a0e4-e87d79c77cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:21.878914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e22f4-73e3-4653-9ab1-695044b88120 None None] No DVR routers for this DVR port a31441c3-cc6b-49a9-a529-f39a0567e32c on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:21.902621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e22f4-73e3-4653-9ab1-695044b88120 None None] Pushing event deleted for resources: {'Port': ['ID=a31441c3-cc6b-49a9-a529-f39a0567e32c,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:21.938418 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ab30137-ec7f-4179-a0e4-e87d79c77cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:21.939402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f721a032-c4cd-4dbc-8ca2-d3a0ad8e50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.942098 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8f46c179-93c2-40b3-9fa6-36513508acaf None None] For port 5e261436-d7fb-44a4-9545-b069582fd387, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=5e261436-d7fb-44a4-9545-b069582fd387,segment=NetworkSegment(a43f2b8b-34f5-43d9-a5bb-1515d0f1d923),segment_id=a43f2b8b-34f5-43d9-a5bb-1515d0f1d923)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:21.952149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f46c179-93c2-40b3-9fa6-36513508acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.952528 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab30137-ec7f-4179-a0e4-e87d79c77cca None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:21.953145 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ab30137-ec7f-4179-a0e4-e87d79c77cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:22.041345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46c179-93c2-40b3-9fa6-36513508acaf None None] Pushing event updated for resources: {'Port': ['ID=5e261436-d7fb-44a4-9545-b069582fd387,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:22.082592 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ab30137-ec7f-4179-a0e4-e87d79c77cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:22.083121 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab30137-ec7f-4179-a0e4-e87d79c77cca None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:22.090674 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b28de33-7f58-42a9-8b3b-28a6fd18cfd4 req-1108fbf2-5305-41ad-b441-03b4c3a03b70 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537803 May 24 23:01:22.110168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55490) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:22.116428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:22.188211 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-62d08c2c-4b61-47d3-87e1-eafc7e6507b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4af2e0d71ed74b398de89716f0b8f61b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5943103 May 24 23:01:22.202017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55494) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:22.203849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Usage tracker for resource:port and tenant:c6a559694d2443c7915744f7e376ef4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:22.218213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.227949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:22.239888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] For port a31441c3-cc6b-49a9-a529-f39a0567e32c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a31441c3-cc6b-49a9-a529-f39a0567e32c,segment=NetworkSegment(cddab719-fa18-4e99-9e70-a66203a0e344),segment_id=cddab719-fa18-4e99-9e70-a66203a0e344)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:22.240255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.259597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.262141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:22.280311 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Network': ['ID=f2baeb75-9fb4-4717-8383-569e2d9cb675,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:22.350293 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-eaf3fc41-ec0c-4a03-934f-a0f25eabb6c6 req-ddf1bddd-d68e-4a9a-9e14-48a686d3c440 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5 HTTP/1.1" status: 200 len: 1001 time: 0.5274386 May 24 23:01:22.353883 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fb3829a1-7bd3-4809-ad5c-45285dba6e5d tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/f2baeb75-9fb4-4717-8383-569e2d9cb675 HTTP/1.1" status: 204 len: 168 time: 4.7978449 May 24 23:01:22.387510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d6c7cccc-9c1a-4a10-96d5-1af3f77c60ad None None] Provisioning for port 48d1e881-a4fe-4b52-a546-4986a11d3fe1 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:22.391373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55498) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:22.393640 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d6c7cccc-9c1a-4a10-96d5-1af3f77c60ad None None] Provisioning complete for port 48d1e881-a4fe-4b52-a546-4986a11d3fe1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:22.394149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d6c7cccc-9c1a-4a10-96d5-1af3f77c60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.424462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Calling delete_port for a31441c3-cc6b-49a9-a529-f39a0567e32c owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:22.453549 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0b85b8-36de-4dc2-b943-3ad2287897bb tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:22.454043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0b85b8-36de-4dc2-b943-3ad2287897bb tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:22.455766 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ee0b85b8-36de-4dc2-b943-3ad2287897bb tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/subnets/b8c4b3a7-cc42-40da-8b70-094393e5ed06 HTTP/1.1" status: 404 len: 337 time: 0.0633845 May 24 23:01:22.460321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55502) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:22.466735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7cccc-9c1a-4a10-96d5-1af3f77c60ad None None] Port 48d1e881-a4fe-4b52-a546-4986a11d3fe1 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:22.478557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Made reservation on behalf of c6a559694d2443c7915744f7e376ef4f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:22.480775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d6c7cccc-9c1a-4a10-96d5-1af3f77c60ad None None] Provisioning complete for port 5e261436-d7fb-44a4-9545-b069582fd387 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:22.481247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d6c7cccc-9c1a-4a10-96d5-1af3f77c60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.482080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.494918 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d94d12-4863-4d4d-bd6d-643af06a4361 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] DELETE failed (client error): The resource could not be found. May 24 23:01:22.495384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d94d12-4863-4d4d-bd6d-643af06a4361 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:22.499884 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-07d94d12-4863-4d4d-bd6d-643af06a4361 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/717f8de2-267d-48b3-ba05-dd0f3b7cb8cc HTTP/1.1" status: 404 len: 339 time: 0.0340531 May 24 23:01:22.503930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55506) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:22.509480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3fc41-ec0c-4a03-934f-a0f25eabb6c6 req-c2b01f66-3510-421f-845e-eaa4001486e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:22.510828 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-eaf3fc41-ec0c-4a03-934f-a0f25eabb6c6 req-c2b01f66-3510-421f-845e-eaa4001486e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13943762-dae2-4602-990d-129c1c56cf13 HTTP/1.1" status: 200 len: 851 time: 0.1483054 May 24 23:01:22.515223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] device_id is not set on port faf723b3-371f-45fe-acd6-187bf43e2fe9 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:22.618726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7cccc-9c1a-4a10-96d5-1af3f77c60ad None None] Current status of the port 5e261436-d7fb-44a4-9545-b069582fd387 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:22.633183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34eccffb-de3f-42a1-96eb-e4804bc53592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.672698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 5e261436-d7fb-44a4-9545-b069582fd387 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:22.689633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c8d8b3-b9fe-4b53-b273-affcb0eb07fe tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting subnet 89e56163-d404-43a0-88f3-8702fb4152c2 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:22.721336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0c8d8b3-b9fe-4b53-b273-affcb0eb07fe tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.749042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8739bc-2d16-4f06-b628-4c996607072a tempest-TestNetworkAdvancedServerOps-551463516 tempest-TestNetworkAdvancedServerOps-551463516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:22.751258 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3f8739bc-2d16-4f06-b628-4c996607072a tempest-TestNetworkAdvancedServerOps-551463516 tempest-TestNetworkAdvancedServerOps-551463516-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 1093 time: 0.6367092 May 24 23:01:22.752182 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-032c788a-e172-4954-a2d6-946c75039c10 None None] Provisioning complete for port 48d1e881-a4fe-4b52-a546-4986a11d3fe1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:22.752320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:22.752543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:22.753086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-032c788a-e172-4954-a2d6-946c75039c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.755707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55512) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:22.769450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34eccffb-de3f-42a1-96eb-e4804bc53592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.782046 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:22.802844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:22.817141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 5e261436-d7fb-44a4-9545-b069582fd387 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:22.818309 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.848304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Allocated IP 2001:db8::1b8 (803786ea-5e9f-4a56-b586-4b3a0aa9318a/ceb61c10-bd82-4919-b67c-273d4674b293/faf723b3-371f-45fe-acd6-187bf43e2fe9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:22.864626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Usage tracker for resource:floatingip and tenant:da300a941f3f4a6f8389fb69cbf01581 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:22.867453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-032c788a-e172-4954-a2d6-946c75039c10 None None] Port 48d1e881-a4fe-4b52-a546-4986a11d3fe1 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:22.874827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:22.893189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:22.903538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0c8d8b3-b9fe-4b53-b273-affcb0eb07fe tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.958309 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3fc41-ec0c-4a03-934f-a0f25eabb6c6 req-232ea6fa-9f01-42f6-bf4e-cb87cfee290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:22.959920 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-eaf3fc41-ec0c-4a03-934f-a0f25eabb6c6 req-232ea6fa-9f01-42f6-bf4e-cb87cfee290f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6205c16-b3a2-4d86-9909-668148e58a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3905706 May 24 23:01:22.965056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f06a719d-e702-455d-9c2a-d585b5a534fb tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.993619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 5e261436-d7fb-44a4-9545-b069582fd387 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:22.997122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.043043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34eccffb-de3f-42a1-96eb-e4804bc53592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.053172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a31441c3-cc6b-49a9-a529-f39a0567e32c no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:23.089071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: a31441c3-cc6b-49a9-a529-f39a0567e32c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:23.089432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:23.089543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a31441c3-cc6b-49a9-a529-f39a0567e32c not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:23.153854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eccffb-de3f-42a1-96eb-e4804bc53592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e174d460-a504-42eb-a7a1-cd2d7c87fad1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:23.298193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0c8d8b3-b9fe-4b53-b273-affcb0eb07fe tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.300868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648387-a3b3-4a90-98e4-df3bf4383c7b req-fea5b893-5f32-4004-bd6b-e1aa73749e51 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:23.302385 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd648387-a3b3-4a90-98e4-df3bf4383c7b req-fea5b893-5f32-4004-bd6b-e1aa73749e51 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.4642427 May 24 23:01:23.312119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Deleting port a31441c3-cc6b-49a9-a529-f39a0567e32c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:23.312456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.405096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34eccffb-de3f-42a1-96eb-e4804bc53592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.406125 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-34eccffb-de3f-42a1-96eb-e4804bc53592 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e174d460-a504-42eb-a7a1-cd2d7c87fad1 HTTP/1.1" status: 204 len: 168 time: 1.1951790 May 24 23:01:23.415715 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-eaf3fc41-ec0c-4a03-934f-a0f25eabb6c6 req-3a2b3b41-7928-4b84-b13f-965ba3ba983d service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409196 May 24 23:01:23.465415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] The port 'a31441c3-cc6b-49a9-a529-f39a0567e32c' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:23.583592 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd648387-a3b3-4a90-98e4-df3bf4383c7b req-a07eafee-dacd-4fa9-a0ad-d035faa68d1e tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322466 May 24 23:01:23.719120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:23.732741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd616ae4-bd14-4ce5-80b6-e61089e5d0eb None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:23.743432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd616ae4-bd14-4ce5-80b6-e61089e5d0eb None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:23.744338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fd616ae4-bd14-4ce5-80b6-e61089e5d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:23.781518 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-eaf3fc41-ec0c-4a03-934f-a0f25eabb6c6 req-5c372ed5-4f47-4c90-bcd8-35b44f6c4665 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437803 May 24 23:01:23.801414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0c8d8b3-b9fe-4b53-b273-affcb0eb07fe tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.813130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.816470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fd616ae4-bd14-4ce5-80b6-e61089e5d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:23.817802 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.826199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd616ae4-bd14-4ce5-80b6-e61089e5d0eb None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:23.827404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fd616ae4-bd14-4ce5-80b6-e61089e5d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:00:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:23.843949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.859666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:23.866842 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Transition to ACTIVE for port object faf723b3-371f-45fe-acd6-187bf43e2fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:23.878850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddab719-fa18-4e99-9e70-a66203a0e344') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:23.879155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddab719-fa18-4e99-9e70-a66203a0e344') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:23.895114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.899361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fd616ae4-bd14-4ce5-80b6-e61089e5d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:23.900069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd616ae4-bd14-4ce5-80b6-e61089e5d0eb None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:23.911314 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8d8b3-b9fe-4b53-b273-affcb0eb07fe tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Subnet': ['ID=89e56163-d404-43a0-88f3-8702fb4152c2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:23.919108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8c2fc0-c0a1-4f37-9230-cceea3ab7ce7 None None] Network cd7678fc-a219-466f-9281-0433a2b1e64e requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:23.922389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0c8d8b3-b9fe-4b53-b273-affcb0eb07fe tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.927109 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0c8d8b3-b9fe-4b53-b273-affcb0eb07fe tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/subnets/89e56163-d404-43a0-88f3-8702fb4152c2 HTTP/1.1" status: 204 len: 168 time: 1.4222310 May 24 23:01:23.933389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55528) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:23.954624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.036425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.071364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:24.071762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.148836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03d595cb-ace3-4208-a7b9-f375e1d9e3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.163350 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cddab719-fa18-4e99-9e70-a66203a0e344 resource provider aggregate not found May 24 23:01:24.166799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f06a719d-e702-455d-9c2a-d585b5a534fb tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting port 1064acef-a89d-40d4-b59a-4d78b2e8fc17 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:24.167145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f06a719d-e702-455d-9c2a-d585b5a534fb tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.226139 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2f9d0581-9841-427e-9025-9359500233ea tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "PUT /v2.0/floatingips/93c3dafc-03fc-443d-88e1-ec3da4a60834 HTTP/1.1" status: 200 len: 977 time: 8.2845252 May 24 23:01:24.228935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.238303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Allocated IP 172.26.3.62 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/e146ff20-2bff-4671-b971-2b284c7c9dc4) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:24.241844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55542) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:24.255278 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cddab719-fa18-4e99-9e70-a66203a0e344 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cddab719-fa18-4e99-9e70-a66203a0e344 found for delete ", "request_id": "req-7648811b-2adf-42de-8107-3930bb8bcc60"}]} May 24 23:01:24.256481 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623872ed-72f9-49ac-96e0-f5756fddae1d None None] DHCP port deletion for cd7678fc-a219-466f-9281-0433a2b1e64e request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:24.256850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.261881 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-623872ed-72f9-49ac-96e0-f5756fddae1d None None] Deleting port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:24.262402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-623872ed-72f9-49ac-96e0-f5756fddae1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.275248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-73036f2a-738c-4e05-9f2d-fc5da83ff7a4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:24.351713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.425515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.449150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:24.449496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.486048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] Pushing event deleted for resources: {'Network': ['ID=6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:24.490670 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73036f2a-738c-4e05-9f2d-fc5da83ff7a4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.500905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Network 803786ea-5e9f-4a56-b586-4b3a0aa9318a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:24.513590 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b79aaf0a-70c7-4204-a5b4-b1d9dd6f0390 tempest-ExtraDHCPOptionsTestJSON-1037942363 tempest-ExtraDHCPOptionsTestJSON-1037942363-project] 10.222.0.32 "DELETE /v2.0/networks/6bd1d33d-0ae1-4caa-b1d3-6ee45029cc72 HTTP/1.1" status: 204 len: 168 time: 4.0789366 May 24 23:01:24.515182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:24.523892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:24.529170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:24.529908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.541377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-623872ed-72f9-49ac-96e0-f5756fddae1d None None] For port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c15889a4-f66d-4aa1-b7cb-aecebd0c9d55,segment=NetworkSegment(85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b),segment_id=85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:24.541977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-623872ed-72f9-49ac-96e0-f5756fddae1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.576489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Pushing event updated for resources: {'Port': ['ID=faf723b3-371f-45fe-acd6-187bf43e2fe9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:24.742128 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a0020e37-45c4-4bd0-b9eb-154c3fb8087e tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.4981539 May 24 23:01:24.755656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55556) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:24.786401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f06a719d-e702-455d-9c2a-d585b5a534fb tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.788314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-623872ed-72f9-49ac-96e0-f5756fddae1d None None] Calling delete_port for c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:24.839454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.884606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:25.168731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73036f2a-738c-4e05-9f2d-fc5da83ff7a4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.202663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73036f2a-738c-4e05-9f2d-fc5da83ff7a4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.202663 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-73036f2a-738c-4e05-9f2d-fc5da83ff7a4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 93c3dafc-03fc-443d-88e1-ec3da4a60834 disassociated. External IP: 172.26.3.79, port: 256be648-2ca5-472f-b596-4b0d3cdbe00f. May 24 23:01:25.211856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f06a719d-e702-455d-9c2a-d585b5a534fb tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Calling delete_port for 1064acef-a89d-40d4-b59a-4d78b2e8fc17 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:25.248324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.318286 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:25.331307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.369962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-77491813-3884-43b9-b0f5-c2460329cb88 None None] Provisioning for port faf723b3-371f-45fe-acd6-187bf43e2fe9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:25.373361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.396506 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-623872ed-72f9-49ac-96e0-f5756fddae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.400279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55568) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:25.426163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd92a0-c136-45ab-ade1-3c038daaa4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:25.433303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd92a0-c136-45ab-ade1-3c038daaa4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:25.440693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd92a0-c136-45ab-ade1-3c038daaa4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:25.442590 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-afcd92a0-c136-45ab-ade1-3c038daaa4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.6709752 May 24 23:01:25.449395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55574) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:25.493612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-77491813-3884-43b9-b0f5-c2460329cb88 None None] Provisioning complete for port faf723b3-371f-45fe-acd6-187bf43e2fe9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:25.494385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77491813-3884-43b9-b0f5-c2460329cb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.562519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623872ed-72f9-49ac-96e0-f5756fddae1d None None] Pushing event deleted for resources: {'Port': ['ID=c15889a4-f66d-4aa1-b7cb-aecebd0c9d55,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:25.587807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] For port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c15889a4-f66d-4aa1-b7cb-aecebd0c9d55,segment=NetworkSegment(85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b),segment_id=85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:25.588484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.617976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.664595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-936c6864-816c-4285-8abf-3205e05f235b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Deleting port faf723b3-371f-45fe-acd6-187bf43e2fe9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:25.665260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-936c6864-816c-4285-8abf-3205e05f235b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.673761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623872ed-72f9-49ac-96e0-f5756fddae1d None None] No DVR routers for this DVR port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:25.716997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-77491813-3884-43b9-b0f5-c2460329cb88 None None] Port faf723b3-371f-45fe-acd6-187bf43e2fe9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:25.725771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:25.788025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Calling delete_port for c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:25.793061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:25.802957 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:25.813801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:25.860598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'Port': ['ID=e146ff20-2bff-4671-b971-2b284c7c9dc4,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:25.896058 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea800132-70d8-488d-b745-d41b2b90f65d req-319cc4a9-d65d-4698-a6ec-076da434d6ec tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:25.897535 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea800132-70d8-488d-b745-d41b2b90f65d req-319cc4a9-d65d-4698-a6ec-076da434d6ec tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.9426599 May 24 23:01:25.933258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:25.933572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:25.980652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-900577597'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:26.115523 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:26.127901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Usage tracker for resource:network and tenant:49b7a2b6c0ed435c8956682b4e296a18 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:26.132051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:26.145716 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea800132-70d8-488d-b745-d41b2b90f65d req-43b8931f-08e7-4683-89d2-a6d636626f78 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374251 May 24 23:01:26.146544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:26.158283 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-20a27735-5ccd-4b13-8b36-0a9512f915ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d3d71d879eb4dbcb0ef76ad2dcae072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7516580 May 24 23:01:26.162045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55588) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:26.171496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f06a719d-e702-455d-9c2a-d585b5a534fb tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.214701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Made reservation on behalf of 49b7a2b6c0ed435c8956682b4e296a18 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:26.218562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.239156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a719d-e702-455d-9c2a-d585b5a534fb tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event deleted for resources: {'Port': ['ID=1064acef-a89d-40d4-b59a-4d78b2e8fc17,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:26.242194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.351940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:26.413665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Usage tracker for resource:security_group_rule and tenant:49b7a2b6c0ed435c8956682b4e296a18 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:26.423601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:26.432390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:26.437098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Deleting port c15889a4-f66d-4aa1-b7cb-aecebd0c9d55 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:26.437440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.454995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.467239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f06a719d-e702-455d-9c2a-d585b5a534fb tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.522311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] The port 'c15889a4-f66d-4aa1-b7cb-aecebd0c9d55' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:26.554514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e86e03b8-a12d-46c0-ab10-2e9a16da2795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.560716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73036f2a-738c-4e05-9f2d-fc5da83ff7a4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:26.579414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-936c6864-816c-4285-8abf-3205e05f235b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.836230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e86e03b8-a12d-46c0-ab10-2e9a16da2795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.856935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-936c6864-816c-4285-8abf-3205e05f235b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Calling delete_port for faf723b3-371f-45fe-acd6-187bf43e2fe9 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:26.904034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.946425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7678fc-a219-466f-9281-0433a2b1e64e']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:26.973373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:26.973662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:26.980939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06a719d-e702-455d-9c2a-d585b5a534fb tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Router 2148a250-ecae-47db-a03d-9ac8b501c43a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:26.996013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.081947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.148576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.157773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e86e03b8-a12d-46c0-ab10-2e9a16da2795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.161671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:27.162053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.186088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.207160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73036f2a-738c-4e05-9f2d-fc5da83ff7a4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:27.220964 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd847eb-df96-4140-9b59-7274428781fa None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:27.233728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e03b8-a12d-46c0-ab10-2e9a16da2795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e710e0-095b-42f0-944d-6a0a8ef804f4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:27.237104 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd847eb-df96-4140-9b59-7274428781fa None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:27.237909 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1dd847eb-df96-4140-9b59-7274428781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:27.250866 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b resource provider aggregate not found May 24 23:01:27.261047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73036f2a-738c-4e05-9f2d-fc5da83ff7a4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.261782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06a719d-e702-455d-9c2a-d585b5a534fb tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:27.281433 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0934b0f-1f65-4c31-975b-380bce24beb3 None None] Sync routers for ids ['2148a250-ecae-47db-a03d-9ac8b501c43a'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:27.291597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e86e03b8-a12d-46c0-ab10-2e9a16da2795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.292718 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e86e03b8-a12d-46c0-ab10-2e9a16da2795 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51e710e0-095b-42f0-944d-6a0a8ef804f4 HTTP/1.1" status: 204 len: 168 time: 1.1264784 May 24 23:01:27.306850 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85fc6fac-cbc8-48f4-b8ce-fcba7e287c8b found for delete ", "request_id": "req-3befac80-d2d4-4f9e-a8ba-f1b0ee0407c1"}]} May 24 23:01:27.321100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-936c6864-816c-4285-8abf-3205e05f235b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.326716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:27.331386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f290cb-033f-4a45-b1dd-b461118590f4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:27.348196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.349193 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Added segment 2f379e89-61dc-4f65-b730-4d23ef6b34f5 of type vlan for network 46fe01d1-c134-4a99-8181-ab777dac88af May 24 23:01:27.349590 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1dd847eb-df96-4140-9b59-7274428781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:27.351226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.362412 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd847eb-df96-4140-9b59-7274428781fa None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:27.363317 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1dd847eb-df96-4140-9b59-7274428781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:27.369511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0934b0f-1f65-4c31-975b-380bce24beb3 None None] Routers {'2148a250-ecae-47db-a03d-9ac8b501c43a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:27.371114 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c0934b0f-1f65-4c31-975b-380bce24beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2148a250-ecae-47db-a03d-9ac8b501c43a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:27.379674 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f06a719d-e702-455d-9c2a-d585b5a534fb tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "PUT /v2.0/routers/2148a250-ecae-47db-a03d-9ac8b501c43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5322869 May 24 23:01:27.380355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55600) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:27.384820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.455150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] Pushing event deleted for resources: {'Network': ['ID=cd7678fc-a219-466f-9281-0433a2b1e64e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:27.462153 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1dd847eb-df96-4140-9b59-7274428781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:27.462755 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd847eb-df96-4140-9b59-7274428781fa None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:27.489642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c0934b0f-1f65-4c31-975b-380bce24beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:27.503673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0934b0f-1f65-4c31-975b-380bce24beb3 None None] Routers {'2148a250-ecae-47db-a03d-9ac8b501c43a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:27.504762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c0934b0f-1f65-4c31-975b-380bce24beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2148a250-ecae-47db-a03d-9ac8b501c43a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:27.580907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c6864-816c-4285-8abf-3205e05f235b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Pushing event deleted for resources: {'Port': ['ID=faf723b3-371f-45fe-acd6-187bf43e2fe9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:27.583994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c0934b0f-1f65-4c31-975b-380bce24beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:27.584506 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0934b0f-1f65-4c31-975b-380bce24beb3 None None] The sync data for ids ['2148a250-ecae-47db-a03d-9ac8b501c43a'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:27.590093 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-73036f2a-738c-4e05-9f2d-fc5da83ff7a4 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "PUT /v2.0/floatingips/93c3dafc-03fc-443d-88e1-ec3da4a60834 HTTP/1.1" status: 200 len: 687 time: 3.3466706 May 24 23:01:27.595258 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55606) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:27.662811 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-3e4249a4-cc13-4d27-86b8-ab8195450b89 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] show failed (client error): The resource could not be found. May 24 23:01:27.667578 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3e4249a4-cc13-4d27-86b8-ab8195450b89 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-690673713 HTTP/1.1" status: 404 len: 334 time: 0.2799168 May 24 23:01:27.675072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55610) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:27.679271 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-621a0970-3d77-4a1b-8c6b-111153755b34 tempest-NetworksIpV6Test-1685118935 tempest-NetworksIpV6Test-1685118935-project] 10.222.0.32 "DELETE /v2.0/networks/cd7678fc-a219-466f-9281-0433a2b1e64e HTTP/1.1" status: 204 len: 168 time: 3.7397287 May 24 23:01:27.683012 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.691166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ac58f30d-540e-4868-879e-8445efc5b5ae tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:27.720988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-936c6864-816c-4285-8abf-3205e05f235b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.779336 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-ac58f30d-540e-4868-879e-8445efc5b5ae tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] update failed (client error): The resource could not be found. May 24 23:01:27.788040 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ac58f30d-540e-4868-879e-8445efc5b5ae tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1619921269 HTTP/1.1" status: 404 len: 335 time: 0.1049404 May 24 23:01:27.788876 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55620) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:27.805723 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-936c6864-816c-4285-8abf-3205e05f235b tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] 10.222.0.32 "DELETE /v2.0/ports/faf723b3-371f-45fe-acd6-187bf43e2fe9 HTTP/1.1" status: 204 len: 168 time: 2.3552995 May 24 23:01:27.825853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55624) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:27.858075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Request body: {'port': {'name': 'tempest-new-port-name-1283909803', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:27.858724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] bootfile-name is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:27.858841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] tftp-server is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:27.859136 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] server-ip-address is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:01:27.896972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.903270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:27.904199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.910436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-33e2b844-36e1-47fe-8169-c03c14ec49ac tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port 89a296b0-d240-49d7-bf1b-3d4fedae3731 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:27.910814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33e2b844-36e1-47fe-8169-c03c14ec49ac tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.013356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55634) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:28.021868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d8b21a-f9be-44f0-9274-1ce50be9de2e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting subnet 81e8b559-a59d-4299-82ad-fad23a513aa4 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:28.028844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90d8b21a-f9be-44f0-9274-1ce50be9de2e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.046232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.060437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2801964 May 24 23:01:28.088495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd930908-51fe-4f08-917d-f71c65ccf7b3 req-6a850118-1b8a-47dd-89a3-37f89d936663 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:28.089977 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd930908-51fe-4f08-917d-f71c65ccf7b3 req-6a850118-1b8a-47dd-89a3-37f89d936663 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.6158731 May 24 23:01:28.110034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a0bbc-2673-4bb3-9e06-4914b1d6be56 tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Pushing event updated for resources: {'Network': ['ID=46fe01d1-c134-4a99-8181-ab777dac88af,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:28.121052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 46fe01d1-c134-4a99-8181-ab777dac88af details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:28.142515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90d8b21a-f9be-44f0-9274-1ce50be9de2e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.200672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.208026 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd930908-51fe-4f08-917d-f71c65ccf7b3 req-b3d84014-0e3f-4481-b52d-aa87dc512ed5 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062884 May 24 23:01:28.280947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90d8b21a-f9be-44f0-9274-1ce50be9de2e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.378948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33e2b844-36e1-47fe-8169-c03c14ec49ac tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.379270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33e2b844-36e1-47fe-8169-c03c14ec49ac tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.482469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90d8b21a-f9be-44f0-9274-1ce50be9de2e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.540982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8b21a-f9be-44f0-9274-1ce50be9de2e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event deleted for resources: {'Subnet': ['ID=81e8b559-a59d-4299-82ad-fad23a513aa4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:28.552842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.564064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90d8b21a-f9be-44f0-9274-1ce50be9de2e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.573971 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-90d8b21a-f9be-44f0-9274-1ce50be9de2e tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "DELETE /v2.0/subnets/81e8b559-a59d-4299-82ad-fad23a513aa4 HTTP/1.1" status: 204 len: 168 time: 0.7802796 May 24 23:01:28.589256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55650) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:28.605951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ca747c-b449-4149-8fb0-30ecd9508ff1 None None] Network 75d4c036-96cc-4da9-b8c6-5bebd8338110 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:28.644723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55658) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:28.676131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Request body: {'port': {'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af', 'binding:host_id': 'hv-neutron-8431', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-909196700'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:28.686579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-33e2b844-36e1-47fe-8169-c03c14ec49ac tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for 89a296b0-d240-49d7-bf1b-3d4fedae3731 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:28.815862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:28.829387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Usage tracker for resource:port and tenant:baadc93fd2db4379ad33ba8821bdc4a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:28.836365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:28.885804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:28.900550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55664) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:28.941736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.944049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Made reservation on behalf of baadc93fd2db4379ad33ba8821bdc4a2 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:28.946012 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.969315 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.991494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:28.994529 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-88b5e580-a312-4502-9aa4-5084686543f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdda545ddfc6402380f6129a941c88e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9761765 May 24 23:01:28.997534 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting port c7f91f07-1112-4e6f-aa10-4ea90837278f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:28.997681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.033947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55670) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:29.037426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Usage tracker for resource:security_group_rule and tenant:baadc93fd2db4379ad33ba8821bdc4a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:29.054556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b906e41-407d-426f-ad10-ae4fd58f6f2b None None] DHCP port deletion for 75d4c036-96cc-4da9-b8c6-5bebd8338110 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:29.057906 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:29.058859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7b906e41-407d-426f-ad10-ae4fd58f6f2b None None] Deleting port c7f91f07-1112-4e6f-aa10-4ea90837278f {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:29.059372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b906e41-407d-426f-ad10-ae4fd58f6f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.074948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:29.112192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1468997230'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:29.131753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:29.181173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12444764-20bf-4de8-a1e9-69829430ef07 req-d6812c21-7dc7-42a6-86df-488f166ede49 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:29.182665 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12444764-20bf-4de8-a1e9-69829430ef07 req-d6812c21-7dc7-42a6-86df-488f166ede49 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.3638775 May 24 23:01:29.195985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Usage tracker for resource:network and tenant:e47e1c0d2633404291dd015e8ae8e1b9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:29.212477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:29.249897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:29.324538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e70ab7b6-9deb-49f5-afdf-4e58f8e65d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.330673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33e2b844-36e1-47fe-8169-c03c14ec49ac tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.379312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Made reservation on behalf of e47e1c0d2633404291dd015e8ae8e1b9 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:29.382810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.402513 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12444764-20bf-4de8-a1e9-69829430ef07 req-78c9daa3-931e-4d19-a372-73e084edae93 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917329 May 24 23:01:29.423156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.457187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7b906e41-407d-426f-ad10-ae4fd58f6f2b None None] For port c7f91f07-1112-4e6f-aa10-4ea90837278f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c7f91f07-1112-4e6f-aa10-4ea90837278f,segment=NetworkSegment(9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65),segment_id=9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:29.458359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b906e41-407d-426f-ad10-ae4fd58f6f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.497666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:29.501595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e70ab7b6-9deb-49f5-afdf-4e58f8e65d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.536924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] For port c7f91f07-1112-4e6f-aa10-4ea90837278f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c7f91f07-1112-4e6f-aa10-4ea90837278f,segment=NetworkSegment(9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65),segment_id=9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:29.537261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.546083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Usage tracker for resource:security_group_rule and tenant:e47e1c0d2633404291dd015e8ae8e1b9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:29.548260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb3bd-3b70-4dcf-b3d1-f0b824fa50ad req-0236532f-fbd4-4373-a80d-b7c247131556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:29.549610 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d0eeb3bd-3b70-4dcf-b3d1-f0b824fa50ad req-0236532f-fbd4-4373-a80d-b7c247131556 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6005c58c7744a9b7459d826b74a7db&device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 1099 time: 0.7046919 May 24 23:01:29.558095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:29.559027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2b844-36e1-47fe-8169-c03c14ec49ac tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=89a296b0-d240-49d7-bf1b-3d4fedae3731,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:29.608692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7b906e41-407d-426f-ad10-ae4fd58f6f2b None None] Calling delete_port for c7f91f07-1112-4e6f-aa10-4ea90837278f owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:29.633247 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:29.697426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b906e41-407d-426f-ad10-ae4fd58f6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.700890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.718611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Calling delete_port for c7f91f07-1112-4e6f-aa10-4ea90837278f owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:29.747263 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b906e41-407d-426f-ad10-ae4fd58f6f2b None None] Pushing event deleted for resources: {'Port': ['ID=c7f91f07-1112-4e6f-aa10-4ea90837278f,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:29.749333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b906e41-407d-426f-ad10-ae4fd58f6f2b None None] No DVR routers for this DVR port c7f91f07-1112-4e6f-aa10-4ea90837278f on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:29.761460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.803538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] device_id is not set on port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:29.821824 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb3bd-3b70-4dcf-b3d1-f0b824fa50ad req-c37ed188-d690-4733-a167-5cec9b82e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:29.823313 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d0eeb3bd-3b70-4dcf-b3d1-f0b824fa50ad req-c37ed188-d690-4733-a167-5cec9b82e11a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6205c16-b3a2-4d86-9909-668148e58a5b HTTP/1.1" status: 200 len: 913 time: 0.2550316 May 24 23:01:29.889801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33e2b844-36e1-47fe-8169-c03c14ec49ac tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.895030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.928382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.988994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255a0636-2ba4-4c8e-bb3d-aff9053553c9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:29.999316 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.027193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.032499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] In _notify_port_updated(), no bound segment for port 48d1e881-a4fe-4b52-a546-4986a11d3fe1 on network 803786ea-5e9f-4a56-b586-4b3a0aa9318a {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:01:30.038338 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:30.039028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.043078 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] 10.222.0.32 "PUT /v2.0/ports/48d1e881-a4fe-4b52-a546-4986a11d3fe1 HTTP/1.1" status: 200 len: 1130 time: 2.2135375 May 24 23:01:30.043835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e70ab7b6-9deb-49f5-afdf-4e58f8e65d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.048208 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55674) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:30.062229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33e2b844-36e1-47fe-8169-c03c14ec49ac tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.063370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-33e2b844-36e1-47fe-8169-c03c14ec49ac tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/floatingips/93c3dafc-03fc-443d-88e1-ec3da4a60834 HTTP/1.1" status: 204 len: 168 time: 2.4608965 May 24 23:01:30.077443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55678) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:30.088742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ab7b6-9deb-49f5-afdf-4e58f8e65d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f34952e-1607-47e3-a2c3-92e3acc00241,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:30.105847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554189f-8602-4331-a0c4-de499e45c044 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Pushing event updated for resources: {'Port': ['ID=48d1e881-a4fe-4b52-a546-4986a11d3fe1,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:30.110896 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d0eeb3bd-3b70-4dcf-b3d1-f0b824fa50ad req-f67509ae-c0a2-44a6-a634-7af0558cca21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5 HTTP/1.1" status: 200 len: 1001 time: 0.2758763 May 24 23:01:30.192015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:30.192441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:30.193268 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-16c151a4-eaed-4e45-b8f7-d68de8a4f97f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] delete failed (client error): The resource could not be found. May 24 23:01:30.194572 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-16c151a4-eaed-4e45-b8f7-d68de8a4f97f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/floatingips/93c3dafc-03fc-443d-88e1-ec3da4a60834 HTTP/1.1" status: 404 len: 345 time: 0.1161933 May 24 23:01:30.202327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55682) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:30.300273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6720ec-1274-4b80-99c8-362b53ea7e9d tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:30.300872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9f6720ec-1274-4b80-99c8-362b53ea7e9d tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Synchronizing usage tracker for tenant:c6a559694d2443c7915744f7e376ef4f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:30.311621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.349081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.375709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.376342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event updated for resources: {'Port': ['ID=e146ff20-2bff-4671-b971-2b284c7c9dc4,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:30.379498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e70ab7b6-9deb-49f5-afdf-4e58f8e65d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.383419 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e70ab7b6-9deb-49f5-afdf-4e58f8e65d21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f34952e-1607-47e3-a2c3-92e3acc00241 HTTP/1.1" status: 204 len: 168 time: 1.3479736 May 24 23:01:30.385597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9e9bb49c-3c0b-47ff-944f-ba76306e7f50 None None] Provisioning complete for port 48d1e881-a4fe-4b52-a546-4986a11d3fe1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:30.386057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb49c-3c0b-47ff-944f-ba76306e7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.426696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:30.487941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9e9bb49c-3c0b-47ff-944f-ba76306e7f50 None None] Port 48d1e881-a4fe-4b52-a546-4986a11d3fe1 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:30.508550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa61eb63-15dc-4e3d-b7d8-9c2929add759,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:30.529341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.529940 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Added segment b0f8dade-f753-4761-ab24-720cd122315a of type vlan for network 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 May 24 23:01:30.546247 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Floating IP ee05b3d3-6608-4bc6-99d8-8be1ffaadf13 associated. External IP: 172.26.3.62, port: b0fc3ce8-bb8d-4482-9cbe-c0c880752f94. May 24 23:01:30.598732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb3bd-3b70-4dcf-b3d1-f0b824fa50ad req-ad7e9cc5-e7db-4eac-829a-a63c3a15cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:30.600122 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d0eeb3bd-3b70-4dcf-b3d1-f0b824fa50ad req-ad7e9cc5-e7db-4eac-829a-a63c3a15cc4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13943762-dae2-4602-990d-129c1c56cf13 HTTP/1.1" status: 200 len: 851 time: 0.4114056 May 24 23:01:30.604330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f665ef0-a1d7-48e3-9721-3a4caebc6ba9 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:30.610664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f665ef0-a1d7-48e3-9721-3a4caebc6ba9 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:30.620062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f665ef0-a1d7-48e3-9721-3a4caebc6ba9 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:30.620488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9f665ef0-a1d7-48e3-9721-3a4caebc6ba9 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Synchronizing usage tracker for tenant:d6de67d89dbb4e56b0e295216e765b54 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:30.632141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] device_id is not set on port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:30.646358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.660090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.669713 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c7f91f07-1112-4e6f-aa10-4ea90837278f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:30.693400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting port c7f91f07-1112-4e6f-aa10-4ea90837278f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:30.693741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.704636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9f6720ec-1274-4b80-99c8-362b53ea7e9d tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Unset dirty status for tenant:c6a559694d2443c7915744f7e376ef4f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:30.705817 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9f6720ec-1274-4b80-99c8-362b53ea7e9d tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] 10.222.0.32 "GET /v2.0/ports/48d1e881-a4fe-4b52-a546-4986a11d3fe1 HTTP/1.1" status: 200 len: 1130 time: 0.6558313 May 24 23:01:30.711262 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55692) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:30.723726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: c7f91f07-1112-4e6f-aa10-4ea90837278f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:30.724425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c7f91f07-1112-4e6f-aa10-4ea90837278f not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:30.744252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Transition to ACTIVE for port object 1535a2ea-a3c3-4d0f-ad03-de355375fa1c will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:30.803983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] The port 'c7f91f07-1112-4e6f-aa10-4ea90837278f' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:30.805645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9f665ef0-a1d7-48e3-9721-3a4caebc6ba9 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Unset dirty status for tenant:d6de67d89dbb4e56b0e295216e765b54 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:30.809712 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9f665ef0-a1d7-48e3-9721-3a4caebc6ba9 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "GET /v2.0/ports?network_id=e5845492-676a-4167-a1ae-4e2bc51f1058 HTTP/1.1" status: 200 len: 2358 time: 0.5944967 May 24 23:01:30.811614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55700) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:30.872912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d2830b33-b96e-47ae-80cc-60f7d1deadbd tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Deleting port 48d1e881-a4fe-4b52-a546-4986a11d3fe1 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:30.873304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2830b33-b96e-47ae-80cc-60f7d1deadbd tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.882546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.887668 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:30.888237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.892464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.915348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb3bd-3b70-4dcf-b3d1-f0b824fa50ad req-65c2abaf-44cc-4ced-a082-b3acab030b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:30.916844 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d0eeb3bd-3b70-4dcf-b3d1-f0b824fa50ad req-65c2abaf-44cc-4ced-a082-b3acab030b2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6205c16-b3a2-4d86-9909-668148e58a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3062510 May 24 23:01:31.194759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cb0bf-8b7c-45bc-8665-3cba22bda5b1 req-e4b0e9a3-56b1-43af-9ff9-a684b3b4412a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:31.196566 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-254cb0bf-8b7c-45bc-8665-3cba22bda5b1 req-e4b0e9a3-56b1-43af-9ff9-a684b3b4412a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.6433225 May 24 23:01:31.206239 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3023899 May 24 23:01:31.208808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.228419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55716) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:31.235764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5537f114-41fc-490a-8ea7-5fe8aab1c7f9 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:31.236355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5537f114-41fc-490a-8ea7-5fe8aab1c7f9 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Synchronizing usage tracker for tenant:d6de67d89dbb4e56b0e295216e765b54 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:31.267149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Request body: {'subnet': {'network_id': '16f1b7ec-7ffc-4609-b4a3-1b7da6171344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:31.281429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event updated for resources: {'Port': ['ID=1535a2ea-a3c3-4d0f-ad03-de355375fa1c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:31.282675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55720) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:31.284490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bf27f-0d31-41b1-bb9d-5bd872a0d19e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event updated for resources: {'Network': ['ID=16f1b7ec-7ffc-4609-b4a3-1b7da6171344,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:31.298571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:31.321479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d4c036-96cc-4da9-b8c6-5bebd8338110']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:31.396096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Checking segment: {'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:31.396689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Network hostable DHCP agents. Network: 46fe01d1-c134-4a99-8181-ab777dac88af, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:31.412160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:31.412604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:31.447646 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-254cb0bf-8b7c-45bc-8665-3cba22bda5b1 req-5ad4be81-4478-4d2a-aa5c-e3757817310e tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259090 May 24 23:01:31.448228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5537f114-41fc-490a-8ea7-5fe8aab1c7f9 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Unset dirty status for tenant:d6de67d89dbb4e56b0e295216e765b54 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:31.454982 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5537f114-41fc-490a-8ea7-5fe8aab1c7f9 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "GET /v2.0/subnets/9d1c4a13-f52e-4113-84da-b8c496912046 HTTP/1.1" status: 200 len: 797 time: 0.6077971 May 24 23:01:31.454982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.457883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-19caf138-d741-4a7f-9afd-58f3dcd9c6f9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1337028634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:31.474384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55726) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:31.483463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'port': {'network_id': 'e5845492-676a-4167-a1ae-4e2bc51f1058', 'name': 'tempest-FloatingIPTestJSON-1127331578', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:31.499910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-19caf138-d741-4a7f-9afd-58f3dcd9c6f9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:31.509961 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-19caf138-d741-4a7f-9afd-58f3dcd9c6f9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Usage tracker for resource:router and tenant:b72d49c1b695487cbaf630a222a4ec6c is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:31.517355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-19caf138-d741-4a7f-9afd-58f3dcd9c6f9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:31.519368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.521130 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d0eeb3bd-3b70-4dcf-b3d1-f0b824fa50ad req-c706145b-ab56-4e87-ac7e-d2553bb580e5 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917225 May 24 23:01:31.528795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-19caf138-d741-4a7f-9afd-58f3dcd9c6f9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:31.582131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:31.591123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:31.591521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.606576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Network 46fe01d1-c134-4a99-8181-ab777dac88af is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:31.624174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Usage tracker for resource:subnet and tenant:e47e1c0d2633404291dd015e8ae8e1b9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:31.627054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:31.657507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19caf138-d741-4a7f-9afd-58f3dcd9c6f9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.658447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19caf138-d741-4a7f-9afd-58f3dcd9c6f9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.672377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2830b33-b96e-47ae-80cc-60f7d1deadbd tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.680904 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65 resource provider aggregate not found May 24 23:01:31.681951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Router cce4b34c-4041-462c-8f85-4a2cdec6b32e has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:31.691465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:31.703091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 46fe01d1-c134-4a99-8181-ab777dac88af) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:31.707031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:31.713188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0291dd86-64e5-4580-a45e-98fdf79f84be None None] Network 46fe01d1-c134-4a99-8181-ab777dac88af requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:31.715727 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a26ca7c-b1ae-4b2a-9244-6ebb2a4adb65 found for delete ", "request_id": "req-8b369105-3f4c-4993-b3ba-14cb31ccdb00"}]} May 24 23:01:31.828994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d2830b33-b96e-47ae-80cc-60f7d1deadbd tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Calling delete_port for 48d1e881-a4fe-4b52-a546-4986a11d3fe1 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:31.876108 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Made reservation on behalf of e47e1c0d2633404291dd015e8ae8e1b9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:31.879660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.893306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:31.893635 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:31.893965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:31.964438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19caf138-d741-4a7f-9afd-58f3dcd9c6f9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.968884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:31.969208 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:31.969721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.973839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.985961 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d0eeb3bd-3b70-4dcf-b3d1-f0b824fa50ad req-a6269bef-df5c-419c-b618-f648c06da43a service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525180 May 24 23:01:31.989932 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 2 to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c May 24 23:01:32.047069 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "DELETE /v2.0/networks/75d4c036-96cc-4da9-b8c6-5bebd8338110 HTTP/1.1" status: 204 len: 168 time: 3.4547980 May 24 23:01:32.047961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0493ef-b3db-4f62-8800-e94b823fdfa0 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event deleted for resources: {'Network': ['ID=75d4c036-96cc-4da9-b8c6-5bebd8338110,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:32.056446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55734) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:32.063738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:32.064123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:32.064451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:32.078714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19caf138-d741-4a7f-9afd-58f3dcd9c6f9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.095842 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:32.130781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:32.132543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:32.132956 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:32.138963 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 3 to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c May 24 23:01:32.166885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:32.167223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:32.167587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:32.167877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19caf138-d741-4a7f-9afd-58f3dcd9c6f9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.172226 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-19caf138-d741-4a7f-9afd-58f3dcd9c6f9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8854094 May 24 23:01:32.172226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:32.173376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55738) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:32.178927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Made reservation on behalf of d6de67d89dbb4e56b0e295216e765b54 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:32.185643 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c5ca3-1799-4e08-a841-c37abda83d25 None None] Sync routers for ids ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:32.201605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.205763 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c5ca3-1799-4e08-a841-c37abda83d25 None None] Routers {'cce4b34c-4041-462c-8f85-4a2cdec6b32e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:32.206520 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3f0c5ca3-1799-4e08-a841-c37abda83d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:32.208236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-732671500'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:32.215130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9945932-496e-4cba-b8e2-07aa0dc66696 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting subnet 83133699-e7f1-4d62-8d89-d23fba3641f2 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:32.224452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:32.224774 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:32.225723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:32.228929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9945932-496e-4cba-b8e2-07aa0dc66696 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.229982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2830b33-b96e-47ae-80cc-60f7d1deadbd tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.298372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2830b33-b96e-47ae-80cc-60f7d1deadbd tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Pushing event deleted for resources: {'Port': ['ID=48d1e881-a4fe-4b52-a546-4986a11d3fe1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:32.299094 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 4 to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c May 24 23:01:32.340658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Usage tracker for resource:network and tenant:b72d49c1b695487cbaf630a222a4ec6c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:32.345995 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f2c10b49-f10e-4b4f-9347-77dc35726f4a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.5771112 May 24 23:01:32.347437 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2830b33-b96e-47ae-80cc-60f7d1deadbd tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.352835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:32.366146 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d2830b33-b96e-47ae-80cc-60f7d1deadbd tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] 10.222.0.32 "DELETE /v2.0/ports/48d1e881-a4fe-4b52-a546-4986a11d3fe1 HTTP/1.1" status: 204 len: 168 time: 1.6518111 May 24 23:01:32.366146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:01:32.370652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55744) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:32.382364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:32.384675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:32.385004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:32.385334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:32.449327 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c34dd2a-87b6-4c1e-9afe-06d48f9161c4'] response: {'name': 'network-changed', 'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'status': 'completed', 'code': 200} May 24 23:01:32.476121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9945932-496e-4cba-b8e2-07aa0dc66696 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.509300 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-3f0c5ca3-1799-4e08-a841-c37abda83d25 None None] Set router cce4b34c-4041-462c-8f85-4a2cdec6b32e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:32.527775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:32.528498 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:32.618475 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 5 to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c May 24 23:01:32.643376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.650371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c7b56-2886-449b-869a-7050df32b92b req-c9e07427-6752-480b-8ed8-529cc569ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:32.651978 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3e8c7b56-2886-449b-869a-7050df32b92b req-c9e07427-6752-480b-8ed8-529cc569ff30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da300a941f3f4a6f8389fb69cbf01581&device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 1098 time: 0.1788721 May 24 23:01:32.715866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Made reservation on behalf of b72d49c1b695487cbaf630a222a4ec6c for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:32.719899 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.789187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c7b56-2886-449b-869a-7050df32b92b req-0f7a1beb-01fe-417c-9c47-ae7851d63c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:32.790675 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3e8c7b56-2886-449b-869a-7050df32b92b req-0f7a1beb-01fe-417c-9c47-ae7851d63c22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9de38648-5d51-4316-8661-41d2f2644c75 HTTP/1.1" status: 200 len: 898 time: 0.1291280 May 24 23:01:32.791202 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:32.791530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:32.791863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:32.809512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.838149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:32.838472 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:32.856888 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 6 to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c May 24 23:01:32.872616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] device_id is not set on port 8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:32.896649 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3e8c7b56-2886-449b-869a-7050df32b92b req-0b09343e-8339-4ae2-a0e0-202545aac2e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 HTTP/1.1" status: 200 len: 998 time: 0.0992577 May 24 23:01:32.912910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d24743-d6f4-440e-80a4-8df12a53f657 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Deleting subnet ceb61c10-bd82-4919-b67c-273d4674b293 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:32.915695 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3f0c5ca3-1799-4e08-a841-c37abda83d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:50Z', 'revision_number': 4, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'ee05b3d3-6608-4bc6-99d8-8be1ffaadf13', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'port_id': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'mac_address': 'fa:16:3e:f5:da:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:01:27Z', 'updated_at': '2022-05-24T23:01:27Z', 'revision_number': 0, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd5e7271-020c-4001-a2e1-b80d6721b2bc', 'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'mac_address': 'fa:16:3e:db:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:48Z', 'updated_at': '2022-05-24T23:01:04Z', 'revision_number': 5, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'subnets': [{'id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:32.917483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:32.919692 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c5ca3-1799-4e08-a841-c37abda83d25 None None] Checking router: cce4b34c-4041-462c-8f85-4a2cdec6b32e for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:01:32.929890 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c5ca3-1799-4e08-a841-c37abda83d25 None None] Routers {'cce4b34c-4041-462c-8f85-4a2cdec6b32e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:32.930593 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3f0c5ca3-1799-4e08-a841-c37abda83d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:32.934115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9d24743-d6f4-440e-80a4-8df12a53f657 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.983398 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Usage tracker for resource:security_group_rule and tenant:b72d49c1b695487cbaf630a222a4ec6c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:32.997643 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:32.998002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:32.998297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:33.002394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:33.052531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:33.060150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:33.060339 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:33.070590 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 7 to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c May 24 23:01:33.084468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c7b56-2886-449b-869a-7050df32b92b req-b45481e9-bfd3-41e8-baf0-d2124f93abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:33.086192 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3e8c7b56-2886-449b-869a-7050df32b92b req-b45481e9-bfd3-41e8-baf0-d2124f93abbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f719bd7-74f9-4cf8-9df5-77920d2270f3 HTTP/1.1" status: 200 len: 833 time: 0.1839874 May 24 23:01:33.120146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9d24743-d6f4-440e-80a4-8df12a53f657 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.135645 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-3f0c5ca3-1799-4e08-a841-c37abda83d25 None None] Set router cce4b34c-4041-462c-8f85-4a2cdec6b32e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:33.154214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.170520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c7b56-2886-449b-869a-7050df32b92b req-95ebbc54-d4e2-4a47-975f-03e336a3e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:33.172250 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3e8c7b56-2886-449b-869a-7050df32b92b req-95ebbc54-d4e2-4a47-975f-03e336a3e66e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9de38648-5d51-4316-8661-41d2f2644c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781884 May 24 23:01:33.244260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:33.244605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:33.244926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:33.263069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9945932-496e-4cba-b8e2-07aa0dc66696 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.313898 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3e8c7b56-2886-449b-869a-7050df32b92b req-c7770cab-390c-4573-a771-0098e3fc635f service neutron] 10.222.0.42 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356277 May 24 23:01:33.362826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:33.363156 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:33.370591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201630c8-16f7-4cc7-b002-9b7bc6a21a17 req-ab8d8c6a-61f5-4bc9-858c-1fea0be3915b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:33.372014 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-201630c8-16f7-4cc7-b002-9b7bc6a21a17 req-ab8d8c6a-61f5-4bc9-858c-1fea0be3915b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.8523431 May 24 23:01:33.386395 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 8 to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c May 24 23:01:33.421843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851bcaf-6fa1-447a-9b3d-e4ae9b11ab6d req-a7bc766e-c011-4926-ba33-d27eaa321c81 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:33.423325 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3851bcaf-6fa1-447a-9b3d-e4ae9b11ab6d req-a7bc766e-c011-4926-ba33-d27eaa321c81 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.7518723 May 24 23:01:33.449913 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3e8c7b56-2886-449b-869a-7050df32b92b req-5a164713-74b0-46ac-8b11-b5f348477776 service neutron] 10.222.0.42 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297631 May 24 23:01:33.510649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event updated for resources: {'Subnet': ['ID=7172b882-68ac-442d-b201-fb91f3f2fa1c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:33.540641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:33.540965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:33.541295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:33.555358 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3f0c5ca3-1799-4e08-a841-c37abda83d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:50Z', 'revision_number': 4, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'ee05b3d3-6608-4bc6-99d8-8be1ffaadf13', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'port_id': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'mac_address': 'fa:16:3e:f5:da:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:01:27Z', 'updated_at': '2022-05-24T23:01:27Z', 'revision_number': 0, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd5e7271-020c-4001-a2e1-b80d6721b2bc', 'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'mac_address': 'fa:16:3e:db:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:48Z', 'updated_at': '2022-05-24T23:01:04Z', 'revision_number': 5, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'subnets': [{'id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:33.559463 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c5ca3-1799-4e08-a841-c37abda83d25 None None] The sync data for ids ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'] in dv-neutron-843190-1-hyperv is: [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:50Z', 'revision_number': 4, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'ee05b3d3-6608-4bc6-99d8-8be1ffaadf13', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'port_id': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'mac_address': 'fa:16:3e:f5:da:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:01:27Z', 'updated_at': '2022-05-24T23:01:27Z', 'revision_number': 0, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd5e7271-020c-4001-a2e1-b80d6721b2bc', 'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'mac_address': 'fa:16:3e:db:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:48Z', 'updated_at': '2022-05-24T23:01:04Z', 'revision_number': 5, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'subnets': [{'id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:33.587229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:33.587229 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:33.605507 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 9 to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c May 24 23:01:33.631699 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Checking segment: {'id': 'b0f8dade-f753-4761-ab24-720cd122315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '16f1b7ec-7ffc-4609-b4a3-1b7da6171344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:33.632062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Network hostable DHCP agents. Network: 16f1b7ec-7ffc-4609-b4a3-1b7da6171344, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:33.676254 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-201630c8-16f7-4cc7-b002-9b7bc6a21a17 req-1430310d-29e6-43b9-9830-7b9cf41ab8a2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767804 May 24 23:01:33.703108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55752) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:33.728028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9945932-496e-4cba-b8e2-07aa0dc66696 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.732097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:33.732427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:33.733273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:33.737652 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3851bcaf-6fa1-447a-9b3d-e4ae9b11ab6d req-7cbd37fa-069c-4fc3-99bf-a8c1a60da858 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507756 May 24 23:01:33.776285 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024b9c7-a304-432d-94cf-add7a6f40c77 None None] New status for floating IP ee05b3d3-6608-4bc6-99d8-8be1ffaadf13: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:01:33.835625 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e1455c33-0471-43e9-bf88-8a37b218967a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/floatingips/ee05b3d3-6608-4bc6-99d8-8be1ffaadf13 HTTP/1.1" status: 200 len: 990 time: 0.1302400 May 24 23:01:33.906280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9d24743-d6f4-440e-80a4-8df12a53f657 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.960547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:33.960872 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:33.973369 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 10 to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c May 24 23:01:33.979990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9945932-496e-4cba-b8e2-07aa0dc66696 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event deleted for resources: {'Subnet': ['ID=83133699-e7f1-4d62-8d89-d23fba3641f2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:33.995599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.996909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9945932-496e-4cba-b8e2-07aa0dc66696 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.006972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Network 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:34.020516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.032447 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295c58b-ce90-40cd-97bc-329ee0e508f2 None None] Network ecda71a4-7a45-4553-b44f-cea13a115238 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:34.051587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:34.051921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:34.052255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:34.109404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 16f1b7ec-7ffc-4609-b4a3-1b7da6171344) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:34.121399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:34.121713 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:34.122062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.133678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:34.146744 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f9945932-496e-4cba-b8e2-07aa0dc66696 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "DELETE /v2.0/subnets/83133699-e7f1-4d62-8d89-d23fba3641f2 HTTP/1.1" status: 204 len: 168 time: 2.0870690 May 24 23:01:34.147096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55756) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:34.157670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:34.158189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.160556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131812d-9d45-4e38-a1c7-b2008fb3d59e None None] Network 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:34.190462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a402c670-23ab-4451-915b-eec54bb2265f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:34.197394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.197732 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Added segment 9c02a5e1-ef4c-4469-b91e-fba8eacff319 of type vlan for network b87e914d-cce3-4416-a292-dff1d53d08f2 May 24 23:01:34.254979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9d24743-d6f4-440e-80a4-8df12a53f657 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.259595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.20.0.14 (e5845492-676a-4167-a1ae-4e2bc51f1058/9d1c4a13-f52e-4113-84da-b8c496912046/8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:34.260591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-855a55e4-603c-4c8c-b569-f048aa11b3f8 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting subnet 0017b3d9-c38d-4fb5-b85e-acd0a5f97e37 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:34.264651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-855a55e4-603c-4c8c-b569-f048aa11b3f8 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.314857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55760) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:34.315510 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d2187f64-248d-4b20-bd9b-7caf84a6fc9e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0825362 May 24 23:01:34.322858 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ed78833c-9472-4679-8787-c0caacbce5ac tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-372780307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:34.326275 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.20.0.13 (e5845492-676a-4167-a1ae-4e2bc51f1058/9d1c4a13-f52e-4113-84da-b8c496912046/8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:34.336287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ed78833c-9472-4679-8787-c0caacbce5ac tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:34.338290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d24743-d6f4-440e-80a4-8df12a53f657 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb61c10-bd82-4919-b67c-273d4674b293,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:34.340214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-855a55e4-603c-4c8c-b569-f048aa11b3f8 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.351468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9d24743-d6f4-440e-80a4-8df12a53f657 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.355299 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f9d24743-d6f4-440e-80a4-8df12a53f657 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] 10.222.0.32 "DELETE /v2.0/subnets/ceb61c10-bd82-4919-b67c-273d4674b293 HTTP/1.1" status: 204 len: 168 time: 1.9772918 May 24 23:01:34.365798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55764) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:34.366454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d2a67-ce85-47cd-91cf-e39dcc5eca28 None None] Network 803786ea-5e9f-4a56-b586-4b3a0aa9318a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:34.374046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.379022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed78833c-9472-4679-8787-c0caacbce5ac tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Usage tracker for resource:router and tenant:e47e1c0d2633404291dd015e8ae8e1b9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:34.387350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed78833c-9472-4679-8787-c0caacbce5ac tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:34.397835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ed78833c-9472-4679-8787-c0caacbce5ac tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:34.424189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed78833c-9472-4679-8787-c0caacbce5ac tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.425191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed78833c-9472-4679-8787-c0caacbce5ac tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.454281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed78833c-9472-4679-8787-c0caacbce5ac tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.476162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-855a55e4-603c-4c8c-b569-f048aa11b3f8 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.480709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] For port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:34.481075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempted to set empty binding levels {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 23:01:34.505818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed78833c-9472-4679-8787-c0caacbce5ac tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.510716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.546086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed78833c-9472-4679-8787-c0caacbce5ac tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.547628 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ed78833c-9472-4679-8787-c0caacbce5ac tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2310421 May 24 23:01:34.550261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55768) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:34.624747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.654691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:34.655279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.703410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-16f1b7ec-7ffc-4609-b4a3-1b7da6171344', 'network_id': '16f1b7ec-7ffc-4609-b4a3-1b7da6171344', 'tenant_id': 'e47e1c0d2633404291dd015e8ae8e1b9', 'fixed_ips': [{'subnet_id': '7172b882-68ac-442d-b201-fb91f3f2fa1c'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:34.704216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.723649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event updated for resources: {'Port': ['ID=1535a2ea-a3c3-4d0f-ad03-de355375fa1c,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:34.726141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.731723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:34.732523 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.839229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55774) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:34.845049 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4450b2e-0d22-4672-b4b3-ca580ce7980d None None] DHCP port deletion for ecda71a4-7a45-4553-b44f-cea13a115238 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:34.847753 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-67fac5ab-aa11-4969-81f1-0ba013555b12 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.1929727 May 24 23:01:34.848960 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Deleting port 5e261436-d7fb-44a4-9545-b069582fd387 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:34.849456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.863590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55776) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:34.887337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a4450b2e-0d22-4672-b4b3-ca580ce7980d None None] Deleting port a1e45115-6f50-4f9c-914f-41d1d87b9c8d {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:34.887766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a4450b2e-0d22-4672-b4b3-ca580ce7980d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.889995 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7154422 May 24 23:01:34.923756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55780) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:34.946514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Request body: {'subnet': {'network_id': 'b87e914d-cce3-4416-a292-dff1d53d08f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:34.947215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbcdf16-0423-47b7-8f34-8614797fd001 None None] DHCP port deletion for 803786ea-5e9f-4a56-b586-4b3a0aa9318a request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:34.969600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcdf16-0423-47b7-8f34-8614797fd001 None None] Deleting port 5e261436-d7fb-44a4-9545-b069582fd387 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:34.970140 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dfbcdf16-0423-47b7-8f34-8614797fd001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.991707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f5d59-52b1-4976-9182-f8661eb27bc8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event updated for resources: {'Network': ['ID=b87e914d-cce3-4416-a292-dff1d53d08f2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:35.039026 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network b87e914d-cce3-4416-a292-dff1d53d08f2 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:35.082754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-855a55e4-603c-4c8c-b569-f048aa11b3f8 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.143312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Allocated IP 172.20.0.2 (16f1b7ec-7ffc-4609-b4a3-1b7da6171344/7172b882-68ac-442d-b201-fb91f3f2fa1c/265b810f-73bc-4f89-b2cc-e8c2f92067f5) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:35.194098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.243271 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:35.301705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Usage tracker for resource:subnet and tenant:b72d49c1b695487cbaf630a222a4ec6c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:35.320118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:35.331428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec807a-6fcc-4d31-8529-81c26393a02b None None] Network 566b1705-49df-4ed4-adc3-9570cf28ed21 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:35.339615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:35.343358 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3b4f12d9-e00a-4807-97d2-a457bfa11043 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/floatingips/ee05b3d3-6608-4bc6-99d8-8be1ffaadf13 HTTP/1.1" status: 200 len: 992 time: 0.4803343 May 24 23:01:35.350701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-855a55e4-603c-4c8c-b569-f048aa11b3f8 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.370284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] For port 5e261436-d7fb-44a4-9545-b069582fd387, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=5e261436-d7fb-44a4-9545-b069582fd387,segment=NetworkSegment(a43f2b8b-34f5-43d9-a5bb-1515d0f1d923),segment_id=a43f2b8b-34f5-43d9-a5bb-1515d0f1d923)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:35.371000 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.377542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a55e4-603c-4c8c-b569-f048aa11b3f8 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event deleted for resources: {'Subnet': ['ID=0017b3d9-c38d-4fb5-b85e-acd0a5f97e37,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:35.389067 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Made reservation on behalf of b72d49c1b695487cbaf630a222a4ec6c for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:35.392712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.446487 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-855a55e4-603c-4c8c-b569-f048aa11b3f8 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "DELETE /v2.0/subnets/0017b3d9-c38d-4fb5-b85e-acd0a5f97e37 HTTP/1.1" status: 204 len: 168 time: 1.2962506 May 24 23:01:35.451072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55786) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:35.474837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f6f86304-227c-442f-bb5f-44eb8e8753f3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Deleting port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:35.475211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6f86304-227c-442f-bb5f-44eb8e8753f3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.532299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dc934-235b-4193-b3bd-74a8a1eca25f req-7b55b4ee-1678-4baf-832e-6bad924c8fd4 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:35.533665 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a4dc934-235b-4193-b3bd-74a8a1eca25f req-7b55b4ee-1678-4baf-832e-6bad924c8fd4 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.4307337 May 24 23:01:35.585646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Calling delete_port for 5e261436-d7fb-44a4-9545-b069582fd387 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:35.630361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-dfbcdf16-0423-47b7-8f34-8614797fd001 None None] For port 5e261436-d7fb-44a4-9545-b069582fd387, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=5e261436-d7fb-44a4-9545-b069582fd387,segment=NetworkSegment(a43f2b8b-34f5-43d9-a5bb-1515d0f1d923),segment_id=a43f2b8b-34f5-43d9-a5bb-1515d0f1d923)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:35.630793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dfbcdf16-0423-47b7-8f34-8614797fd001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.734214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.747130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.782122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.798410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcdf16-0423-47b7-8f34-8614797fd001 None None] Calling delete_port for 5e261436-d7fb-44a4-9545-b069582fd387 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:35.841867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting port a1e45115-6f50-4f9c-914f-41d1d87b9c8d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:35.842747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.920006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network e5845492-676a-4167-a1ae-4e2bc51f1058 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:35.928928 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a4dc934-235b-4193-b3bd-74a8a1eca25f req-014ad3a0-6117-4b08-82f8-ff0e5722cd73 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143144 May 24 23:01:35.944674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:35.953511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:35.958349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:36.006845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a4450b2e-0d22-4672-b4b3-ca580ce7980d None None] For port a1e45115-6f50-4f9c-914f-41d1d87b9c8d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a1e45115-6f50-4f9c-914f-41d1d87b9c8d,segment=NetworkSegment(7c93f408-00c5-492a-9040-299d16ba04c3),segment_id=7c93f408-00c5-492a-9040-299d16ba04c3)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:36.007428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a4450b2e-0d22-4672-b4b3-ca580ce7980d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.017344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.109908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Pushing event deleted for resources: {'Port': ['ID=5e261436-d7fb-44a4-9545-b069582fd387,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:36.123173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:36.124308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.133518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] No DVR routers for this DVR port 5e261436-d7fb-44a4-9545-b069582fd387 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:36.189407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a4450b2e-0d22-4672-b4b3-ca580ce7980d None None] Calling delete_port for a1e45115-6f50-4f9c-914f-41d1d87b9c8d owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:36.218891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-dfbcdf16-0423-47b7-8f34-8614797fd001 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:36.219509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-dfbcdf16-0423-47b7-8f34-8614797fd001 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:36.256583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.277210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Transition to ACTIVE for port object 265b810f-73bc-4f89-b2cc-e8c2f92067f5 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:36.310788 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-238d8bbf-191d-4acc-84e6-ef5028a4a5ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.8382363 May 24 23:01:36.316821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55792) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:36.325277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Transition to ACTIVE for port object 265b810f-73bc-4f89-b2cc-e8c2f92067f5 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:36.334952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a4450b2e-0d22-4672-b4b3-ca580ce7980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.356139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:36.361004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.380525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:36.383714 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.384874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-f6f86304-227c-442f-bb5f-44eb8e8753f3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] For port 1535a2ea-a3c3-4d0f-ad03-de355375fa1c, host hv-neutron-8431, got binding levels [] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:36.385205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6f86304-227c-442f-bb5f-44eb8e8753f3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.396082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] For port a1e45115-6f50-4f9c-914f-41d1d87b9c8d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a1e45115-6f50-4f9c-914f-41d1d87b9c8d,segment=NetworkSegment(7c93f408-00c5-492a-9040-299d16ba04c3),segment_id=7c93f408-00c5-492a-9040-299d16ba04c3)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:36.396480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.406112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4450b2e-0d22-4672-b4b3-ca580ce7980d None None] Pushing event deleted for resources: {'Port': ['ID=a1e45115-6f50-4f9c-914f-41d1d87b9c8d,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:36.408198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.414209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803786ea-5e9f-4a56-b586-4b3a0aa9318a']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:36.415464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:floatingip and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:36.452716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] DHCP port deletion for 566b1705-49df-4ed4-adc3-9570cf28ed21 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:36.459729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43f2b8b-34f5-43d9-a5bb-1515d0f1d923') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:36.460015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43f2b8b-34f5-43d9-a5bb-1515d0f1d923') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:36.471279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4450b2e-0d22-4672-b4b3-ca580ce7980d None None] No DVR routers for this DVR port a1e45115-6f50-4f9c-914f-41d1d87b9c8d on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:36.476939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Deleting port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:36.478911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.479043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:36.487827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0372d1-299d-4ed5-8bd4-efc9f94936d9 req-b2f07611-28ab-411e-bcf3-84063c5a25b4 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:36.489277 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b0372d1-299d-4ed5-8bd4-efc9f94936d9 req-b2f07611-28ab-411e-bcf3-84063c5a25b4 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.3731432 May 24 23:01:36.495515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.511454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Network 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:36.528521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:36.535019 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:36.555941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.574631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:36.575079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.576242 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Pushing event updated for resources: {'Port': ['ID=265b810f-73bc-4f89-b2cc-e8c2f92067f5,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:36.598289 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event updated for resources: {'Subnet': ['ID=f0e6c796-fc0f-48df-a60d-bd1814531990,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:36.630980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Calling delete_port for a1e45115-6f50-4f9c-914f-41d1d87b9c8d owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:36.666107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Checking segment: {'id': '9c02a5e1-ef4c-4469-b91e-fba8eacff319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b87e914d-cce3-4416-a292-dff1d53d08f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:36.666324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Network hostable DHCP agents. Network: b87e914d-cce3-4416-a292-dff1d53d08f2, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:36.672847 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a43f2b8b-34f5-43d9-a5bb-1515d0f1d923 resource provider aggregate not found May 24 23:01:36.708110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 5e261436-d7fb-44a4-9545-b069582fd387 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:36.710770 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b0372d1-299d-4ed5-8bd4-efc9f94936d9 req-0b2f97d2-0549-4b35-8b60-b036c9ab0b75 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023075 May 24 23:01:36.734977 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a43f2b8b-34f5-43d9-a5bb-1515d0f1d923 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a43f2b8b-34f5-43d9-a5bb-1515d0f1d923 found for delete ", "request_id": "req-7a6c5acd-673a-4d5f-a7f6-727aea2679ef"}]} May 24 23:01:36.736761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Network b87e914d-cce3-4416-a292-dff1d53d08f2 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:36.741588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcdf16-0423-47b7-8f34-8614797fd001 None None] Deleting port 5e261436-d7fb-44a4-9545-b069582fd387 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:36.742087 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dfbcdf16-0423-47b7-8f34-8614797fd001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.750960 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.775864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.785330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] Pushing event deleted for resources: {'Network': ['ID=803786ea-5e9f-4a56-b586-4b3a0aa9318a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:36.788765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, b87e914d-cce3-4416-a292-dff1d53d08f2) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:36.790781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Attempting to bind port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:36.791254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Attempting to bind port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'b0f8dade-f753-4761-ab24-720cd122315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '16f1b7ec-7ffc-4609-b4a3-1b7da6171344'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:36.791716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Attempting to bind port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 on network 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:36.793639 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-114c1db9-bf2a-4f8c-9b9f-bb798e90f95f tempest-ExtraDHCPOptionsIpV6TestJSON-603515985 tempest-ExtraDHCPOptionsIpV6TestJSON-603515985-project] 10.222.0.32 "DELETE /v2.0/networks/803786ea-5e9f-4a56-b586-4b3a0aa9318a HTTP/1.1" status: 204 len: 168 time: 2.4261827 May 24 23:01:36.796184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:36.797636 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.822323 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8e8353a6-67fd-4c24-9223-0bdc9d635af1 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8970540 May 24 23:01:36.825509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55804) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:36.833359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Request body: {'network': {'name': 'tempest-router-network01--1932257390'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:36.840096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:36.845631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Usage tracker for resource:network and tenant:b72d49c1b695487cbaf630a222a4ec6c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:36.851745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:36.856303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:36.867613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:36.868423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f6f86304-227c-442f-bb5f-44eb8e8753f3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Calling delete_port for 1535a2ea-a3c3-4d0f-ad03-de355375fa1c owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:36.869880 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 5e261436-d7fb-44a4-9545-b069582fd387 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:36.871033 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 5e261436-d7fb-44a4-9545-b069582fd387 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:36.874099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 38a8a552-6de5-4cc8-89a1-bb4543017aa4 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:36.881385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Made reservation on behalf of b72d49c1b695487cbaf630a222a4ec6c for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:36.886839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.926868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:36.941154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.941883 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Added segment 732c5871-e1da-44f3-ada9-d43568a2058a of type vlan for network 749dbcf8-c45e-448a-95a6-679b90de8368 May 24 23:01:36.966089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.970608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84f02f7-d368-4f3f-a24a-58e5c9d5f992 None None] Network b87e914d-cce3-4416-a292-dff1d53d08f2 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:37.055965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.076028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcdf16-0423-47b7-8f34-8614797fd001 None None] The port '5e261436-d7fb-44a4-9545-b069582fd387' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:37.097017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:37.097383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Checking segment: {'id': 'b0f8dade-f753-4761-ab24-720cd122315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '16f1b7ec-7ffc-4609-b4a3-1b7da6171344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:37.098002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.098537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Bound using segment: {'id': 'b0f8dade-f753-4761-ab24-720cd122315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '16f1b7ec-7ffc-4609-b4a3-1b7da6171344'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:37.099820 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Bound port: 265b810f-73bc-4f89-b2cc-e8c2f92067f5, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f8dade-f753-4761-ab24-720cd122315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '16f1b7ec-7ffc-4609-b4a3-1b7da6171344'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:37.100366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.111250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f909d26-67ff-42dc-af37-5b7f14eed7ad req-7c442480-ecec-419a-b10e-adddd3139c3d tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:37.120467 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7f909d26-67ff-42dc-af37-5b7f14eed7ad req-7c442480-ecec-419a-b10e-adddd3139c3d tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.1764505 May 24 23:01:37.145205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.150574 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:37.151175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.196344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Allocated IP 172.20.0.1 (16f1b7ec-7ffc-4609-b4a3-1b7da6171344/7172b882-68ac-442d-b201-fb91f3f2fa1c/472ffea6-7912-4cb2-9bea-86f0b0d03601) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:37.205956 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6f86304-227c-442f-bb5f-44eb8e8753f3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.211235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55810) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:37.219596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:37.220163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:37.286447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f86304-227c-442f-bb5f-44eb8e8753f3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event deleted for resources: {'Port': ['ID=1535a2ea-a3c3-4d0f-ad03-de355375fa1c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:37.321016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event updated for resources: {'Network': ['ID=749dbcf8-c45e-448a-95a6-679b90de8368,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:37.335890 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7f909d26-67ff-42dc-af37-5b7f14eed7ad req-4cc001e9-f471-4ffc-a4dc-184fab023f15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143850 May 24 23:01:37.337790 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-304ad7c5-5217-4a45-b25c-abbd85b5250d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5108514 May 24 23:01:37.343813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55816) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:37.355148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Request body: {'network': {'name': 'tempest-router-network02--1879458191'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:37.357068 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:37.357337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] For port 265b810f-73bc-4f89-b2cc-e8c2f92067f5, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:37.362049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Usage tracker for resource:network and tenant:b72d49c1b695487cbaf630a222a4ec6c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:37.366390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:37.372760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:37.382194 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 749dbcf8-c45e-448a-95a6-679b90de8368 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:37.386151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6f86304-227c-442f-bb5f-44eb8e8753f3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.391185 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Made reservation on behalf of b72d49c1b695487cbaf630a222a4ec6c for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:37.399242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.423400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] For port 265b810f-73bc-4f89-b2cc-e8c2f92067f5, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=265b810f-73bc-4f89-b2cc-e8c2f92067f5,segment=NetworkSegment(b0f8dade-f753-4761-ab24-720cd122315a),segment_id=b0f8dade-f753-4761-ab24-720cd122315a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:37.433834 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f6f86304-227c-442f-bb5f-44eb8e8753f3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1535a2ea-a3c3-4d0f-ad03-de355375fa1c HTTP/1.1" status: 204 len: 168 time: 2.3433688 May 24 23:01:37.436169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55822) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:37.498657 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.518551 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01d46e0-6596-446f-a43e-4ebfd1298e21 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] GET failed (client error): The resource could not be found. May 24 23:01:37.519407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c01d46e0-6596-446f-a43e-4ebfd1298e21 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Synchronizing usage tracker for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:37.523657 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:37.551499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.566208 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.585651 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.586086 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Added segment 8c965b33-154c-4421-9190-08ecc81f7d84 of type vlan for network 7372e8a5-1fd5-4a7e-8e6a-8c73d920e885 May 24 23:01:37.613681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c01d46e0-6596-446f-a43e-4ebfd1298e21 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Unset dirty status for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:37.618006 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c01d46e0-6596-446f-a43e-4ebfd1298e21 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "GET /v2.0/ports/1535a2ea-a3c3-4d0f-ad03-de355375fa1c HTTP/1.1" status: 404 len: 333 time: 0.1804678 May 24 23:01:37.621374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55826) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:37.621822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Transition to ACTIVE for port object 472ffea6-7912-4cb2-9bea-86f0b0d03601 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:37.641016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Request body: {'port': {'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1153643048'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:37.648106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.651950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:37.652616 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-08d574d8-52b5-48fb-8070-cd29ca99d6be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6a559694d2443c7915744f7e376ef4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342165 May 24 23:01:37.659113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55830) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:37.687863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:37.722063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] For port 38a8a552-6de5-4cc8-89a1-bb4543017aa4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=38a8a552-6de5-4cc8-89a1-bb4543017aa4,segment=NetworkSegment(1311906a-0793-454f-aed7-e7b0ddac206e),segment_id=1311906a-0793-454f-aed7-e7b0ddac206e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:37.722330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting port a1e45115-6f50-4f9c-914f-41d1d87b9c8d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:37.722330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.722519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.741855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2972d2-ece1-482c-b6d1-41986df88337 req-c48c4259-47fb-4290-b4a9-a56d8ec31c15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:37.743461 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9a2972d2-ece1-482c-b6d1-41986df88337 req-c48c4259-47fb-4290-b4a9-a56d8ec31c15 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.2149851 May 24 23:01:37.748973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Made reservation on behalf of baadc93fd2db4379ad33ba8821bdc4a2 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:37.751367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.753513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:37.753819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.805027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.806626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] The port 'a1e45115-6f50-4f9c-914f-41d1d87b9c8d' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:37.807919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.810703 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:37.811986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.841512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] device_id is not set on port f830c774-8323-458e-b06b-9e6090018e86 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:37.929871 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Calling delete_port for 38a8a552-6de5-4cc8-89a1-bb4543017aa4 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:37.939848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.26.3.181 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/789716e1-a8dd-4450-85c2-86a739ba61b3) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:37.946061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Network 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:37.959018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:37.974110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9039a-8e56-4b4e-9cfd-4800a7a38823 None None] Pushing event updated for resources: {'Port': ['ID=265b810f-73bc-4f89-b2cc-e8c2f92067f5,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:37.988877 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9a2972d2-ece1-482c-b6d1-41986df88337 req-12c8ae54-5a55-4c63-9d11-a10dc6c21cba tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234092 May 24 23:01:38.014601 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6693819 May 24 23:01:38.015475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ddb4ef6-b1e6-405e-b25d-9cd5115ab028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.017528 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 38a8a552-6de5-4cc8-89a1-bb4543017aa4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=38a8a552-6de5-4cc8-89a1-bb4543017aa4,segment=NetworkSegment(1311906a-0793-454f-aed7-e7b0ddac206e),segment_id=1311906a-0793-454f-aed7-e7b0ddac206e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:38.020218 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55834) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:38.021708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:38.044735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-b87e914d-cce3-4416-a292-dff1d53d08f2', 'network_id': 'b87e914d-cce3-4416-a292-dff1d53d08f2', 'tenant_id': 'b72d49c1b695487cbaf630a222a4ec6c', 'fixed_ips': [{'subnet_id': 'f0e6c796-fc0f-48df-a60d-bd1814531990'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:38.046729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.049549 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72981c47-0a56-47af-bc00-8de1f210c923 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event updated for resources: {'Network': ['ID=7372e8a5-1fd5-4a7e-8e6a-8c73d920e885,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:38.083222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ddb4ef6-b1e6-405e-b25d-9cd5115ab028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.085959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Request body: {'subnet': {'network_id': '749dbcf8-c45e-448a-95a6-679b90de8368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:38.100288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event updated for resources: {'Port': ['ID=472ffea6-7912-4cb2-9bea-86f0b0d03601,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:38.259646 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.260341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a1e45115-6f50-4f9c-914f-41d1d87b9c8d no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:38.299519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 7372e8a5-1fd5-4a7e-8e6a-8c73d920e885 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:38.314940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.445297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecda71a4-7a45-4553-b44f-cea13a115238']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:38.467636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.474327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c93f408-00c5-492a-9040-299d16ba04c3') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:38.474625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c93f408-00c5-492a-9040-299d16ba04c3') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:38.476162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.482218 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:38.495384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: a1e45115-6f50-4f9c-914f-41d1d87b9c8d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:38.495728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a1e45115-6f50-4f9c-914f-41d1d87b9c8d not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:38.499975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ddb4ef6-b1e6-405e-b25d-9cd5115ab028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.516684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:38.518213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Usage tracker for resource:subnet and tenant:b72d49c1b695487cbaf630a222a4ec6c is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:38.518865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:38.525839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:38.528412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb4ef6-b1e6-405e-b25d-9cd5115ab028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346b14e6-f628-44a1-8561-987469f5959d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:38.550905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.553690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=38a8a552-6de5-4cc8-89a1-bb4543017aa4,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:38.554933 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ddb4ef6-b1e6-405e-b25d-9cd5115ab028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.556304 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4ddb4ef6-b1e6-405e-b25d-9cd5115ab028 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/346b14e6-f628-44a1-8561-987469f5959d HTTP/1.1" status: 204 len: 168 time: 0.8930993 May 24 23:01:38.572856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:38.574857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a1731-7654-4d4a-995f-bda67a1c7e29 req-2cca2bb2-c366-46c0-bf07-5f74ff2bdbae tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:38.576733 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bc2a1731-7654-4d4a-995f-bda67a1c7e29 req-2cca2bb2-c366-46c0-bf07-5f74ff2bdbae tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.3063357 May 24 23:01:38.598566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.607219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Allocated IP 172.20.0.2 (b87e914d-cce3-4416-a292-dff1d53d08f2/f0e6c796-fc0f-48df-a60d-bd1814531990/707b2eab-29b5-4d12-8cf7-c9fc0e8db585) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:38.607538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.621440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Made reservation on behalf of b72d49c1b695487cbaf630a222a4ec6c for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:38.625654 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.640758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:38.641362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.699859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.706631 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7c93f408-00c5-492a-9040-299d16ba04c3 resource provider aggregate not found May 24 23:01:38.757277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Network 46fe01d1-c134-4a99-8181-ab777dac88af is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:38.767649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:38.776821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:38.777874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:38.778476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.794631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 265b810f-73bc-4f89-b2cc-e8c2f92067f5 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:38.815909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event updated for resources: {'Port': ['ID=f830c774-8323-458e-b06b-9e6090018e86,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:38.838868 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bc2a1731-7654-4d4a-995f-bda67a1c7e29 req-6d64c64c-8145-442e-9119-36a60e2cdc4a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388071 May 24 23:01:38.840561 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-426aaa97-4fc1-40c6-86b8-b4ccfba09d8d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2171698 May 24 23:01:38.844026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55848) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:38.849716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8431'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:38.996661 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7c93f408-00c5-492a-9040-299d16ba04c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c93f408-00c5-492a-9040-299d16ba04c3 found for delete ", "request_id": "req-3f39a3b5-6278-4c5b-9e30-74546b993406"}]} May 24 23:01:39.006489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.080146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Deleting port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:39.082115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.156141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.200500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.219799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event deleted for resources: {'Network': ['ID=ecda71a4-7a45-4553-b44f-cea13a115238,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:39.239512 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4fd1284d-eaba-40c6-845c-b8a1605c3d8d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "DELETE /v2.0/networks/ecda71a4-7a45-4553-b44f-cea13a115238 HTTP/1.1" status: 204 len: 168 time: 3.7874005 May 24 23:01:39.245447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55862) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:39.246470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.284287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.320652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.338281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Transition to ACTIVE for port object 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:39.372278 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Transition to ACTIVE for port object 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:39.375826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:39.433695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.522627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] device_id is not set on port f830c774-8323-458e-b06b-9e6090018e86 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:39.562312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Network b87e914d-cce3-4416-a292-dff1d53d08f2 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:39.577247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:39.583987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:39.604204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:39.613187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.623357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:39.644237 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:39.648051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Transition to ACTIVE for port object f830c774-8323-458e-b06b-9e6090018e86 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:39.663878 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.710698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.756945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event updated for resources: {'Port': ['ID=f830c774-8323-458e-b06b-9e6090018e86,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:39.776208 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=789716e1-a8dd-4450-85c2-86a739ba61b3,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:39.790858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23664d6e-a422-4f81-8ace-af57585a3702 None None] Network 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:39.797097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55876) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:39.860804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:39.861470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:39.861761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:39.871027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:39.871027 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:39.872133 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 2 to bind port f830c774-8323-458e-b06b-9e6090018e86 May 24 23:01:39.900864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28308c-8a0a-4b7f-925a-54ff393bcec9 req-627fe4fe-fbac-4c86-a66c-8388812dc921 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:39.902747 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db28308c-8a0a-4b7f-925a-54ff393bcec9 req-627fe4fe-fbac-4c86-a66c-8388812dc921 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.3753283 May 24 23:01:39.903797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:39.904186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:39.905316 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:39.914099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:39.914515 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:39.915721 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 3 to bind port f830c774-8323-458e-b06b-9e6090018e86 May 24 23:01:39.917533 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:39.922695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.952954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Pushing event updated for resources: {'Port': ['ID=707b2eab-29b5-4d12-8cf7-c9fc0e8db585,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:39.980771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Attempting to bind port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:39.981345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Attempting to bind port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '9c02a5e1-ef4c-4469-b91e-fba8eacff319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b87e914d-cce3-4416-a292-dff1d53d08f2'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:39.981471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Attempting to bind port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 on network b87e914d-cce3-4416-a292-dff1d53d08f2 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:39.999376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:39.999831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Checking segment: {'id': '9c02a5e1-ef4c-4469-b91e-fba8eacff319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b87e914d-cce3-4416-a292-dff1d53d08f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:40.000190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.000581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Bound using segment: {'id': '9c02a5e1-ef4c-4469-b91e-fba8eacff319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b87e914d-cce3-4416-a292-dff1d53d08f2'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:40.001063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Bound port: 707b2eab-29b5-4d12-8cf7-c9fc0e8db585, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c02a5e1-ef4c-4469-b91e-fba8eacff319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b87e914d-cce3-4416-a292-dff1d53d08f2'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:40.001427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.012093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:40.012438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:40.012774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:40.018788 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db28308c-8a0a-4b7f-925a-54ff393bcec9 req-63869334-8487-4fe6-85b1-f04d49039f43 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066644 May 24 23:01:40.021390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:40.021938 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:40.021938 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 4 to bind port f830c774-8323-458e-b06b-9e6090018e86 May 24 23:01:40.039359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:40.039698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:40.040120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:40.050166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:40.050502 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:40.050901 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 5 to bind port f830c774-8323-458e-b06b-9e6090018e86 May 24 23:01:40.055579 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-06caca68-fda1-47f2-8e1c-21787fa637bc None None] Provisioning for port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:40.066506 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:40.067290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:40.067633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:40.072565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:40.073331 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:40.073331 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 6 to bind port f830c774-8323-458e-b06b-9e6090018e86 May 24 23:01:40.078124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'networks': [{'name': 'tempest-network--1763479275'}, {'name': 'tempest-network--310293005'}]} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:40.078494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'network': {'name': 'tempest-network--1763479275'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:40.079016 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'network': {'name': 'tempest-network--310293005'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:40.089856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:40.090183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:40.090663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:40.096512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:40.096512 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:40.096830 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 7 to bind port f830c774-8323-458e-b06b-9e6090018e86 May 24 23:01:40.098673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-06caca68-fda1-47f2-8e1c-21787fa637bc None None] Provisioning complete for port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:40.099396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06caca68-fda1-47f2-8e1c-21787fa637bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.101579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:40.105804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.113578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:40.114016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:40.114333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:40.119972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:40.120294 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:40.120673 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 8 to bind port f830c774-8323-458e-b06b-9e6090018e86 May 24 23:01:40.135912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:40.136236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:40.136563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:40.142028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:40.142457 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:40.142870 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 9 to bind port f830c774-8323-458e-b06b-9e6090018e86 May 24 23:01:40.149357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Usage tracker for resource:network and tenant:7daf54a224bc4f1c881d0169385f0f8c is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:40.159012 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:40.164767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:40.165218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:40.166596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:40.171676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] For port 38a8a552-6de5-4cc8-89a1-bb4543017aa4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=38a8a552-6de5-4cc8-89a1-bb4543017aa4,segment=NetworkSegment(1311906a-0793-454f-aed7-e7b0ddac206e),segment_id=1311906a-0793-454f-aed7-e7b0ddac206e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:40.172054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:40.172234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.172946 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:40.173449 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 10 to bind port f830c774-8323-458e-b06b-9e6090018e86 May 24 23:01:40.190176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:40.191064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:40.191675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:40.196944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:40.197406 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port f830c774-8323-458e-b06b-9e6090018e86 on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:40.197857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.233785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:40.304225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] For port f830c774-8323-458e-b06b-9e6090018e86, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:40.304730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempted to set empty binding levels {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 23:01:40.308998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.349647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Calling delete_port for 38a8a552-6de5-4cc8-89a1-bb4543017aa4 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:40.375146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] In _notify_port_updated(), no bound segment for port f830c774-8323-458e-b06b-9e6090018e86 on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:01:40.376125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.377201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.380969 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "PUT /v2.0/ports/f830c774-8323-458e-b06b-9e6090018e86 HTTP/1.1" status: 200 len: 977 time: 1.5335343 May 24 23:01:40.383370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55882) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:40.386912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] For port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:40.415007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event updated for resources: {'Subnet': ['ID=6bf86b70-c24c-40b3-bf86-5e463cd27a3e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:40.417299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Made reservation on behalf of 7daf54a224bc4f1c881d0169385f0f8c for: {'network': 2} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:40.422069 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.427719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c91def-a011-4aab-998d-1067c088406e tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event updated for resources: {'Port': ['ID=f830c774-8323-458e-b06b-9e6090018e86,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:40.451208 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] For port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=707b2eab-29b5-4d12-8cf7-c9fc0e8db585,segment=NetworkSegment(9c02a5e1-ef4c-4469-b91e-fba8eacff319),segment_id=9c02a5e1-ef4c-4469-b91e-fba8eacff319)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:40.481149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.486595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.487136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.487608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.488368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.488514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.488975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.489433 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.489885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.490337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.490820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.491276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.491731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.493041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.493041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.493041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.494106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.494106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.494401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.494799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.494952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.495397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.495858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.496305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.496753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.497227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.497654 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.498103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.500377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Synchronizing usage tracker for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:40.516650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Unset dirty status for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:40.522040 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-01c14a30-cecc-488d-833b-8f1692aaa8ea tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22927 time: 0.1355593 May 24 23:01:40.522186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55886) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:40.584524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-200abf8c-da9c-4262-b8e8-67f91c5fbb61 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Deleting port f830c774-8323-458e-b06b-9e6090018e86 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:40.584873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-200abf8c-da9c-4262-b8e8-67f91c5fbb61 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.591510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62bf15-44db-42d1-b8ef-c84e899e22f9 None None] Pushing event updated for resources: {'Port': ['ID=707b2eab-29b5-4d12-8cf7-c9fc0e8db585,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:40.591731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Checking segment: {'id': '732c5871-e1da-44f3-ada9-d43568a2058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '749dbcf8-c45e-448a-95a6-679b90de8368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:40.591731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Network hostable DHCP agents. Network: 749dbcf8-c45e-448a-95a6-679b90de8368, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:40.665221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:40.667726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-06caca68-fda1-47f2-8e1c-21787fa637bc None None] Current status of the port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:40.668111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06caca68-fda1-47f2-8e1c-21787fa637bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.713222 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.773160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] Pushing event deleted for resources: {'Port': ['ID=38a8a552-6de5-4cc8-89a1-bb4543017aa4,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:40.778141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-06caca68-fda1-47f2-8e1c-21787fa637bc None None] For port 265b810f-73bc-4f89-b2cc-e8c2f92067f5, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=265b810f-73bc-4f89-b2cc-e8c2f92067f5,segment=NetworkSegment(b0f8dade-f753-4761-ab24-720cd122315a),segment_id=b0f8dade-f753-4761-ab24-720cd122315a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:40.781665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f010d-3a8e-4394-b697-5bccbc7a8220 None None] No DVR routers for this DVR port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:40.791755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06caca68-fda1-47f2-8e1c-21787fa637bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.879747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caca68-fda1-47f2-8e1c-21787fa637bc None None] Pushing event updated for resources: {'Port': ['ID=265b810f-73bc-4f89-b2cc-e8c2f92067f5,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:40.953274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-200abf8c-da9c-4262-b8e8-67f91c5fbb61 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] For port f830c774-8323-458e-b06b-9e6090018e86, host hv-neutron-8431, got binding levels [] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:40.953865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-200abf8c-da9c-4262-b8e8-67f91c5fbb61 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.969717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] For port 38a8a552-6de5-4cc8-89a1-bb4543017aa4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=38a8a552-6de5-4cc8-89a1-bb4543017aa4,segment=NetworkSegment(1311906a-0793-454f-aed7-e7b0ddac206e),segment_id=1311906a-0793-454f-aed7-e7b0ddac206e)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:40.970165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.986787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Usage tracker for resource:security_group_rule and tenant:7daf54a224bc4f1c881d0169385f0f8c is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:40.992183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:40.998982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:41.098975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-200abf8c-da9c-4262-b8e8-67f91c5fbb61 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Calling delete_port for f830c774-8323-458e-b06b-9e6090018e86 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:41.184591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Network 749dbcf8-c45e-448a-95a6-679b90de8368 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:41.196367 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Calling delete_port for 38a8a552-6de5-4cc8-89a1-bb4543017aa4 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:41.238458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f471af5f-a8f3-4152-9df9-beaaddc4379d None None] Provisioning for port 472ffea6-7912-4cb2-9bea-86f0b0d03601 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:41.247141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f471af5f-a8f3-4152-9df9-beaaddc4379d None None] Provisioning complete for port 472ffea6-7912-4cb2-9bea-86f0b0d03601 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:41.247798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f471af5f-a8f3-4152-9df9-beaaddc4379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.293338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-200abf8c-da9c-4262-b8e8-67f91c5fbb61 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.303007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 749dbcf8-c45e-448a-95a6-679b90de8368) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:41.314629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:41.315247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.324297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f471af5f-a8f3-4152-9df9-beaaddc4379d None None] Port 472ffea6-7912-4cb2-9bea-86f0b0d03601 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:41.326035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f17a4-c3ba-4064-bd29-18632a919bf8 None None] Network 749dbcf8-c45e-448a-95a6-679b90de8368 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:41.371532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200abf8c-da9c-4262-b8e8-67f91c5fbb61 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event deleted for resources: {'Port': ['ID=f830c774-8323-458e-b06b-9e6090018e86,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:41.371773 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-861ef297-df1f-4c7c-a145-3c51da55ac6e tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3162525 May 24 23:01:41.381460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55892) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:41.381642 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d3e51-cfbc-4632-b486-e55a7e36c725 req-33865b37-abd2-4e3a-b478-0e7c90f5ab93 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:41.390468 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bc2d3e51-cfbc-4632-b486-e55a7e36c725 req-33865b37-abd2-4e3a-b478-0e7c90f5ab93 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.2161307 May 24 23:01:41.396009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Request body: {'subnet': {'network_id': '7372e8a5-1fd5-4a7e-8e6a-8c73d920e885', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:41.419217 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-200abf8c-da9c-4262-b8e8-67f91c5fbb61 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.448014 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f471af5f-a8f3-4152-9df9-beaaddc4379d None None] Provisioning complete for port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:41.448897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f471af5f-a8f3-4152-9df9-beaaddc4379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.453493 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-200abf8c-da9c-4262-b8e8-67f91c5fbb61 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "DELETE /v2.0/ports/f830c774-8323-458e-b06b-9e6090018e86 HTTP/1.1" status: 204 len: 168 time: 0.9301276 May 24 23:01:41.457876 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55896) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:41.509241 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bc2d3e51-cfbc-4632-b486-e55a7e36c725 req-71868ecc-7f1a-4eea-8373-e0d7f0bfb56f tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173763 May 24 23:01:41.510687 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fdc68d-cb46-486e-a34c-71c15273b0b3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] GET failed (client error): The resource could not be found. May 24 23:01:41.511283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a7fdc68d-cb46-486e-a34c-71c15273b0b3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Synchronizing usage tracker for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:41.516403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.537108 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a7fdc68d-cb46-486e-a34c-71c15273b0b3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Unset dirty status for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:41.541577 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a7fdc68d-cb46-486e-a34c-71c15273b0b3 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "GET /v2.0/ports/f830c774-8323-458e-b06b-9e6090018e86 HTTP/1.1" status: 404 len: 333 time: 0.0826166 May 24 23:01:41.550158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55902) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:41.558770 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1422129372', 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:41.563073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.567178 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:41.580796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:41.595510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Made reservation on behalf of baadc93fd2db4379ad33ba8821bdc4a2 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:41.598460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.632460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] device_id is not set on port 59603c16-709d-421d-a86d-3634f2f133fc yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:41.642895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:41.647272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Usage tracker for resource:subnet and tenant:b72d49c1b695487cbaf630a222a4ec6c is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:41.650283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:41.656816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:41.693204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Made reservation on behalf of b72d49c1b695487cbaf630a222a4ec6c for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:41.696703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.759093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:41.759415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:41.792297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f471af5f-a8f3-4152-9df9-beaaddc4379d None None] Current status of the port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:41.813921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-749dbcf8-c45e-448a-95a6-679b90de8368', 'network_id': '749dbcf8-c45e-448a-95a6-679b90de8368', 'tenant_id': 'b72d49c1b695487cbaf630a222a4ec6c', 'fixed_ips': [{'subnet_id': '6bf86b70-c24c-40b3-bf86-5e463cd27a3e'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:41.815238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.963952 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.969854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event updated for resources: {'Port': ['ID=472ffea6-7912-4cb2-9bea-86f0b0d03601,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:42.019702 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e39ac05c-ea92-408d-accd-9db323c33647 None None] Provisioning complete for port 472ffea6-7912-4cb2-9bea-86f0b0d03601 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:42.020248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e39ac05c-ea92-408d-accd-9db323c33647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.050029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.068916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.087311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9cd599-56ae-4441-a765-781b1ffbdd0a None None] Network b87e914d-cce3-4416-a292-dff1d53d08f2 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:42.092848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.093513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.113522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137667-b5a9-4fe0-adb3-aefc3cba8454 req-752377b3-07ae-4482-bba5-e9e38d531d5e tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:42.115059 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27137667-b5a9-4fe0-adb3-aefc3cba8454 req-752377b3-07ae-4482-bba5-e9e38d531d5e tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.1305714 May 24 23:01:42.142578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.194893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.238932 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e39ac05c-ea92-408d-accd-9db323c33647 None None] Port 472ffea6-7912-4cb2-9bea-86f0b0d03601 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:42.253309 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f96528-a6bf-4890-8ec2-0b97ab26152e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:42.258771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Network 46fe01d1-c134-4a99-8181-ab777dac88af is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:42.264992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Allocated IP 172.20.0.2 (749dbcf8-c45e-448a-95a6-679b90de8368/6bf86b70-c24c-40b3-bf86-5e463cd27a3e/bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:42.265771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:42.276070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting port 38a8a552-6de5-4cc8-89a1-bb4543017aa4 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:42.277104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.277223 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27137667-b5a9-4fe0-adb3-aefc3cba8454 req-4e232ac2-7494-409c-a45c-b912c055f9ec tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524024 May 24 23:01:42.278000 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:42.279026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:42.279695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.283489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event updated for resources: {'Port': ['ID=59603c16-709d-421d-a86d-3634f2f133fc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:42.314687 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d92a9c2b-958c-45fb-bc76-6dfcfee1720d tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7627051 May 24 23:01:42.315577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55908) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:42.332832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:42.385624 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cef26c-d4ce-40db-84e8-9a9fb652feaf tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:42.386133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-79cef26c-d4ce-40db-84e8-9a9fb652feaf tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Synchronizing usage tracker for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:42.390262 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] The port '38a8a552-6de5-4cc8-89a1-bb4543017aa4' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:42.403863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-79cef26c-d4ce-40db-84e8-9a9fb652feaf tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Unset dirty status for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:42.408119 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-79cef26c-d4ce-40db-84e8-9a9fb652feaf tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "GET /v2.0/ports/59603c16-709d-421d-a86d-3634f2f133fc HTTP/1.1" status: 200 len: 955 time: 0.0914495 May 24 23:01:42.408737 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55912) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:42.449745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b09d8bbe-7582-45f9-9acd-dc2b27152cc0 None None] Provisioning for port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:42.481451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-da9b1876-df4c-4030-8cf9-2f56d6253c5b tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Deleting port 59603c16-709d-421d-a86d-3634f2f133fc {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:42.481808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da9b1876-df4c-4030-8cf9-2f56d6253c5b tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.502773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.503116 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Added segment 5770ff01-2d78-4b4c-a64d-81472be72b05 of type vlan for network 7ab007f8-34a6-4fe7-ac95-3a29bf8fe0df May 24 23:01:42.580405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503667-0d01-44dc-988e-3c2bfa6ec900 req-6afacd4a-a71c-4703-8be4-afff2519aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:42.581895 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a503667-0d01-44dc-988e-3c2bfa6ec900 req-6afacd4a-a71c-4703-8be4-afff2519aa66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6005c58c7744a9b7459d826b74a7db&device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 1099 time: 0.5742891 May 24 23:01:42.619992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.631310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Transition to ACTIVE for port object bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:42.638164 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Network 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:42.650719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Transition to ACTIVE for port object bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:42.659546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.684417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:42.716073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da9b1876-df4c-4030-8cf9-2f56d6253c5b tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.789169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Network 749dbcf8-c45e-448a-95a6-679b90de8368 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:42.792168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:42.797040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:42.851505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Pushing event updated for resources: {'Port': ['ID=bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:42.929067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:42.933706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-da9b1876-df4c-4030-8cf9-2f56d6253c5b tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Calling delete_port for 59603c16-709d-421d-a86d-3634f2f133fc owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:42.996593 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.004837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.032495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da9b1876-df4c-4030-8cf9-2f56d6253c5b tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.042024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Attempting to bind port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:43.042475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Attempting to bind port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '732c5871-e1da-44f3-ada9-d43568a2058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '749dbcf8-c45e-448a-95a6-679b90de8368'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:43.042886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Attempting to bind port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e on network 749dbcf8-c45e-448a-95a6-679b90de8368 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:43.052117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.056252 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:43.056633 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Checking segment: {'id': '732c5871-e1da-44f3-ada9-d43568a2058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '749dbcf8-c45e-448a-95a6-679b90de8368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:43.058930 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.059326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Bound using segment: {'id': '732c5871-e1da-44f3-ada9-d43568a2058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '749dbcf8-c45e-448a-95a6-679b90de8368'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:43.060087 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Bound port: bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732c5871-e1da-44f3-ada9-d43568a2058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '749dbcf8-c45e-448a-95a6-679b90de8368'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:43.060231 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.091660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.130537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:43.141541 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:43.141906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.193798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b1876-df4c-4030-8cf9-2f56d6253c5b tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event deleted for resources: {'Port': ['ID=59603c16-709d-421d-a86d-3634f2f133fc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:43.205028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da9b1876-df4c-4030-8cf9-2f56d6253c5b tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.221789 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-da9b1876-df4c-4030-8cf9-2f56d6253c5b tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "DELETE /v2.0/ports/59603c16-709d-421d-a86d-3634f2f133fc HTTP/1.1" status: 204 len: 168 time: 0.8118458 May 24 23:01:43.224465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55916) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:43.267181 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5333b954-ed20-4bc2-b575-bc5a32c01d2c tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] GET failed (client error): The resource could not be found. May 24 23:01:43.267711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5333b954-ed20-4bc2-b575-bc5a32c01d2c tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Synchronizing usage tracker for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:43.283589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5333b954-ed20-4bc2-b575-bc5a32c01d2c tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Unset dirty status for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:43.284907 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5333b954-ed20-4bc2-b575-bc5a32c01d2c tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "GET /v2.0/ports/59603c16-709d-421d-a86d-3634f2f133fc HTTP/1.1" status: 404 len: 333 time: 0.0595021 May 24 23:01:43.288522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55920) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:43.291457 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-59fc6756-fcd7-4511-bb49-5e5304859fdb None None] Provisioning complete for port 472ffea6-7912-4cb2-9bea-86f0b0d03601 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:43.291830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59fc6756-fcd7-4511-bb49-5e5304859fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.294967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Request body: {'port': {'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1874651373'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:43.300535 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:43.312573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:43.332159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Made reservation on behalf of baadc93fd2db4379ad33ba8821bdc4a2 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:43.335374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.346280 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:43.346764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.364173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] device_id is not set on port 55e92a82-cdef-4934-b822-4fbe5572266e yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:43.368422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] For port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:43.370904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566b1705-49df-4ed4-adc3-9570cf28ed21']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:43.393465 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:01:43.394473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=707b2eab-29b5-4d12-8cf7-c9fc0e8db585,segment=NetworkSegment(9c02a5e1-ef4c-4469-b91e-fba8eacff319),segment_id=9c02a5e1-ef4c-4469-b91e-fba8eacff319)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:43.409491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.410368 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 265b810f-73bc-4f89-b2cc-e8c2f92067f5 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:43.449288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Checking segment: {'id': '8c965b33-154c-4421-9190-08ecc81f7d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7372e8a5-1fd5-4a7e-8e6a-8c73d920e885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:43.449929 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Network hostable DHCP agents. Network: 7372e8a5-1fd5-4a7e-8e6a-8c73d920e885, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:43.469647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1311906a-0793-454f-aed7-e7b0ddac206e') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:43.470271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1311906a-0793-454f-aed7-e7b0ddac206e') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:43.479845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event updated for resources: {'Subnet': ['ID=e9e55e01-12a4-4a2f-a90c-82a15f131ba7,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:43.518619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] For port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e,segment=NetworkSegment(732c5871-e1da-44f3-ada9-d43568a2058a),segment_id=732c5871-e1da-44f3-ada9-d43568a2058a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:43.526767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.546707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.554565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-59fc6756-fcd7-4511-bb49-5e5304859fdb None None] Port 472ffea6-7912-4cb2-9bea-86f0b0d03601 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:43.554820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:43.599733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=707b2eab-29b5-4d12-8cf7-c9fc0e8db585,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:43.628418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Network 7372e8a5-1fd5-4a7e-8e6a-8c73d920e885 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:43.638675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:43.638675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.649160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503667-0d01-44dc-988e-3c2bfa6ec900 req-a4cdc6f6-ff78-4208-9622-6f5d4f850351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:43.649750 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a503667-0d01-44dc-988e-3c2bfa6ec900 req-a4cdc6f6-ff78-4208-9622-6f5d4f850351 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6205c16-b3a2-4d86-9909-668148e58a5b HTTP/1.1" status: 200 len: 913 time: 1.0022984 May 24 23:01:43.650843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.659448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.659864 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Added segment e3c6d1ba-dcbd-46f9-b66e-f7bacaa2d92e of type vlan for network 164e92e2-527a-4660-abdc-5cb1d3d0dc45 May 24 23:01:43.701229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95d3a7-d08a-4b18-8a4d-35815b7f71e5 req-d3dd8a43-9df5-4f4e-8bc6-43f3c15bf0c2 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:43.710609 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb95d3a7-d08a-4b18-8a4d-35815b7f71e5 req-d3dd8a43-9df5-4f4e-8bc6-43f3c15bf0c2 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.2637229 May 24 23:01:43.725971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50241252-a06e-4e0a-9665-a354ff918ff2 None None] Pushing event updated for resources: {'Port': ['ID=bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:43.768816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:43.769230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.777758 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.798140 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb95d3a7-d08a-4b18-8a4d-35815b7f71e5 req-99fd2f09-0b93-4892-9ba8-d35c3fc2ea7c tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882874 May 24 23:01:43.805991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 7372e8a5-1fd5-4a7e-8e6a-8c73d920e885) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:43.811328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:43.811800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.822895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b70ba6-bbf7-47c8-85d7-c78c9b6d9d73 None None] Network 7372e8a5-1fd5-4a7e-8e6a-8c73d920e885 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:43.828746 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 1311906a-0793-454f-aed7-e7b0ddac206e resource provider aggregate not found May 24 23:01:43.836797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.844200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.930186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Network 46fe01d1-c134-4a99-8181-ab777dac88af is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:43.931856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:43.955215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:43.957010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:43.964291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.968334 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 1311906a-0793-454f-aed7-e7b0ddac206e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1311906a-0793-454f-aed7-e7b0ddac206e found for delete ", "request_id": "req-2ac029db-8506-402c-bff4-9a56eaf5b6aa"}]} May 24 23:01:43.986873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event updated for resources: {'Port': ['ID=55e92a82-cdef-4934-b822-4fbe5572266e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:44.004541 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:44.005233 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1fbae37f-0225-4de2-8b28-2d38bba55dce tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7154925 May 24 23:01:44.006449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55936) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:44.019769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8431'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:44.041615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:01:44.100552 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a503667-0d01-44dc-988e-3c2bfa6ec900 req-19a4a144-8e6e-47ca-a094-230caf5c1c9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5 HTTP/1.1" status: 200 len: 1001 time: 0.4187860 May 24 23:01:44.112016 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3ec08f04-a5f5-4c08-9dbb-258afb7133fb tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7262955 May 24 23:01:44.113125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.116000 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55940) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:44.124464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.182673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-7372e8a5-1fd5-4a7e-8e6a-8c73d920e885', 'network_id': '7372e8a5-1fd5-4a7e-8e6a-8c73d920e885', 'tenant_id': 'b72d49c1b695487cbaf630a222a4ec6c', 'fixed_ips': [{'subnet_id': 'e9e55e01-12a4-4a2f-a90c-82a15f131ba7'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:44.183818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.221026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Router 4b827269-178b-4a64-acc1-f9421ecf9071 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:01:44.223868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503667-0d01-44dc-988e-3c2bfa6ec900 req-c8960513-1493-4a99-90b3-9fed71045af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:44.225567 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a503667-0d01-44dc-988e-3c2bfa6ec900 req-c8960513-1493-4a99-90b3-9fed71045af8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13943762-dae2-4602-990d-129c1c56cf13 HTTP/1.1" status: 200 len: 851 time: 0.1056912 May 24 23:01:44.231195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.235476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.286777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.361212 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=789716e1-a8dd-4450-85c2-86a739ba61b3,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:44.373003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Allocated IP 172.20.0.2 (7372e8a5-1fd5-4a7e-8e6a-8c73d920e885/e9e55e01-12a4-4a2f-a90c-82a15f131ba7/68674a63-a2e2-42e8-ada8-09dfe63d9932) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:44.374248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event deleted for resources: {'Network': ['ID=566b1705-49df-4ed4-adc3-9570cf28ed21,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:44.445912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.446565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.452224 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:44.456835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:44.457717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.473985 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6d6be4ee-7dbe-4d1c-9123-6a79cd85d2b4 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "DELETE /v2.0/networks/566b1705-49df-4ed4-adc3-9570cf28ed21 HTTP/1.1" status: 204 len: 168 time: 5.2162912 May 24 23:01:44.528601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55944) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:44.595699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.608907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Transition to ACTIVE for port object 68674a63-a2e2-42e8-ada8-09dfe63d9932 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:44.628803 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Transition to ACTIVE for port object 68674a63-a2e2-42e8-ada8-09dfe63d9932 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:44.634053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.644045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.750699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Pushing event updated for resources: {'Port': ['ID=68674a63-a2e2-42e8-ada8-09dfe63d9932,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:44.756291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Network 7372e8a5-1fd5-4a7e-8e6a-8c73d920e885 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:44.757496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:44.759679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:44.901697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:44.979257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event updated for resources: {'Network': ['ID=7ab007f8-34a6-4fe7-ac95-3a29bf8fe0df,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:44.988400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Attempting to bind port 68674a63-a2e2-42e8-ada8-09dfe63d9932 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:44.988778 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Attempting to bind port 68674a63-a2e2-42e8-ada8-09dfe63d9932 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '8c965b33-154c-4421-9190-08ecc81f7d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7372e8a5-1fd5-4a7e-8e6a-8c73d920e885'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:44.989149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Attempting to bind port 68674a63-a2e2-42e8-ada8-09dfe63d9932 on network 7372e8a5-1fd5-4a7e-8e6a-8c73d920e885 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:45.002812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:45.003720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Checking segment: {'id': '8c965b33-154c-4421-9190-08ecc81f7d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7372e8a5-1fd5-4a7e-8e6a-8c73d920e885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:45.004552 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.005201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Bound using segment: {'id': '8c965b33-154c-4421-9190-08ecc81f7d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7372e8a5-1fd5-4a7e-8e6a-8c73d920e885'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:45.005913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Bound port: 68674a63-a2e2-42e8-ada8-09dfe63d9932, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c965b33-154c-4421-9190-08ecc81f7d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7372e8a5-1fd5-4a7e-8e6a-8c73d920e885'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:45.006512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.007989 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.1427839 May 24 23:01:45.011795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55950) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:45.021221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 7ab007f8-34a6-4fe7-ac95-3a29bf8fe0df details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:45.104188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.128441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02127343-30ef-42f5-b6c8-1f2e7675dd6c None None] Network 749dbcf8-c45e-448a-95a6-679b90de8368 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:45.174308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] device_id is not set on port 55e92a82-cdef-4934-b822-4fbe5572266e yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:45.186854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.273097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Transition to ACTIVE for port object 55e92a82-cdef-4934-b822-4fbe5572266e will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:45.310590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503667-0d01-44dc-988e-3c2bfa6ec900 req-fa3fe350-6393-489a-98e4-6bbbe9b11b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:45.312636 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a503667-0d01-44dc-988e-3c2bfa6ec900 req-fa3fe350-6393-489a-98e4-6bbbe9b11b20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6205c16-b3a2-4d86-9909-668148e58a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0693104 May 24 23:01:45.339628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3abc3ed6-785d-4cc4-ae06-16344c9d3194 None None] Provisioning for port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:45.342129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.380292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:45.389539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] For port 68674a63-a2e2-42e8-ada8-09dfe63d9932, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:45.394495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:45.395011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.438987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471b92-4343-49ad-ba23-df6b70e23b69 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event updated for resources: {'Network': ['ID=164e92e2-527a-4660-abdc-5cb1d3d0dc45,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:45.444489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c59eb7-fe46-4538-8550-41bc443c45e2 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting subnet e3da613a-63bc-43fc-8b98-e065be386d92 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:45.467505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:45.471456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 164e92e2-527a-4660-abdc-5cb1d3d0dc45 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:45.471620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29c59eb7-fe46-4538-8550-41bc443c45e2 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.484005 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb12d7-1b7b-4a39-b08c-951c3ed09777 None None] Sync routers for ids ['4b827269-178b-4a64-acc1-f9421ecf9071'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:45.492023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] For port 68674a63-a2e2-42e8-ada8-09dfe63d9932, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=68674a63-a2e2-42e8-ada8-09dfe63d9932,segment=NetworkSegment(8c965b33-154c-4421-9190-08ecc81f7d84),segment_id=8c965b33-154c-4421-9190-08ecc81f7d84)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:45.499525 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb12d7-1b7b-4a39-b08c-951c3ed09777 None None] Routers {'4b827269-178b-4a64-acc1-f9421ecf9071'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:45.500221 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ffdb12d7-1b7b-4a39-b08c-951c3ed09777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4b827269-178b-4a64-acc1-f9421ecf9071'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:45.525872 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f3061c3a-53d2-4949-8d41-807be7b3d88e tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "PUT /v2.0/routers/4b827269-178b-4a64-acc1-f9421ecf9071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9742210 May 24 23:01:45.532505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55954) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:45.550139 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Request body: {'port': {'network_id': '16f1b7ec-7ffc-4609-b4a3-1b7da6171344', 'name': 'tempest-FloatingIPNegativeTestJSON-75496502'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:45.562405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.594743 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 8b5ed0c3-dd23-4d7e-a4a9-bad8b0ed6ce1 associated. External IP: 172.26.3.181, port: 8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4. May 24 23:01:45.606515 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ffdb12d7-1b7b-4a39-b08c-951c3ed09777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:45.620360 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb12d7-1b7b-4a39-b08c-951c3ed09777 None None] Routers {'4b827269-178b-4a64-acc1-f9421ecf9071'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:45.624584 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ffdb12d7-1b7b-4a39-b08c-951c3ed09777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4b827269-178b-4a64-acc1-f9421ecf9071'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:45.652829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event updated for resources: {'Port': ['ID=55e92a82-cdef-4934-b822-4fbe5572266e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:45.654676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.714468 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ffdb12d7-1b7b-4a39-b08c-951c3ed09777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:45.715152 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb12d7-1b7b-4a39-b08c-951c3ed09777 None None] The sync data for ids ['4b827269-178b-4a64-acc1-f9421ecf9071'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:45.722778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:45.723116 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:45.723451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:45.753188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7796b-256e-4b66-8706-898e9beadae0 None None] Pushing event updated for resources: {'Port': ['ID=68674a63-a2e2-42e8-ada8-09dfe63d9932,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:45.755017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:45.755830 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:45.762667 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 2 to bind port 55e92a82-cdef-4934-b822-4fbe5572266e May 24 23:01:45.811179 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e14c9f-e71c-4f9f-8a83-e1ae51d12e30 req-2014646c-d7fd-491e-8207-a8665b0ef7d3 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:45.818182 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02e14c9f-e71c-4f9f-8a83-e1ae51d12e30 req-2014646c-d7fd-491e-8207-a8665b0ef7d3 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.7047865 May 24 23:01:45.818379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:45.818700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.819862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29c59eb7-fe46-4538-8550-41bc443c45e2 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.853641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:45.853975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:45.854309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:45.879402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e,segment=NetworkSegment(732c5871-e1da-44f3-ada9-d43568a2058a),segment_id=732c5871-e1da-44f3-ada9-d43568a2058a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:45.886136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.887034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:45.925441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a467a-8ddc-4873-b4d6-0cae391b014b tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:45.930882 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a467a-8ddc-4873-b4d6-0cae391b014b tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:45.934573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:45.936596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a467a-8ddc-4873-b4d6-0cae391b014b tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:45.938487 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:45.942855 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a467a-8ddc-4873-b4d6-0cae391b014b tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:45.943731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-334a467a-8ddc-4873-b4d6-0cae391b014b tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Synchronizing usage tracker for tenant:7daf54a224bc4f1c881d0169385f0f8c on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:45.946720 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 3 to bind port 55e92a82-cdef-4934-b822-4fbe5572266e May 24 23:01:45.953956 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:45.981928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Usage tracker for resource:port and tenant:e47e1c0d2633404291dd015e8ae8e1b9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:45.992464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:46.001955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:46.002296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:46.002622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:46.010152 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:46.015284 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02e14c9f-e71c-4f9f-8a83-e1ae51d12e30 req-d4b048fe-4106-495e-af76-5cedcfe6cd70 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956863 May 24 23:01:46.026983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Allocated IP 172.20.0.1 (749dbcf8-c45e-448a-95a6-679b90de8368/6bf86b70-c24c-40b3-bf86-5e463cd27a3e/45654a2a-a406-4075-a699-268f6d3e331e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:46.031225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:46.031497 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:46.035206 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 4 to bind port 55e92a82-cdef-4934-b822-4fbe5572266e May 24 23:01:46.063304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:46.063636 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:46.063969 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:46.068057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Made reservation on behalf of e47e1c0d2633404291dd015e8ae8e1b9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:46.077457 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:46.081358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.108792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:46.109176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.147467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:46.147789 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:46.160154 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a503667-0d01-44dc-988e-3c2bfa6ec900 req-5e106dc9-0e1b-43c6-ae5c-7a22942254aa service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8157640 May 24 23:01:46.203505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-334a467a-8ddc-4873-b4d6-0cae391b014b tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Unset dirty status for tenant:7daf54a224bc4f1c881d0169385f0f8c on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:46.204721 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-334a467a-8ddc-4873-b4d6-0cae391b014b tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1677043 May 24 23:01:46.211609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55960) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:46.296945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:46.304279 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 5 to bind port 55e92a82-cdef-4934-b822-4fbe5572266e May 24 23:01:46.339347 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:46.339786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:46.340191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:46.350209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cab5f0ad-c58d-40ef-b29a-f20c658d46f0 None None] Provisioning complete for port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:46.350435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cab5f0ad-c58d-40ef-b29a-f20c658d46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.361530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] device_id is not set on port 16ec0e55-1bd7-4f57-9ce1-c681ea527bbe yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:46.394924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:46.395381 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:46.399249 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 6 to bind port 55e92a82-cdef-4934-b822-4fbe5572266e May 24 23:01:46.442157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:46.442581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:46.443014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:46.447150 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29c59eb7-fe46-4538-8550-41bc443c45e2 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.459917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.469969 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:46.470320 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:46.474740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cab5f0ad-c58d-40ef-b29a-f20c658d46f0 None None] Current status of the port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:46.475677 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 7 to bind port 55e92a82-cdef-4934-b822-4fbe5572266e May 24 23:01:46.510436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Transition to ACTIVE for port object 45654a2a-a406-4075-a699-268f6d3e331e will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:46.511807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:46.512150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:46.512466 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:46.562434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:46.562760 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:46.566068 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 8 to bind port 55e92a82-cdef-4934-b822-4fbe5572266e May 24 23:01:46.595300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:46.595631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:46.595962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:46.609441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Allocated IP 172.20.0.11 (16f1b7ec-7ffc-4609-b4a3-1b7da6171344/7172b882-68ac-442d-b201-fb91f3f2fa1c/16ec0e55-1bd7-4f57-9ce1-c681ea527bbe) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:46.612656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:46.612991 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:46.616272 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 9 to bind port 55e92a82-cdef-4934-b822-4fbe5572266e May 24 23:01:46.644918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:46.644918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:46.645145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:46.676103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:46.676439 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:46.679483 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempt 10 to bind port 55e92a82-cdef-4934-b822-4fbe5572266e May 24 23:01:46.687350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.703964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.742420 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:46.750817 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a503667-0d01-44dc-988e-3c2bfa6ec900 req-74fe3ca7-704d-42d1-9be2-5ccfa8f36e89 service neutron] 10.222.0.42 "GET /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797429 May 24 23:01:46.802531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:46.802904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:46.803238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempting to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:46.803481 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:46.862986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Network 749dbcf8-c45e-448a-95a6-679b90de8368 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:46.877264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:46.879143 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:46.879471 dv-neutron-843190-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Failed to bind port 55e92a82-cdef-4934-b822-4fbe5572266e on host hv-neutron-8431 for vnic_type normal using segments [{'id': '2f379e89-61dc-4f65-b730-4d23ef6b34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46fe01d1-c134-4a99-8181-ab777dac88af'}] May 24 23:01:46.879827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.889275 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:46.899337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:46.899850 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.926259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event updated for resources: {'Port': ['ID=45654a2a-a406-4075-a699-268f6d3e331e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:46.934574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29c59eb7-fe46-4538-8550-41bc443c45e2 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.030431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29c59eb7-fe46-4538-8550-41bc443c45e2 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.040752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c59eb7-fe46-4538-8550-41bc443c45e2 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event deleted for resources: {'Subnet': ['ID=e3da613a-63bc-43fc-8b98-e065be386d92,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:47.080324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f9e01e-c669-4a9d-b9ab-215f51f456b0 None None] Network 9cdb3839-1d6d-4fc3-b87e-5252160597a2 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:47.196944 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-29c59eb7-fe46-4538-8550-41bc443c45e2 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "DELETE /v2.0/subnets/e3da613a-63bc-43fc-8b98-e065be386d92 HTTP/1.1" status: 204 len: 168 time: 2.5099554 May 24 23:01:47.199934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:47.202114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55966) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:47.220280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.249759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.359284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab007f8-34a6-4fe7-ac95-3a29bf8fe0df']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:47.377714 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786879f-a8c8-4f5e-bd53-ac9c2dad8171 None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:47.381489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:47.384093 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 68674a63-a2e2-42e8-ada8-09dfe63d9932 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:47.385605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.432166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.437419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c34a8f5-707a-4f7a-944d-c2b98411e9db None None] Network 7372e8a5-1fd5-4a7e-8e6a-8c73d920e885 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:47.443562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5770ff01-2d78-4b4c-a64d-81472be72b05') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:47.444092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5770ff01-2d78-4b4c-a64d-81472be72b05') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:47.459880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] For port 55e92a82-cdef-4934-b822-4fbe5572266e, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:47.460269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attempted to set empty binding levels {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 23:01:47.470781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.473714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.481906 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Transition to ACTIVE for port object 16ec0e55-1bd7-4f57-9ce1-c681ea527bbe will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:47.484067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.493194 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e51fe766-7afa-4b2e-b478-b2698e22a4ae tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.1732390 May 24 23:01:47.496945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55972) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:47.505498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.510417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8bfb4a01-6692-48d9-ba83-6c7880868922 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'floatingip': {'port_id': '8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:47.579334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting port de899a68-6718-4b6f-a354-f7d24f41968f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:47.579960 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.582785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] In _notify_port_updated(), no bound segment for port 55e92a82-cdef-4934-b822-4fbe5572266e on network 46fe01d1-c134-4a99-8181-ab777dac88af {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:01:47.583802 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:47.584408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.589468 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "PUT /v2.0/ports/55e92a82-cdef-4934-b822-4fbe5572266e HTTP/1.1" status: 200 len: 977 time: 3.5744910 May 24 23:01:47.607928 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55976) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:47.622911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-76060a29-220a-4cc1-8e69-ed0f541467de None None] Provisioning for port 45654a2a-a406-4075-a699-268f6d3e331e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:47.627258 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786879f-a8c8-4f5e-bd53-ac9c2dad8171 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:47.628418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5786879f-a8c8-4f5e-bd53-ac9c2dad8171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:47.630268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:47.630694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.642017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496be6f-f922-480c-becd-07f21fe4fc72 req-071657ec-886e-4112-b0c2-4dd2600fce00 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:47.643576 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0496be6f-f922-480c-becd-07f21fe4fc72 req-071657ec-886e-4112-b0c2-4dd2600fce00 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.3351824 May 24 23:01:47.683738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.703013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-76060a29-220a-4cc1-8e69-ed0f541467de None None] Provisioning complete for port 45654a2a-a406-4075-a699-268f6d3e331e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:47.703377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76060a29-220a-4cc1-8e69-ed0f541467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.705925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286d84e-2dd0-461d-a18a-011a9467c52a tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event updated for resources: {'Port': ['ID=55e92a82-cdef-4934-b822-4fbe5572266e,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:47.758556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.762663 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 5770ff01-2d78-4b4c-a64d-81472be72b05 resource provider aggregate not found May 24 23:01:47.803952 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 5770ff01-2d78-4b4c-a64d-81472be72b05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5770ff01-2d78-4b4c-a64d-81472be72b05 found for delete ", "request_id": "req-79226bb0-1984-4b3a-aeb9-bb6303bc4ffa"}]} May 24 23:01:47.805213 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5786879f-a8c8-4f5e-bd53-ac9c2dad8171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:47.855923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-76060a29-220a-4cc1-8e69-ed0f541467de None None] Port 45654a2a-a406-4075-a699-268f6d3e331e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:47.860120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.862742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786879f-a8c8-4f5e-bd53-ac9c2dad8171 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:47.863050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4a01-6692-48d9-ba83-6c7880868922 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.863484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5786879f-a8c8-4f5e-bd53-ac9c2dad8171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:47.865559 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0496be6f-f922-480c-becd-07f21fe4fc72 req-4eeed296-430a-4f55-9d7e-883c356df266 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100327 May 24 23:01:47.948912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.961566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Network 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:47.968514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-820e37b1-77be-421c-8551-e51cfea24505 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Deleting port 55e92a82-cdef-4934-b822-4fbe5572266e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:47.968848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-820e37b1-77be-421c-8551-e51cfea24505 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.976182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:47.977437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5786879f-a8c8-4f5e-bd53-ac9c2dad8171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:47.977835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786879f-a8c8-4f5e-bd53-ac9c2dad8171 None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:47.991173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 68674a63-a2e2-42e8-ada8-09dfe63d9932 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:48.012658 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "DELETE /v2.0/networks/7ab007f8-34a6-4fe7-ac95-3a29bf8fe0df HTTP/1.1" status: 204 len: 168 time: 1.7407241 May 24 23:01:48.016977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7185ea38-c85e-4ab5-a3f2-9478bbadd940 None None] Provisioning for port 68674a63-a2e2-42e8-ada8-09dfe63d9932 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:48.025867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 55984) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:48.026079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7185ea38-c85e-4ab5-a3f2-9478bbadd940 None None] Provisioning complete for port 68674a63-a2e2-42e8-ada8-09dfe63d9932 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:48.026460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7185ea38-c85e-4ab5-a3f2-9478bbadd940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.052302 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec3e15-2a37-49ee-bdd9-ec28f92c6f12 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event deleted for resources: {'Network': ['ID=7ab007f8-34a6-4fe7-ac95-3a29bf8fe0df,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:48.057857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:48.062074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9453faa-c8a2-44a8-9e1a-20ff631a8f83 None None] DHCP port deletion for 9cdb3839-1d6d-4fc3-b87e-5252160597a2 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:48.089621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f9453faa-c8a2-44a8-9e1a-20ff631a8f83 None None] Deleting port de899a68-6718-4b6f-a354-f7d24f41968f {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:48.089992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9453faa-c8a2-44a8-9e1a-20ff631a8f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.109826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event updated for resources: {'Port': ['ID=16ec0e55-1bd7-4f57-9ce1-c681ea527bbe,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:48.205731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:48.206786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.426787 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ffd9efdc-3091-4ed0-b4e0-85f58a4cf68f tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8845141 May 24 23:01:48.430870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55988) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:48.432407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7185ea38-c85e-4ab5-a3f2-9478bbadd940 None None] Current status of the port 68674a63-a2e2-42e8-ada8-09dfe63d9932 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:48.432795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7185ea38-c85e-4ab5-a3f2-9478bbadd940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.445736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:48.455885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:48.464415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Usage tracker for resource:floatingip and tenant:e47e1c0d2633404291dd015e8ae8e1b9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:48.469568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:48.477766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:48.499464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.500778 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f9453faa-c8a2-44a8-9e1a-20ff631a8f83 None None] For port de899a68-6718-4b6f-a354-f7d24f41968f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=de899a68-6718-4b6f-a354-f7d24f41968f,segment=NetworkSegment(dfd4d3ad-a6d3-4f25-8e34-b24f543ad472),segment_id=dfd4d3ad-a6d3-4f25-8e34-b24f543ad472)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:48.501174 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9453faa-c8a2-44a8-9e1a-20ff631a8f83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.516326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7185ea38-c85e-4ab5-a3f2-9478bbadd940 None None] For port 68674a63-a2e2-42e8-ada8-09dfe63d9932, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=68674a63-a2e2-42e8-ada8-09dfe63d9932,segment=NetworkSegment(8c965b33-154c-4421-9190-08ecc81f7d84),segment_id=8c965b33-154c-4421-9190-08ecc81f7d84)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:48.523140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.531183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.570149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7185ea38-c85e-4ab5-a3f2-9478bbadd940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.587586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] For port de899a68-6718-4b6f-a354-f7d24f41968f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=de899a68-6718-4b6f-a354-f7d24f41968f,segment=NetworkSegment(dfd4d3ad-a6d3-4f25-8e34-b24f543ad472),segment_id=dfd4d3ad-a6d3-4f25-8e34-b24f543ad472)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:48.588227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.677774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event updated for resources: {'Port': ['ID=45654a2a-a406-4075-a699-268f6d3e331e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:48.705581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f9453faa-c8a2-44a8-9e1a-20ff631a8f83 None None] Calling delete_port for de899a68-6718-4b6f-a354-f7d24f41968f owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:48.710620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.729018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.734950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185ea38-c85e-4ab5-a3f2-9478bbadd940 None None] Pushing event updated for resources: {'Port': ['ID=68674a63-a2e2-42e8-ada8-09dfe63d9932,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:48.747105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device de899a68-6718-4b6f-a354-f7d24f41968f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:48.823058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6a1c88cb-10f8-4d65-ac4f-4b5e5f76601f None None] Provisioning complete for port 68674a63-a2e2-42e8-ada8-09dfe63d9932 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:48.824004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a1c88cb-10f8-4d65-ac4f-4b5e5f76601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.847136 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Calling delete_port for de899a68-6718-4b6f-a354-f7d24f41968f owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:48.883713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.938219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Network 749dbcf8-c45e-448a-95a6-679b90de8368 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:48.943665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:48.946883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9453faa-c8a2-44a8-9e1a-20ff631a8f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.003031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9453faa-c8a2-44a8-9e1a-20ff631a8f83 None None] Pushing event deleted for resources: {'Port': ['ID=de899a68-6718-4b6f-a354-f7d24f41968f,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:49.035702 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port de899a68-6718-4b6f-a354-f7d24f41968f is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:49.036080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.039435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-820e37b1-77be-421c-8551-e51cfea24505 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] For port 55e92a82-cdef-4934-b822-4fbe5572266e, host hv-neutron-8431, got binding levels [] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:49.039868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-820e37b1-77be-421c-8551-e51cfea24505 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.049543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9453faa-c8a2-44a8-9e1a-20ff631a8f83 None None] No DVR routers for this DVR port de899a68-6718-4b6f-a354-f7d24f41968f on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:49.126263 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c88cb-10f8-4d65-ac4f-4b5e5f76601f None None] Current status of the port 68674a63-a2e2-42e8-ada8-09dfe63d9932 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:49.172205 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6a1c88cb-10f8-4d65-ac4f-4b5e5f76601f None None] Provisioning for port 16ec0e55-1bd7-4f57-9ce1-c681ea527bbe completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:49.178978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6a1c88cb-10f8-4d65-ac4f-4b5e5f76601f None None] Provisioning complete for port 16ec0e55-1bd7-4f57-9ce1-c681ea527bbe triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:49.179596 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a1c88cb-10f8-4d65-ac4f-4b5e5f76601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.233437 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-820e37b1-77be-421c-8551-e51cfea24505 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Calling delete_port for 55e92a82-cdef-4934-b822-4fbe5572266e owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:49.263348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c88cb-10f8-4d65-ac4f-4b5e5f76601f None None] Port 16ec0e55-1bd7-4f57-9ce1-c681ea527bbe cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:49.385802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-31c8fd7b-90a2-4dd8-806b-4285d8d6474c None None] Provisioning complete for port 45654a2a-a406-4075-a699-268f6d3e331e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:49.386348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-31c8fd7b-90a2-4dd8-806b-4285d8d6474c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.404633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Allocated IP 172.26.3.189 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/06b899a1-c1c4-49ec-9673-638de69ef026) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:49.433904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19146-b512-4858-a27b-e1c3d57baf77 req-ac48330c-c9c1-4353-9d7c-10fc4280f5d6 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:49.435406 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fbe19146-b512-4858-a27b-e1c3d57baf77 req-ac48330c-c9c1-4353-9d7c-10fc4280f5d6 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.4079790 May 24 23:01:49.452256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-31c8fd7b-90a2-4dd8-806b-4285d8d6474c None None] Port 45654a2a-a406-4075-a699-268f6d3e331e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:49.514318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:49.514559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:49.537205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.550161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Router 16f257d7-50b7-464a-a507-26925f8dee50 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:01:49.567812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-820e37b1-77be-421c-8551-e51cfea24505 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.655900 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fbe19146-b512-4858-a27b-e1c3d57baf77 req-b11fc93a-b4aa-4801-a263-467e34efd6bc tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879964 May 24 23:01:49.672715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164e92e2-527a-4660-abdc-5cb1d3d0dc45']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:49.724465 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c6d1ba-dcbd-46f9-b66e-f7bacaa2d92e') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:49.724773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c6d1ba-dcbd-46f9-b66e-f7bacaa2d92e') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:49.731380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e37b1-77be-421c-8551-e51cfea24505 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Pushing event deleted for resources: {'Port': ['ID=55e92a82-cdef-4934-b822-4fbe5572266e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:49.744687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.751501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-820e37b1-77be-421c-8551-e51cfea24505 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.785527 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-820e37b1-77be-421c-8551-e51cfea24505 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "DELETE /v2.0/ports/55e92a82-cdef-4934-b822-4fbe5572266e HTTP/1.1" status: 204 len: 168 time: 2.1642630 May 24 23:01:49.788266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.789544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 55998) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:49.805388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:49.805790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.830018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.833649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:49.845249 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782a486-b92d-43c7-a2e2-b4776d36e5fa None None] Sync routers for ids ['16f257d7-50b7-464a-a507-26925f8dee50'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:49.854309 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782a486-b92d-43c7-a2e2-b4776d36e5fa None None] Routers {'16f257d7-50b7-464a-a507-26925f8dee50'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:49.854927 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7782a486-b92d-43c7-a2e2-b4776d36e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['16f257d7-50b7-464a-a507-26925f8dee50'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:49.885026 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment e3c6d1ba-dcbd-46f9-b66e-f7bacaa2d92e resource provider aggregate not found May 24 23:01:49.900463 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-be741612-9a24-410c-906b-c485044a4734 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "PUT /v2.0/routers/16f257d7-50b7-464a-a507-26925f8dee50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7710001 May 24 23:01:49.901192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56006) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:49.910676 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2166fd6-6839-4fa5-a14c-352bc8fc1b85 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] GET failed (client error): The resource could not be found. May 24 23:01:49.912838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2166fd6-6839-4fa5-a14c-352bc8fc1b85 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Synchronizing usage tracker for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:49.914996 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment e3c6d1ba-dcbd-46f9-b66e-f7bacaa2d92e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3c6d1ba-dcbd-46f9-b66e-f7bacaa2d92e found for delete ", "request_id": "req-a484126e-aa6f-413c-9df0-94adaa2bba15"}]} May 24 23:01:49.934909 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.935673 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7782a486-b92d-43c7-a2e2-b4776d36e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:49.945759 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782a486-b92d-43c7-a2e2-b4776d36e5fa None None] Routers {'16f257d7-50b7-464a-a507-26925f8dee50'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:49.946345 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7782a486-b92d-43c7-a2e2-b4776d36e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['16f257d7-50b7-464a-a507-26925f8dee50'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:49.960519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.009534 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7782a486-b92d-43c7-a2e2-b4776d36e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:50.009926 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782a486-b92d-43c7-a2e2-b4776d36e5fa None None] The sync data for ids ['16f257d7-50b7-464a-a507-26925f8dee50'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:50.083615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2166fd6-6839-4fa5-a14c-352bc8fc1b85 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] Unset dirty status for tenant:baadc93fd2db4379ad33ba8821bdc4a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:50.084693 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2166fd6-6839-4fa5-a14c-352bc8fc1b85 tempest-PortsAdminExtendedAttrsTestJSON-951011609 tempest-PortsAdminExtendedAttrsTestJSON-951011609-project-admin] 10.222.0.32 "GET /v2.0/ports/55e92a82-cdef-4934-b822-4fbe5572266e HTTP/1.1" status: 404 len: 333 time: 0.2630286 May 24 23:01:50.086125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Deleting port de899a68-6718-4b6f-a354-f7d24f41968f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:50.087865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.089535 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56010) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:50.121477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event deleted for resources: {'Network': ['ID=164e92e2-527a-4660-abdc-5cb1d3d0dc45,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:50.142993 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0acd1cd0-f33f-416c-b2ef-bc0c93d780da tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "DELETE /v2.0/networks/164e92e2-527a-4660-abdc-5cb1d3d0dc45 HTTP/1.1" status: 204 len: 168 time: 2.0994103 May 24 23:01:50.168033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56014) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:50.180521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] The port 'de899a68-6718-4b6f-a354-f7d24f41968f' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:50.284623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-8bfb4a01-6692-48d9-ba83-6c7880868922 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:01:50.285850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57f8a-904d-42e6-9a9a-72c4d8b23d97 req-91520dd4-0acf-4cc1-90ac-d20e6c3ce896 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:50.287475 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92d57f8a-904d-42e6-9a9a-72c4d8b23d97 req-91520dd4-0acf-4cc1-90ac-d20e6c3ce896 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.5032384 May 24 23:01:50.352864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.437911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.478486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.493469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:50.509522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:50.515808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event updated for resources: {'Port': ['ID=06b899a1-c1c4-49ec-9673-638de69ef026,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:50.518258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:50.519592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4a01-6692-48d9-ba83-6c7880868922 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.527616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdb3839-1d6d-4fc3-b87e-5252160597a2']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:50.542216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4a01-6692-48d9-ba83-6c7880868922 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.545541 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92d57f8a-904d-42e6-9a9a-72c4d8b23d97 req-9a575ae9-4cf1-4c33-b8f3-b150c1008efe tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968062 May 24 23:01:50.613292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd4d3ad-a6d3-4f25-8e34-b24f543ad472') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:50.613720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd4d3ad-a6d3-4f25-8e34-b24f543ad472') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:50.626831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea596ee-0f7b-4177-9ebb-5f0bb8968ff9 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:50.632932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea596ee-0f7b-4177-9ebb-5f0bb8968ff9 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:50.633434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2ea596ee-0f7b-4177-9ebb-5f0bb8968ff9 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Synchronizing usage tracker for tenant:7daf54a224bc4f1c881d0169385f0f8c on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:50.657187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.719227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 68674a63-a2e2-42e8-ada8-09dfe63d9932 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:50.735014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.760679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2ea596ee-0f7b-4177-9ebb-5f0bb8968ff9 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Unset dirty status for tenant:7daf54a224bc4f1c881d0169385f0f8c on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:50.767739 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2ea596ee-0f7b-4177-9ebb-5f0bb8968ff9 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5927005 May 24 23:01:50.767739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:50.767739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.812310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 68674a63-a2e2-42e8-ada8-09dfe63d9932 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:50.812730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.844466 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56020) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:50.897189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-466835063'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:50.948075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 68674a63-a2e2-42e8-ada8-09dfe63d9932 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:50.963120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:50.997904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.002548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.026540 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:01:51.027259 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "DELETE /v2.0/networks/9cdb3839-1d6d-4fc3-b87e-5252160597a2 HTTP/1.1" status: 204 len: 168 time: 3.8142600 May 24 23:01:51.032687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56026) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:51.035126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd5520-add0-41fa-808e-39113317f6d5 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Pushing event deleted for resources: {'Network': ['ID=9cdb3839-1d6d-4fc3-b87e-5252160597a2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:51.038732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.046676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:51.140739 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fe01d1-c134-4a99-8181-ab777dac88af']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:51.145036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-179c9784-5859-4768-bd72-6b81a2881b09 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Synchronizing usage tracker for tenant:4ea2445da5f7446a9d22ab0c75881372 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:51.153318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Made reservation on behalf of 7daf54a224bc4f1c881d0169385f0f8c for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:51.157346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.173563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-179c9784-5859-4768-bd72-6b81a2881b09 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Unset dirty status for tenant:4ea2445da5f7446a9d22ab0c75881372 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:51.177593 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-179c9784-5859-4768-bd72-6b81a2881b09 tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "GET /v2.0/ports?device_id=2148a250-ecae-47db-a03d-9ac8b501c43a HTTP/1.1" status: 200 len: 205 time: 0.1438892 May 24 23:01:51.178174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56030) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:51.192185 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f379e89-61dc-4f65-b730-4d23ef6b34f5') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:51.192482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f379e89-61dc-4f65-b730-4d23ef6b34f5') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:51.218009 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.230088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.254793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfb4a01-6692-48d9-ba83-6c7880868922 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:51.278174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:51.320957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.331203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d80714b-ea36-4768-91db-c180505e2d2d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.361287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:51.361696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.377957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.378299 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Added segment 102f89d9-b185-49cf-9e12-e1b60d741d4d of type vlan for network e6d2abce-285e-4216-ad6c-40a94a52a664 May 24 23:01:51.407853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b71f0-562a-4586-94a3-94400fca6bad req-6135e3b1-2db0-45f8-99fd-91580c031eb8 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:51.409363 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d79b71f0-562a-4586-94a3-94400fca6bad req-6135e3b1-2db0-45f8-99fd-91580c031eb8 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.4494441 May 24 23:01:51.410847 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-5a59decd-49b5-42ed-9c0c-bfcaf9c86c8a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:01:51.414442 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5a59decd-49b5-42ed-9c0c-bfcaf9c86c8a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "PUT /v2.0/routers/16f257d7-50b7-464a-a507-26925f8dee50/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5099649 May 24 23:01:51.415309 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 2f379e89-61dc-4f65-b730-4d23ef6b34f5 resource provider aggregate not found May 24 23:01:51.471517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56038) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:51.482611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.585177 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 2f379e89-61dc-4f65-b730-4d23ef6b34f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f379e89-61dc-4f65-b730-4d23ef6b34f5 found for delete ", "request_id": "req-250ffcbb-fbe3-4100-9c35-c22c2fe517c7"}]} May 24 23:01:51.702741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.745594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.784809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.790468 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d79b71f0-562a-4586-94a3-94400fca6bad req-f18e0209-d2ab-44f6-8716-7bc2e1f8b097 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201320 May 24 23:01:51.813055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] Pushing event deleted for resources: {'Network': ['ID=46fe01d1-c134-4a99-8181-ab777dac88af,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:51.861804 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d7ac1a2-6940-4d9f-9e83-db7625a91ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.908151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d80714b-ea36-4768-91db-c180505e2d2d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.909978 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-520b2597-9546-4e58-9e8f-8870e1e1a8cf tempest-PortsAdminExtendedAttrsTestJSON-1102242923 tempest-PortsAdminExtendedAttrsTestJSON-1102242923-project] 10.222.0.32 "DELETE /v2.0/networks/46fe01d1-c134-4a99-8181-ab777dac88af HTTP/1.1" status: 204 len: 168 time: 1.8184690 May 24 23:01:51.912026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d80714b-ea36-4768-91db-c180505e2d2d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.940439 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment dfd4d3ad-a6d3-4f25-8e34-b24f543ad472 resource provider aggregate not found May 24 23:01:51.955989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfb4a01-6692-48d9-ba83-6c7880868922 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:51.966703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d80714b-ea36-4768-91db-c180505e2d2d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.967784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d80714b-ea36-4768-91db-c180505e2d2d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Fanout notify agent at l3_agent the message router_deleted on router 2148a250-ecae-47db-a03d-9ac8b501c43a {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:01:51.971549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5da8ec-1bb1-474c-8b23-ad74b40f6d59 None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:51.984305 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment dfd4d3ad-a6d3-4f25-8e34-b24f543ad472 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfd4d3ad-a6d3-4f25-8e34-b24f543ad472 found for delete ", "request_id": "req-b96b13e2-a276-4860-821c-1a2b534ce3f9"}]} May 24 23:01:51.987290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4a01-6692-48d9-ba83-6c7880868922 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.988150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5da8ec-1bb1-474c-8b23-ad74b40f6d59 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:51.988892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9a5da8ec-1bb1-474c-8b23-ad74b40f6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:52.034752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d80714b-ea36-4768-91db-c180505e2d2d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.034982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.038437 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1d80714b-ea36-4768-91db-c180505e2d2d tempest-RoutersNegativeIpV6Test-1343840738 tempest-RoutersNegativeIpV6Test-1343840738-project] 10.222.0.32 "DELETE /v2.0/routers/2148a250-ecae-47db-a03d-9ac8b501c43a HTTP/1.1" status: 204 len: 168 time: 0.8575511 May 24 23:01:52.050808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:52.051456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.082585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9a5da8ec-1bb1-474c-8b23-ad74b40f6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:52.095735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5da8ec-1bb1-474c-8b23-ad74b40f6d59 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:52.096790 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9a5da8ec-1bb1-474c-8b23-ad74b40f6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:52.126328 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8bfb4a01-6692-48d9-ba83-6c7880868922 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "PUT /v2.0/floatingips/8b5ed0c3-dd23-4d7e-a4a9-bad8b0ed6ce1 HTTP/1.1" status: 200 len: 979 time: 4.6257155 May 24 23:01:52.126540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56052) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:52.173899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9a5da8ec-1bb1-474c-8b23-ad74b40f6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:52.174879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5da8ec-1bb1-474c-8b23-ad74b40f6d59 None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:52.262509 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4093068 May 24 23:01:52.265757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56058) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:52.283645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0382738-02b3-412b-9d89-7eb7d5427042 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event updated for resources: {'Network': ['ID=e6d2abce-285e-4216-ad6c-40a94a52a664,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:52.296779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network e6d2abce-285e-4216-ad6c-40a94a52a664 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:52.348947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56064) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:52.372198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-663711786'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:52.380874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.425010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.442120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port 789716e1-a8dd-4450-85c2-86a739ba61b3 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:52.442474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.473031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56070) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:52.490566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:52.512304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:52.589577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Made reservation on behalf of 7daf54a224bc4f1c881d0169385f0f8c for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:52.593700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.682088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:52.721845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event updated for resources: {'Port': ['ID=06b899a1-c1c4-49ec-9673-638de69ef026,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:52.726089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.726420 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.734391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.734763 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Added segment a718e2dd-0e92-476f-a4a9-3430098af64a of type vlan for network 43b34020-70d9-4948-a5dd-cf0fd84db7d3 May 24 23:01:52.749400 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2538edda-fe3a-427f-8030-e5a486a3e195 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ea2445da5f7446a9d22ab0c75881372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752910 May 24 23:01:52.759959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56076) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:52.769594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.793479 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b5999cb-e750-439f-b3f6-205491259018 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49b7a2b6c0ed435c8956682b4e296a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432864 May 24 23:01:52.800768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56080) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:52.864756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.868587 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-10fb871a-cd1c-4f30-a17a-3280eadc5f61 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4343817 May 24 23:01:52.871846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for 789716e1-a8dd-4450-85c2-86a739ba61b3 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:52.879778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56086) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:52.896944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-03bd696b-efc3-4ee5-849b-400e99a68f16 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Request body: {'floatingip': {'port_id': '16ec0e55-1bd7-4f57-9ce1-c681ea527bbe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:52.930103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.983126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.988370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:52.988955 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.044567 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-03bd696b-efc3-4ee5-849b-400e99a68f16 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.184918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-224d3aa3-9680-4ca1-a97f-30c11004d4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.232436 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9656019 May 24 23:01:53.239845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56090) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:53.251271 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d60d46fe-caf2-4d41-910a-b46626d97f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.259436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9c096-b345-44fb-923a-5ae1424389f6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event updated for resources: {'Network': ['ID=43b34020-70d9-4948-a5dd-cf0fd84db7d3,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:53.263438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'ports': [{'network_id': 'e6d2abce-285e-4216-ad6c-40a94a52a664', 'name': 'tempest-port--1403720887', 'admin_state_up': True}, {'network_id': '43b34020-70d9-4948-a5dd-cf0fd84db7d3', 'admin_state_up': False}]} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:53.264286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'port': {'network_id': 'e6d2abce-285e-4216-ad6c-40a94a52a664', 'name': 'tempest-port--1403720887', 'admin_state_up': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:53.264766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'port': {'network_id': '43b34020-70d9-4948-a5dd-cf0fd84db7d3', 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:53.270704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 43b34020-70d9-4948-a5dd-cf0fd84db7d3 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:53.294216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.347409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=789716e1-a8dd-4450-85c2-86a739ba61b3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:53.384701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-224d3aa3-9680-4ca1-a97f-30c11004d4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.424162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-478912a0-b220-429f-8f6d-3e9e2b617acc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.493575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.493773 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 8b5ed0c3-dd23-4d7e-a4a9-bad8b0ed6ce1 disassociated (deleted). External IP: 172.26.3.181, port: 8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4. May 24 23:01:53.517406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d60d46fe-caf2-4d41-910a-b46626d97f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.578992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-6d5160f3-89f9-4b02-8853-f6577e71ed71 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:53.580445 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-6d5160f3-89f9-4b02-8853-f6577e71ed71 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.42 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.2360914 May 24 23:01:53.662685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6a563-e5f0-48d4-978a-b4c6b6679c66 req-e5642a9e-f033-4fe3-97d5-16bdcb40fad4 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:53.664159 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ec6a563-e5f0-48d4-978a-b4c6b6679c66 req-e5642a9e-f033-4fe3-97d5-16bdcb40fad4 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.7086344 May 24 23:01:53.698080 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-03bd696b-efc3-4ee5-849b-400e99a68f16 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] update failed (client error): The resource could not be found. May 24 23:01:53.699408 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-03bd696b-efc3-4ee5-849b-400e99a68f16 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "PUT /v2.0/floatingips/b644b161-6cab-49ac-ab8c-8bd4098c4d47 HTTP/1.1" status: 404 len: 507 time: 0.8186901 May 24 23:01:53.703536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56094) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:53.793230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Deleting port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:53.793486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.933793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-224d3aa3-9680-4ca1-a97f-30c11004d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.939536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1e140ad8-16e4-4091-80fc-76d422fca987 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Deleting port 06b899a1-c1c4-49ec-9673-638de69ef026 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:53.940047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e140ad8-16e4-4091-80fc-76d422fca987 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.964180 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ec6a563-e5f0-48d4-978a-b4c6b6679c66 req-2f71b87d-fd4f-4aa4-a3e3-ff2d555099aa tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672632 May 24 23:01:53.975521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d60d46fe-caf2-4d41-910a-b46626d97f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.979221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d3aa3-9680-4ca1-a97f-30c11004d4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b80172-316a-48b9-ba44-0c32aa6152c5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:53.985054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:54.002453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Usage tracker for resource:port and tenant:7daf54a224bc4f1c881d0169385f0f8c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:54.010309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:54.015345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d60d46fe-caf2-4d41-910a-b46626d97f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.016472 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d60d46fe-caf2-4d41-910a-b46626d97f38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65f290cb-033f-4a45-b1dd-b461118590f4 HTTP/1.1" status: 204 len: 168 time: 1.2141514 May 24 23:01:54.022360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d46fe-caf2-4d41-910a-b46626d97f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f290cb-033f-4a45-b1dd-b461118590f4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:54.024482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:54.027240 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-224d3aa3-9680-4ca1-a97f-30c11004d4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.031186 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-224d3aa3-9680-4ca1-a97f-30c11004d4f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4b80172-316a-48b9-ba44-0c32aa6152c5 HTTP/1.1" status: 204 len: 168 time: 1.2655764 May 24 23:01:54.072320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Made reservation on behalf of 7daf54a224bc4f1c881d0169385f0f8c for: {'port': 2} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:54.077832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.145191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.162527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-54f98c49-d83a-4e59-96f3-727b3c859f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.259746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-478912a0-b220-429f-8f6d-3e9e2b617acc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Deleting port 45654a2a-a406-4075-a699-268f6d3e331e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:54.260099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-478912a0-b220-429f-8f6d-3e9e2b617acc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.435711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56116) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:54.474719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:54.513215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] For port 7e790732-1f37-47eb-bc3a-874a9f48a2a5, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7e790732-1f37-47eb-bc3a-874a9f48a2a5,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:54.514095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.662907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e140ad8-16e4-4091-80fc-76d422fca987 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.663242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e140ad8-16e4-4091-80fc-76d422fca987 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.847857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] device_id is not set on port 6d5bf805-f494-4be1-a363-69fd91f1bf60 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:54.872586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-478912a0-b220-429f-8f6d-3e9e2b617acc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.937527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1e140ad8-16e4-4091-80fc-76d422fca987 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Calling delete_port for 06b899a1-c1c4-49ec-9673-638de69ef026 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:54.977001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56140) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:55.010168 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-84565b04-b9de-4f7d-9c22-728dd800873a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=baadc93fd2db4379ad33ba8821bdc4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730760 May 24 23:01:55.010318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-478912a0-b220-429f-8f6d-3e9e2b617acc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Calling delete_port for 45654a2a-a406-4075-a699-268f6d3e331e owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:55.018035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.024652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56146) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:55.182379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9fe76e39-fd9d-4ef4-b452-e8102778a9a1 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1820859757', 'prefixes': ['172.20.0.0/16']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:55.211481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9fe76e39-fd9d-4ef4-b452-e8102778a9a1 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:55.219568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.244278 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.371779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:55.384130 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4bcfcf-c6ee-4818-8938-8265e4d19833 None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:55.398067 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4bcfcf-c6ee-4818-8938-8265e4d19833 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:55.399247 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2c4bcfcf-c6ee-4818-8938-8265e4d19833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:55.403440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] device_id is not set on port 031e5827-06a8-4c89-9478-3047b80abe64 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:55.434306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-478912a0-b220-429f-8f6d-3e9e2b617acc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.442000 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb817224-4dae-4534-a95a-0f9e67e05dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.472690 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2c4bcfcf-c6ee-4818-8938-8265e4d19833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:55.476203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f97be6-e4df-498b-8eed-7a12c3fa8ca3 req-6bcfdad0-fb24-4729-adf8-813aa8e8fff9 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:55.477685 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2f97be6-e4df-498b-8eed-7a12c3fa8ca3 req-6bcfdad0-fb24-4729-adf8-813aa8e8fff9 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 946 time: 0.3083842 May 24 23:01:55.484788 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4bcfcf-c6ee-4818-8938-8265e4d19833 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:55.485745 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2c4bcfcf-c6ee-4818-8938-8265e4d19833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:55.505567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.505942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.506260 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Floating IP 431f4bd1-0c78-477a-814f-bb876a0fee28 disassociated. External IP: 172.26.3.90, port: 7e790732-1f37-47eb-bc3a-874a9f48a2a5. May 24 23:01:55.506602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Calling delete_port for 7e790732-1f37-47eb-bc3a-874a9f48a2a5 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:55.542092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478912a0-b220-429f-8f6d-3e9e2b617acc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event deleted for resources: {'Port': ['ID=45654a2a-a406-4075-a699-268f6d3e331e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:55.568822 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2c4bcfcf-c6ee-4818-8938-8265e4d19833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:55.569711 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4bcfcf-c6ee-4818-8938-8265e4d19833 None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:55.585391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb817224-4dae-4534-a95a-0f9e67e05dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.604567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.640594 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2f97be6-e4df-498b-8eed-7a12c3fa8ca3 req-975a415a-c0b5-4f12-b59b-3220d615a58b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc390971-226a-46c7-a5c0-c37ae18558ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512158 May 24 23:01:55.713845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e140ad8-16e4-4091-80fc-76d422fca987 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.807240 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e140ad8-16e4-4091-80fc-76d422fca987 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event deleted for resources: {'Port': ['ID=06b899a1-c1c4-49ec-9673-638de69ef026,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:55.824055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-478912a0-b220-429f-8f6d-3e9e2b617acc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.852745 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-92bcbd61-2105-4a91-a5cd-1bc4b4e5a86a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/floatingips/8b5ed0c3-dd23-4d7e-a4a9-bad8b0ed6ce1 HTTP/1.1" status: 204 len: 168 time: 3.7249091 May 24 23:01:55.860147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56154) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:55.946671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.000505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.035299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Pushing event deleted for resources: {'Port': ['ID=7e790732-1f37-47eb-bc3a-874a9f48a2a5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:56.060647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb817224-4dae-4534-a95a-0f9e67e05dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.063252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb817224-4dae-4534-a95a-0f9e67e05dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.067352 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eb817224-4dae-4534-a95a-0f9e67e05dc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/255a0636-2ba4-4c8e-bb3d-aff9053553c9 HTTP/1.1" status: 204 len: 168 time: 1.0385401 May 24 23:01:56.068197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-972085bd-32c9-4864-939d-d18c690d01d6 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port 8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:56.068548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972085bd-32c9-4864-939d-d18c690d01d6 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.348043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9fe76e39-fd9d-4ef4-b452-e8102778a9a1 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] Notify callbacks [] for subnetpool, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.349754 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9fe76e39-fd9d-4ef4-b452-e8102778a9a1 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.3555453 May 24 23:01:56.369535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56172) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:56.378954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb817224-4dae-4534-a95a-0f9e67e05dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255a0636-2ba4-4c8e-bb3d-aff9053553c9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:56.388018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e140ad8-16e4-4091-80fc-76d422fca987 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.391274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e140ad8-16e4-4091-80fc-76d422fca987 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.392560 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1e140ad8-16e4-4091-80fc-76d422fca987 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "DELETE /v2.0/floatingips/b644b161-6cab-49ac-ab8c-8bd4098c4d47 HTTP/1.1" status: 204 len: 168 time: 2.6862965 May 24 23:01:56.405516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56176) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:56.432196 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-20ea730f-1570-488d-8204-4d14d2200962 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] 10.222.0.32 "GET /v2.0/subnetpools/d6444255-b9e9-4cca-a275-4cb40effd5fe HTTP/1.1" status: 200 len: 732 time: 0.0507860 May 24 23:01:56.434466 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6604aba8-6a9d-4ffc-82f5-f6cd18fc37a5 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Request body: {'floatingip': {'floating_network_id': '16f1b7ec-7ffc-4609-b4a3-1b7da6171344', 'port_id': '16ec0e55-1bd7-4f57-9ce1-c681ea527bbe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:56.439683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56180) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:56.448303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6604aba8-6a9d-4ffc-82f5-f6cd18fc37a5 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:56.464834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6604aba8-6a9d-4ffc-82f5-f6cd18fc37a5 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Usage tracker for resource:floatingip and tenant:e47e1c0d2633404291dd015e8ae8e1b9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:56.476628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.477230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0649e597-fad0-4c4d-a194-438c764a0d73 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1810820963'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:56.490242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6604aba8-6a9d-4ffc-82f5-f6cd18fc37a5 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:56.499814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478912a0-b220-429f-8f6d-3e9e2b617acc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Router 16f257d7-50b7-464a-a507-26925f8dee50 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:56.506424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6604aba8-6a9d-4ffc-82f5-f6cd18fc37a5 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:56.612939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6604aba8-6a9d-4ffc-82f5-f6cd18fc37a5 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.696987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Router 14da2f72-3e3a-43f6-9068-a8f04179a837 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:56.701025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.754750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972085bd-32c9-4864-939d-d18c690d01d6 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.787211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7e790732-1f37-47eb-bc3a-874a9f48a2a5 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:56.865585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478912a0-b220-429f-8f6d-3e9e2b617acc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:56.875577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd5296-0b79-48a5-9bf6-b00fd98590cf req-8e943790-f617-422e-8925-d581315ee34d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:56.882826 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bdcd5296-0b79-48a5-9bf6-b00fd98590cf req-8e943790-f617-422e-8925-d581315ee34d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.5830071 May 24 23:01:56.891514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-972085bd-32c9-4864-939d-d18c690d01d6 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for 8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:56.941397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1249f852-f3c7-4c20-9704-ee94b7afca27 None None] Sync routers for ids ['16f257d7-50b7-464a-a507-26925f8dee50'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:56.962341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 7e790732-1f37-47eb-bc3a-874a9f48a2a5 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:56.963006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7e790732-1f37-47eb-bc3a-874a9f48a2a5 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:56.970099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1249f852-f3c7-4c20-9704-ee94b7afca27 None None] Routers {'16f257d7-50b7-464a-a507-26925f8dee50'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:56.970939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1249f852-f3c7-4c20-9704-ee94b7afca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['16f257d7-50b7-464a-a507-26925f8dee50'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:56.978385 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2e9baea-f746-4ddc-b3f6-ef73ac36c34c req-88b6e9cc-a1f7-49a4-9c5f-bfd2ff2fe553 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 210 time: 0.1292906 May 24 23:01:57.004034 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-478912a0-b220-429f-8f6d-3e9e2b617acc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "PUT /v2.0/routers/16f257d7-50b7-464a-a507-26925f8dee50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5296879 May 24 23:01:57.024288 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56202) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:57.026970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event updated for resources: {'Port': ['ID=6d5bf805-f494-4be1-a363-69fd91f1bf60,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:57.032285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0649e597-fad0-4c4d-a194-438c764a0d73 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] Notify callbacks [] for subnetpool, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.033821 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0649e597-fad0-4c4d-a194-438c764a0d73 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] 10.222.0.32 "PUT /v2.0/subnetpools/d6444255-b9e9-4cca-a275-4cb40effd5fe HTTP/1.1" status: 200 len: 684 time: 0.5878861 May 24 23:01:57.041726 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56204) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:57.084343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1249f852-f3c7-4c20-9704-ee94b7afca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:57.094146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1249f852-f3c7-4c20-9704-ee94b7afca27 None None] Routers {'16f257d7-50b7-464a-a507-26925f8dee50'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:57.094887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1249f852-f3c7-4c20-9704-ee94b7afca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['16f257d7-50b7-464a-a507-26925f8dee50'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:57.151440 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bdcd5296-0b79-48a5-9bf6-b00fd98590cf req-6616f7c0-bdfc-4dd1-b135-49c1af9568ad tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675979 May 24 23:01:57.161004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1249f852-f3c7-4c20-9704-ee94b7afca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:57.161695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1249f852-f3c7-4c20-9704-ee94b7afca27 None None] The sync data for ids ['16f257d7-50b7-464a-a507-26925f8dee50'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:57.169138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Checking segment: {'id': '102f89d9-b185-49cf-9e12-e1b60d741d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e6d2abce-285e-4216-ad6c-40a94a52a664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:57.169696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Network hostable DHCP agents. Network: e6d2abce-285e-4216-ad6c-40a94a52a664, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:57.174860 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-a254669f-841a-4bd1-975e-440b8edac025 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] delete failed (client error): The resource could not be found. May 24 23:01:57.176071 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a254669f-841a-4bd1-975e-440b8edac025 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-86382270 HTTP/1.1" status: 404 len: 333 time: 0.1401327 May 24 23:01:57.184298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56212) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:57.206943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1bb4962a-a046-437e-9bb4-a6d725eca5d0 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Request body: {'router': {'external_gateway_info': {'network_id': '16f257d7-50b7-464a-a507-26925f8dee50'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:57.238059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:57.248189 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38572b3-dfb4-4e61-a925-bad58953aaa0 None None] Sync routers for ids ['14da2f72-3e3a-43f6-9068-a8f04179a837'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:57.258313 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38572b3-dfb4-4e61-a925-bad58953aaa0 None None] Routers {'14da2f72-3e3a-43f6-9068-a8f04179a837'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:57.258939 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a38572b3-dfb4-4e61-a925-bad58953aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['14da2f72-3e3a-43f6-9068-a8f04179a837'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:57.268180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56216) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:57.359543 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] No DVR routers for this DVR port 7e790732-1f37-47eb-bc3a-874a9f48a2a5 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:57.361830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.370996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'name': 'network-vif-deleted', 'tag': '7e790732-1f37-47eb-bc3a-874a9f48a2a5'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:01:57.389575 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6bc426b2-a625-4085-9fa9-f52f6e180567 req-a59076f3-262e-41f1-b33b-c29fff7e410b tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.42 "DELETE /v2.0/ports/7e790732-1f37-47eb-bc3a-874a9f48a2a5 HTTP/1.1" status: 204 len: 173 time: 3.8004415 May 24 23:01:57.409769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972085bd-32c9-4864-939d-d18c690d01d6 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.452120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Network e6d2abce-285e-4216-ad6c-40a94a52a664 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:57.497345 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a38572b3-dfb4-4e61-a925-bad58953aaa0 None None] Set router 14da2f72-3e3a-43f6-9068-a8f04179a837 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:57.500508 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671bce02-0e57-45a7-8f7f-935cdce33025'] response: {'server_uuid': '015e0e24-3e3c-461a-9357-f5929eb6f926', 'name': 'network-vif-deleted', 'tag': '7e790732-1f37-47eb-bc3a-874a9f48a2a5', 'status': 'completed', 'code': 200} May 24 23:01:57.501256 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972085bd-32c9-4864-939d-d18c690d01d6 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:57.515603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708220843'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:57.540324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, e6d2abce-285e-4216-ad6c-40a94a52a664) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:57.548487 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc1a14-92a4-438e-8f51-7e56f5f8e306 None None] Network e6d2abce-285e-4216-ad6c-40a94a52a664 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:57.555482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:57.556320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.581534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:57.671203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46f6d001-79d6-40f3-bc5d-de41d54b6e43 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] Notify callbacks [] for subnetpool, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.674913 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-46f6d001-79d6-40f3-bc5d-de41d54b6e43 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6444255-b9e9-4cca-a275-4cb40effd5fe HTTP/1.1" status: 204 len: 168 time: 0.6287043 May 24 23:01:57.697632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56224) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:57.723101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:57.753797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:57.775578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:57.784804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972085bd-32c9-4864-939d-d18c690d01d6 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.790684 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-972085bd-32c9-4864-939d-d18c690d01d6 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/ports/8e8937fc-9dd7-4ca4-bb38-bc0037e96ed4 HTTP/1.1" status: 204 len: 168 time: 1.9255390 May 24 23:01:57.796341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56226) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:57.802244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:57.811929 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:57.815626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.835967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:floatingip and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:57.839166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.852182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:57.860517 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:57.866762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:57.873911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:57.877413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:57.883265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:57.885487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.901327 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a38572b3-dfb4-4e61-a925-bad58953aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'a54bafc4-3696-4b73-9d2c-f022a02a3f40', 'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'mac_address': 'fa:16:3e:4e:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '13943762-dae2-4602-990d-129c1c56cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:25Z', 'updated_at': '2022-05-24T22:58:45Z', 'revision_number': 5, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'subnets': [{'id': '13943762-dae2-4602-990d-129c1c56cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:57.907415 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38572b3-dfb4-4e61-a925-bad58953aaa0 None None] Checking router: 14da2f72-3e3a-43f6-9068-a8f04179a837 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:01:57.919050 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38572b3-dfb4-4e61-a925-bad58953aaa0 None None] Routers {'14da2f72-3e3a-43f6-9068-a8f04179a837'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:57.919653 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a38572b3-dfb4-4e61-a925-bad58953aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['14da2f72-3e3a-43f6-9068-a8f04179a837'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:57.947400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bb4962a-a046-437e-9bb4-a6d725eca5d0 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.957880 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-b2735f85-704b-43d7-9cc9-315ce7a0de12 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] show failed (client error): The resource could not be found. May 24 23:01:57.961417 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b2735f85-704b-43d7-9cc9-315ce7a0de12 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] 10.222.0.32 "GET /v2.0/subnetpools/d6444255-b9e9-4cca-a275-4cb40effd5fe HTTP/1.1" status: 404 len: 346 time: 0.0564952 May 24 23:01:57.971282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56232) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:57.983070 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event updated for resources: {'Port': ['ID=031e5827-06a8-4c89-9478-3047b80abe64,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:58.075311 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-1bb4962a-a046-437e-9bb4-a6d725eca5d0 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] update failed (client error): The resource could not be found. May 24 23:01:58.082960 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56238) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:58.085785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.091192 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1bb4962a-a046-437e-9bb4-a6d725eca5d0 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "PUT /v2.0/routers/16f257d7-50b7-464a-a507-26925f8dee50 HTTP/1.1" status: 404 len: 339 time: 0.9044921 May 24 23:01:58.092291 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-5742d024-eb1e-43ec-a63e-9d5dba6acec7 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] delete failed (client error): The resource could not be found. May 24 23:01:58.093378 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5742d024-eb1e-43ec-a63e-9d5dba6acec7 tempest-SubnetPoolsTestJSON-1742129772 tempest-SubnetPoolsTestJSON-1742129772-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6444255-b9e9-4cca-a275-4cb40effd5fe HTTP/1.1" status: 404 len: 346 time: 0.1216118 May 24 23:01:58.116035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Checking segment: {'id': 'a718e2dd-0e92-476f-a4a9-3430098af64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43b34020-70d9-4948-a5dd-cf0fd84db7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:58.116399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Network hostable DHCP agents. Network: 43b34020-70d9-4948-a5dd-cf0fd84db7d3, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:58.135179 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-6604aba8-6a9d-4ffc-82f5-f6cd18fc37a5 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:01:58.140165 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6604aba8-6a9d-4ffc-82f5-f6cd18fc37a5 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7214918 May 24 23:01:58.141388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56244) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:58.160815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '16ec0e55-1bd7-4f57-9ce1-c681ea527bbe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:58.167838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:58.185025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Usage tracker for resource:floatingip and tenant:e47e1c0d2633404291dd015e8ae8e1b9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:58.188754 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a38572b3-dfb4-4e61-a925-bad58953aaa0 None None] Set router 14da2f72-3e3a-43f6-9068-a8f04179a837 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:58.199927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:58.203518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Network 43b34020-70d9-4948-a5dd-cf0fd84db7d3 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:58.209886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:58.324031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 43b34020-70d9-4948-a5dd-cf0fd84db7d3) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:58.328957 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57188ebd-9191-4ebc-a888-3d2d27ad1bb5 req-afe47f75-6e53-4b2c-ae10-c784b07b1b95 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/ports?device_id=015e0e24-3e3c-461a-9357-f5929eb6f926 HTTP/1.1" status: 200 len: 210 time: 0.1023846 May 24 23:01:58.331825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:58.334040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea4aeef-b990-4df1-bbf8-f0dd06ffdabf None None] Network 43b34020-70d9-4948-a5dd-cf0fd84db7d3 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:58.349957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:58.366992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:58.367760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.495170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.505465 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.555005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:58.577052 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-04ffe224-c7c2-4c2c-8241-34452e1f8e9c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.3246953 May 24 23:01:58.579680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56252) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:58.654610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56256) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:58.655498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:58.705893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:58.709625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.719285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf9139-a94f-4252-afc8-c71749a2e872 req-a187cd28-0da4-4a11-9986-92bdd7b58974 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:58.720794 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1bf9139-a94f-4252-afc8-c71749a2e872 req-a187cd28-0da4-4a11-9986-92bdd7b58974 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.3947144 May 24 23:01:58.728726 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a38572b3-dfb4-4e61-a925-bad58953aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'a54bafc4-3696-4b73-9d2c-f022a02a3f40', 'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'mac_address': 'fa:16:3e:4e:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '13943762-dae2-4602-990d-129c1c56cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:25Z', 'updated_at': '2022-05-24T22:58:45Z', 'revision_number': 5, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'subnets': [{'id': '13943762-dae2-4602-990d-129c1c56cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:58.733880 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38572b3-dfb4-4e61-a925-bad58953aaa0 None None] The sync data for ids ['14da2f72-3e3a-43f6-9068-a8f04179a837'] in dv-neutron-843190-1-hyperv is: [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 4, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'a54bafc4-3696-4b73-9d2c-f022a02a3f40', 'name': '', 'network_id': 'd6205c16-b3a2-4d86-9909-668148e58a5b', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'mac_address': 'fa:16:3e:4e:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '13943762-dae2-4602-990d-129c1c56cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:25Z', 'updated_at': '2022-05-24T22:58:45Z', 'revision_number': 5, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'subnets': [{'id': '13943762-dae2-4602-990d-129c1c56cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:58.778390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:58.790865 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1bf9139-a94f-4252-afc8-c71749a2e872 req-df886c61-b52a-4025-a663-a7f20277490e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626340 May 24 23:01:58.822064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f0b65-79e1-49fb-9f50-179eb38200a5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:58.834741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42f0b783-4bbc-44b6-873a-62a1518a42a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.852045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.858403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42f0b783-4bbc-44b6-873a-62a1518a42a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:58.895288 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42f0b783-4bbc-44b6-873a-62a1518a42a9 admin admin] Usage tracker for resource:security_group_rule and tenant:6d873789ca1948b68012ad8839418527 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:58.899217 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42f0b783-4bbc-44b6-873a-62a1518a42a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:58.914546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42f0b783-4bbc-44b6-873a-62a1518a42a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:59.034893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da32242d-d986-4988-83d0-710bd9ca67e8 None None] New status for floating IP 431f4bd1-0c78-477a-814f-bb876a0fee28: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:01:59.050264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Allocated IP 172.26.3.130 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/b55a2c16-89c4-4d08-8652-376a92cdc4f2) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:59.167017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4fecba-2f1f-4a40-8fcb-0d197ddf2b9e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:59.170246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42f0b783-4bbc-44b6-873a-62a1518a42a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.173012 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4fecba-2f1f-4a40-8fcb-0d197ddf2b9e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:59.174623 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bf4fecba-2f1f-4a40-8fcb-0d197ddf2b9e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5859661 May 24 23:01:59.177878 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56262) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:59.182695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.201585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.220142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42f0b783-4bbc-44b6-873a-62a1518a42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.261428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.331350 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-42f0b783-4bbc-44b6-873a-62a1518a42a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d873789ca1948b68012ad8839418527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6743636 May 24 23:01:59.332182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0b783-4bbc-44b6-873a-62a1518a42a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a003f2fa-0045-4c9e-8955-c68a23c5fe11,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:59.334735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56266) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:59.352817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9fb99235-4cf9-4192-81c2-d9138290a2c3 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Deleting port 6d5bf805-f494-4be1-a363-69fd91f1bf60 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:59.353250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9fb99235-4cf9-4192-81c2-d9138290a2c3 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.409382 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.422802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921cd31f-91d8-448d-8c4f-173023f14a84,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:59.430323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.434430 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eb101e0e-dd74-4c2d-9665-383971abefc4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1578009 May 24 23:01:59.436140 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56272) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:59.478835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56278) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:59.535729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-843ec2b3-9c27-4e74-90de-71cd0c079636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.631769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-69fa5842-1199-4779-a837-ecce4c4e7b43 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:59.641543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-843ec2b3-9c27-4e74-90de-71cd0c079636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.665134 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.734299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30defeb5-14c6-4eaf-9294-d61c7dbc4f5a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.772408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:59.777089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-69fa5842-1199-4779-a837-ecce4c4e7b43 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:59.778367 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-69fa5842-1199-4779-a837-ecce4c4e7b43 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3352189 May 24 23:01:59.778756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:59.783747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9fb99235-4cf9-4192-81c2-d9138290a2c3 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.791444 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:59.792591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56282) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:59.809751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30defeb5-14c6-4eaf-9294-d61c7dbc4f5a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.819940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-63f84044-b4d0-4377-99e7-16057c47ce1d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group': {'name': 'tempest-security--1679417465', 'description': 'tempest-security-description-1096082677'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:59.842611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event updated for resources: {'Port': ['ID=b55a2c16-89c4-4d08-8652-376a92cdc4f2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:59.843258 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Allocated IP 172.20.0.1 (b87e914d-cce3-4416-a292-dff1d53d08f2/f0e6c796-fc0f-48df-a60d-bd1814531990/42143f8c-a0fc-4e90-abb7-c5867511ee88) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:59.861220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.26.3.44 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/a6bf94fe-4d40-406f-9fe0-211444c43c72) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:59.946617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63f84044-b4d0-4377-99e7-16057c47ce1d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.968915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9fb99235-4cf9-4192-81c2-d9138290a2c3 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Calling delete_port for 6d5bf805-f494-4be1-a363-69fd91f1bf60 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:00.235997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30defeb5-14c6-4eaf-9294-d61c7dbc4f5a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.256394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-843ec2b3-9c27-4e74-90de-71cd0c079636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.300823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30defeb5-14c6-4eaf-9294-d61c7dbc4f5a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc390971-226a-46c7-a5c0-c37ae18558ff,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:00.324634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63f84044-b4d0-4377-99e7-16057c47ce1d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.337819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ec2b3-9c27-4e74-90de-71cd0c079636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a003f2fa-0045-4c9e-8955-c68a23c5fe11,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:00.343354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63f84044-b4d0-4377-99e7-16057c47ce1d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.370267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30defeb5-14c6-4eaf-9294-d61c7dbc4f5a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.373748 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-30defeb5-14c6-4eaf-9294-d61c7dbc4f5a tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "DELETE /v2.0/security-groups/dc390971-226a-46c7-a5c0-c37ae18558ff HTTP/1.1" status: 204 len: 168 time: 0.8916597 May 24 23:02:00.373961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9fb99235-4cf9-4192-81c2-d9138290a2c3 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.374321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56288) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:00.393556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63f84044-b4d0-4377-99e7-16057c47ce1d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.394778 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-63f84044-b4d0-4377-99e7-16057c47ce1d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "PUT /v2.0/security-groups/921cd31f-91d8-448d-8c4f-173023f14a84 HTTP/1.1" status: 200 len: 1778 time: 0.6012170 May 24 23:02:00.397571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.402246 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.411356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56292) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:00.413530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-843ec2b3-9c27-4e74-90de-71cd0c079636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.414662 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-843ec2b3-9c27-4e74-90de-71cd0c079636 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a003f2fa-0045-4c9e-8955-c68a23c5fe11 HTTP/1.1" status: 204 len: 168 time: 1.0750484 May 24 23:02:00.432303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Deleting port b55a2c16-89c4-4d08-8652-376a92cdc4f2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:00.432649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.456587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f84044-b4d0-4377-99e7-16057c47ce1d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921cd31f-91d8-448d-8c4f-173023f14a84,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:00.459177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Transition to ACTIVE for port object 42143f8c-a0fc-4e90-abb7-c5867511ee88 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:00.480718 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fce02d-0760-473e-8d4d-84d7ff6fefb4 req-4fdccbcd-9942-4153-b3c1-41a9e882c6b9 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:00.482245 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-08fce02d-0760-473e-8d4d-84d7ff6fefb4 req-4fdccbcd-9942-4153-b3c1-41a9e882c6b9 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.5225406 May 24 23:02:00.483199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb99235-4cf9-4192-81c2-d9138290a2c3 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event deleted for resources: {'Port': ['ID=6d5bf805-f494-4be1-a363-69fd91f1bf60,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:00.500888 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c3ce349c-6186-4270-84f3-40f7a7a3072b tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups/921cd31f-91d8-448d-8c4f-173023f14a84 HTTP/1.1" status: 200 len: 1778 time: 0.0884140 May 24 23:02:00.502811 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-d5eb2136-8486-41bd-93a3-fe804c09545d tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] show failed (client error): The resource could not be found. May 24 23:02:00.503835 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d5eb2136-8486-41bd-93a3-fe804c09545d tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "GET /v2.0/security-groups/dc390971-226a-46c7-a5c0-c37ae18558ff HTTP/1.1" status: 404 len: 347 time: 0.1279628 May 24 23:02:00.504547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56298) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:00.508636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56300) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:00.527200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9fb99235-4cf9-4192-81c2-d9138290a2c3 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.575016 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9fb99235-4cf9-4192-81c2-d9138290a2c3 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "DELETE /v2.0/ports/6d5bf805-f494-4be1-a363-69fd91f1bf60 HTTP/1.1" status: 204 len: 168 time: 1.3844111 May 24 23:02:00.575016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56306) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:00.695539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.711274 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-08fce02d-0760-473e-8d4d-84d7ff6fefb4 req-760fc341-b777-489a-b123-d6fd6aedd747 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169497 May 24 23:02:00.730585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8536922d-ffbc-48b6-aa92-b5e098e6937c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Deleting port 031e5827-06a8-4c89-9478-3047b80abe64 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:00.731250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8536922d-ffbc-48b6-aa92-b5e098e6937c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.782606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3ad47276-c8d8-4634-a2d0-d94371306142 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Deleting port ef1937ff-81c2-43d2-9572-b7b387f1a765 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:00.782971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ad47276-c8d8-4634-a2d0-d94371306142 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.813188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.813520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.826994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.836922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:00.852440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:00.869536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:00.896021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c45b025f-d293-4e65-aeae-4c90c49f7497 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.932058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=a6bf94fe-4d40-406f-9fe0-211444c43c72,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:00.935970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Network b87e914d-cce3-4416-a292-dff1d53d08f2 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:00.981357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Calling delete_port for b55a2c16-89c4-4d08-8652-376a92cdc4f2 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:00.987215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:01.051341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:01.096847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c45b025f-d293-4e65-aeae-4c90c49f7497 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.161074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8536922d-ffbc-48b6-aa92-b5e098e6937c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.194020 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event updated for resources: {'Port': ['ID=42143f8c-a0fc-4e90-abb7-c5867511ee88,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:01.207715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.259389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c45b025f-d293-4e65-aeae-4c90c49f7497 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.278380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ca5bc647-4b18-46ef-93d5-097ecd4f61df None None] Provisioning for port 42143f8c-a0fc-4e90-abb7-c5867511ee88 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:01.282852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ad47276-c8d8-4634-a2d0-d94371306142 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.283134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ad47276-c8d8-4634-a2d0-d94371306142 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.285592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ca5bc647-4b18-46ef-93d5-097ecd4f61df None None] Provisioning complete for port 42143f8c-a0fc-4e90-abb7-c5867511ee88 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:01.286067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc647-4b18-46ef-93d5-097ecd4f61df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.301095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b025f-d293-4e65-aeae-4c90c49f7497 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921cd31f-91d8-448d-8c4f-173023f14a84,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:01.336735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8536922d-ffbc-48b6-aa92-b5e098e6937c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Calling delete_port for 031e5827-06a8-4c89-9478-3047b80abe64 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:01.350721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bc647-4b18-46ef-93d5-097ecd4f61df None None] Port 42143f8c-a0fc-4e90-abb7-c5867511ee88 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:01.404685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.418236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3ad47276-c8d8-4634-a2d0-d94371306142 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Calling delete_port for ef1937ff-81c2-43d2-9572-b7b387f1a765 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:01.468761 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c45b025f-d293-4e65-aeae-4c90c49f7497 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.469023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event deleted for resources: {'Port': ['ID=b55a2c16-89c4-4d08-8652-376a92cdc4f2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:01.469884 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c45b025f-d293-4e65-aeae-4c90c49f7497 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-groups/921cd31f-91d8-448d-8c4f-173023f14a84 HTTP/1.1" status: 204 len: 168 time: 0.9644344 May 24 23:02:01.475318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56310) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:01.535951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8536922d-ffbc-48b6-aa92-b5e098e6937c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.556562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.606028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536922d-ffbc-48b6-aa92-b5e098e6937c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event deleted for resources: {'Port': ['ID=031e5827-06a8-4c89-9478-3047b80abe64,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:01.613757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8536922d-ffbc-48b6-aa92-b5e098e6937c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.629475 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8536922d-ffbc-48b6-aa92-b5e098e6937c tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "DELETE /v2.0/ports/031e5827-06a8-4c89-9478-3047b80abe64 HTTP/1.1" status: 204 len: 168 time: 1.0601456 May 24 23:02:01.632036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56314) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:01.661477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-857c4ce6-41a9-4696-9476-855061b0a0a3 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:01.667149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.687119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-55537ee7-a97f-439a-b8cc-a2587326d1c6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Synchronizing usage tracker for tenant:7daf54a224bc4f1c881d0169385f0f8c on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:01.691625 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] create failed (client error): The resource could not be found. May 24 23:02:01.692663 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-99fa1c6d-f7ee-43a3-bd0d-a9496fde1b84 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5503469 May 24 23:02:01.697224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56318) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:01.751996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-55537ee7-a97f-439a-b8cc-a2587326d1c6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Unset dirty status for tenant:7daf54a224bc4f1c881d0169385f0f8c on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:01.759365 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-55537ee7-a97f-439a-b8cc-a2587326d1c6 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1204016 May 24 23:02:01.850841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56324) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:01.889491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-109313215'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:01.903297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.933852 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cb359dc3-b6c4-4e63-aeeb-86878d706010 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Deleting port 16ec0e55-1bd7-4f57-9ce1-c681ea527bbe {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:01.934187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb359dc3-b6c4-4e63-aeeb-86878d706010 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.955135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:01.957222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-857c4ce6-41a9-4696-9476-855061b0a0a3 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:01.958462 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-857c4ce6-41a9-4696-9476-855061b0a0a3 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4814899 May 24 23:02:01.968359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56328) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:01.973827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Usage tracker for resource:network and tenant:7daf54a224bc4f1c881d0169385f0f8c is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:01.978215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:01.992038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:02.010681 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-1c0a7e24-c5cc-4995-a476-908d834fcd4b tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] delete failed (client error): The resource could not be found. May 24 23:02:02.011665 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1c0a7e24-c5cc-4995-a476-908d834fcd4b tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-groups/921cd31f-91d8-448d-8c4f-173023f14a84 HTTP/1.1" status: 404 len: 347 time: 0.0319712 May 24 23:02:02.016387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56332) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:02.021437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group': {'name': 'tempest-secgroup--480077743'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:02.033615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:02.091648 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:02.106324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f90549-c29d-47e9-a954-e7ac96cc17e5 req-597497e9-babb-4c12-879a-5ebb9a8ba481 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:02.107752 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2f90549-c29d-47e9-a954-e7ac96cc17e5 req-597497e9-babb-4c12-879a-5ebb9a8ba481 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.2317810 May 24 23:02:02.153365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.163911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Made reservation on behalf of 7daf54a224bc4f1c881d0169385f0f8c for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:02.167311 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.190310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ad47276-c8d8-4634-a2d0-d94371306142 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.248404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:02.255871 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:02.262052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:02.269638 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2f90549-c29d-47e9-a954-e7ac96cc17e5 req-1cee2d45-5705-44e7-a5dd-8eb49dcff61d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537571 May 24 23:02:02.278047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:02.308620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad47276-c8d8-4634-a2d0-d94371306142 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Pushing event deleted for resources: {'Port': ['ID=ef1937ff-81c2-43d2-9572-b7b387f1a765,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:02.328916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb359dc3-b6c4-4e63-aeeb-86878d706010 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.417039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:02.462287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cb359dc3-b6c4-4e63-aeeb-86878d706010 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Calling delete_port for 16ec0e55-1bd7-4f57-9ce1-c681ea527bbe owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:02.533664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.534016 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Added segment 04e3c3d5-30a9-4b90-8809-7f984ca85a94 of type vlan for network c9c97278-0cdf-4970-9337-1e3a68fceb63 May 24 23:02:02.570100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.573316 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.585123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ad47276-c8d8-4634-a2d0-d94371306142 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.619416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.660421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.671981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.673555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a25e7f-aab6-4174-b4c7-21445bad99fa,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:02.679364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.683495 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d3f6be52-365b-4e75-a75a-035a3a1957a2 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6635242 May 24 23:02:02.683976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56336) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:02.690877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-34c6008e-cb2f-4c91-a9ac-a7d75544795e tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': '93a25e7f-aab6-4174-b4c7-21445bad99fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:02.700716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-34c6008e-cb2f-4c91-a9ac-a7d75544795e tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:02.705462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-34c6008e-cb2f-4c91-a9ac-a7d75544795e tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:02.709137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-34c6008e-cb2f-4c91-a9ac-a7d75544795e tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:02.712124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb359dc3-b6c4-4e63-aeeb-86878d706010 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.754995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-34c6008e-cb2f-4c91-a9ac-a7d75544795e tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:02.766996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb359dc3-b6c4-4e63-aeeb-86878d706010 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event deleted for resources: {'Port': ['ID=16ec0e55-1bd7-4f57-9ce1-c681ea527bbe,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:02.801418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ad47276-c8d8-4634-a2d0-d94371306142 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.802892 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3ad47276-c8d8-4634-a2d0-d94371306142 tempest-ServerActionsTestJSON-869683767 tempest-ServerActionsTestJSON-869683767-project] 10.222.0.32 "DELETE /v2.0/floatingips/431f4bd1-0c78-477a-814f-bb876a0fee28 HTTP/1.1" status: 204 len: 168 time: 2.2933900 May 24 23:02:02.808241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56340) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:02.813853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.817587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.823319 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:02.824199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.856500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.899037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=a6bf94fe-4d40-406f-9fe0-211444c43c72,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:03.026189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34c6008e-cb2f-4c91-a9ac-a7d75544795e tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.037564 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.054964 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2014036 May 24 23:02:03.067563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56344) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:03.074650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87756c51-fc10-4437-919e-d3934fa4c56e tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event updated for resources: {'Network': ['ID=c9c97278-0cdf-4970-9337-1e3a68fceb63,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:03.084623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.086112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network c9c97278-0cdf-4970-9337-1e3a68fceb63 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:03.090268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.094401 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-31c732d2-c95f-45fe-8f21-b69a1638083d tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2935846 May 24 23:02:03.094544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1382052311'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:03.097930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56348) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:03.098934 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:03.101941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event updated for resources: {'Port': ['ID=42143f8c-a0fc-4e90-abb7-c5867511ee88,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:03.103411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Usage tracker for resource:network and tenant:7daf54a224bc4f1c881d0169385f0f8c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:03.107279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'port': {'network_id': 'e5845492-676a-4167-a1ae-4e2bc51f1058', 'name': 'tempest-FloatingIPTestJSON-1747479274'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:03.108117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:03.118868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:03.141636 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb359dc3-b6c4-4e63-aeeb-86878d706010 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.148781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56352) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:03.148953 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cb359dc3-b6c4-4e63-aeeb-86878d706010 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "DELETE /v2.0/ports/16ec0e55-1bd7-4f57-9ce1-c681ea527bbe HTTP/1.1" status: 204 len: 168 time: 1.4479523 May 24 23:02:03.225550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Made reservation on behalf of 7daf54a224bc4f1c881d0169385f0f8c for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:03.229030 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.345259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34c6008e-cb2f-4c91-a9ac-a7d75544795e tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.364817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34c6008e-cb2f-4c91-a9ac-a7d75544795e tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.370935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:03.443303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6008e-cb2f-4c91-a9ac-a7d75544795e tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb781bac-3b29-49dd-a43a-841461cc46a8,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:03.468833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.469458 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Added segment e02f0177-1fe7-42f6-8f1b-7b7d9e72746a of type vlan for network f36c0463-ba80-4cfa-91d6-2b8d6ca1328c May 24 23:02:03.505837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34c6008e-cb2f-4c91-a9ac-a7d75544795e tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.507017 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-34c6008e-cb2f-4c91-a9ac-a7d75544795e tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8225300 May 24 23:02:03.521766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56358) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:03.533264 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:03.547935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:port and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:03.559564 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:03.568932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:03.583370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Network b87e914d-cce3-4416-a292-dff1d53d08f2 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:03.590048 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:03.602371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e375e509-cda8-49d8-b033-702200db003d tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:03.603092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e375e509-cda8-49d8-b033-702200db003d tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Synchronizing usage tracker for tenant:e47e1c0d2633404291dd015e8ae8e1b9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:03.609698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b588567-b90b-4e73-909a-9a1d4f5fec3c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.627032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b588567-b90b-4e73-909a-9a1d4f5fec3c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.690833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Made reservation on behalf of d6de67d89dbb4e56b0e295216e765b54 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:03.694266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.717986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.776201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f36237-b6a9-4712-b798-922c6ead2b41 req-d81418c2-1ffa-4412-89bf-e20196d667c2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:03.777664 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98f36237-b6a9-4712-b798-922c6ead2b41 req-d81418c2-1ffa-4412-89bf-e20196d667c2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.3756566 May 24 23:02:03.794602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.800355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:03.800963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.816628 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e375e509-cda8-49d8-b033-702200db003d tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Unset dirty status for tenant:e47e1c0d2633404291dd015e8ae8e1b9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:03.820371 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e375e509-cda8-49d8-b033-702200db003d tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b827269-178b-4a64-acc1-f9421ecf9071 HTTP/1.1" status: 200 len: 913 time: 0.6268725 May 24 23:02:03.820595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56362) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:03.833474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] device_id is not set on port 63654e8a-30fd-4cd0-8c7a-23a37a12342e yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:03.892288 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0d0a03e9-2a19-4d7e-978b-9b6f81c8bbab None None] Provisioning complete for port 42143f8c-a0fc-4e90-abb7-c5867511ee88 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:03.892575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d0a03e9-2a19-4d7e-978b-9b6f81c8bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.914006 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8454034 May 24 23:02:03.960960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a03e9-2a19-4d7e-978b-9b6f81c8bbab None None] Port 42143f8c-a0fc-4e90-abb7-c5867511ee88 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:03.963392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7bfbc-2b35-4e28-8847-54902321f0ac tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event updated for resources: {'Network': ['ID=f36c0463-ba80-4cfa-91d6-2b8d6ca1328c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:03.971584 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98f36237-b6a9-4712-b798-922c6ead2b41 req-9d718b66-2d3d-439b-8aac-b3cae4cf55fb tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793561 May 24 23:02:03.986244 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network f36c0463-ba80-4cfa-91d6-2b8d6ca1328c details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:04.000669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b588567-b90b-4e73-909a-9a1d4f5fec3c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.026186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Router 16f257d7-50b7-464a-a507-26925f8dee50 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:04.059269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b588567-b90b-4e73-909a-9a1d4f5fec3c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb781bac-3b29-49dd-a43a-841461cc46a8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:04.062538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.156233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b588567-b90b-4e73-909a-9a1d4f5fec3c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.157337 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6b588567-b90b-4e73-909a-9a1d4f5fec3c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fb781bac-3b29-49dd-a43a-841461cc46a8 HTTP/1.1" status: 204 len: 168 time: 0.6312747 May 24 23:02:04.231259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56366) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:04.348034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e1517a7d-8f63-40db-b7b5-d3f0835f6737 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:04.422777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e1517a7d-8f63-40db-b7b5-d3f0835f6737 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:04.427198 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e1517a7d-8f63-40db-b7b5-d3f0835f6737 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1948469 May 24 23:02:04.428488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56370) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:04.447451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.20.0.13 (e5845492-676a-4167-a1ae-4e2bc51f1058/9d1c4a13-f52e-4113-84da-b8c496912046/63654e8a-30fd-4cd0-8c7a-23a37a12342e) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:04.449926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:04.461620 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0cd6d2cc-f077-4b55-a05d-bfe7f4f23472 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "PUT /v2.0/routers/16f257d7-50b7-464a-a507-26925f8dee50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3782411 May 24 23:02:04.466143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56374) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:04.472070 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c82dee-3875-4373-9b26-764573d6ff3b None None] Sync routers for ids ['16f257d7-50b7-464a-a507-26925f8dee50'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:04.489302 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c82dee-3875-4373-9b26-764573d6ff3b None None] Routers {'16f257d7-50b7-464a-a507-26925f8dee50'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:04.490914 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-17c82dee-3875-4373-9b26-764573d6ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['16f257d7-50b7-464a-a507-26925f8dee50'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:04.539320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-294a16f5-cae0-43be-95b9-33d22249339d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.579297 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-17c82dee-3875-4373-9b26-764573d6ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:04.587825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] Deleting port a54bafc4-3696-4b73-9d2c-f022a02a3f40 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:04.588265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.593063 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c82dee-3875-4373-9b26-764573d6ff3b None None] Routers {'16f257d7-50b7-464a-a507-26925f8dee50'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:04.593926 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-17c82dee-3875-4373-9b26-764573d6ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['16f257d7-50b7-464a-a507-26925f8dee50'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:04.619886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-294a16f5-cae0-43be-95b9-33d22249339d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.709351 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-17c82dee-3875-4373-9b26-764573d6ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:04.710209 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c82dee-3875-4373-9b26-764573d6ff3b None None] The sync data for ids ['16f257d7-50b7-464a-a507-26925f8dee50'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:04.744914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7df3753-3e85-450c-b4fe-d4c40ca77226 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.775031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-294a16f5-cae0-43be-95b9-33d22249339d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.810490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a16f5-cae0-43be-95b9-33d22249339d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a25e7f-aab6-4174-b4c7-21445bad99fa,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:04.842835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] For port a54bafc4-3696-4b73-9d2c-f022a02a3f40, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a54bafc4-3696-4b73-9d2c-f022a02a3f40,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:04.843599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.854034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-294a16f5-cae0-43be-95b9-33d22249339d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.860375 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-294a16f5-cae0-43be-95b9-33d22249339d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-groups/93a25e7f-aab6-4174-b4c7-21445bad99fa HTTP/1.1" status: 204 len: 168 time: 0.4296167 May 24 23:02:04.871687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56378) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:05.008504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] Calling delete_port for a54bafc4-3696-4b73-9d2c-f022a02a3f40 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:05.085955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-065d93f6-8255-4c66-bc45-e823c8e758fb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:05.112011 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-065d93f6-8255-4c66-bc45-e823c8e758fb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:05.113441 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-065d93f6-8255-4c66-bc45-e823c8e758fb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2408140 May 24 23:02:05.117923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56384) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:05.153381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521582183'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:05.167378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:05.203086 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-d7df3753-3e85-450c-b4fe-d4c40ca77226 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] delete failed (client error): There was a conflict when trying to complete your request. May 24 23:02:05.204289 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d7df3753-3e85-450c-b4fe-d4c40ca77226 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "DELETE /v2.0/routers/16f257d7-50b7-464a-a507-26925f8dee50 HTTP/1.1" status: 409 len: 329 time: 0.7350705 May 24 23:02:05.209376 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56388) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:05.292428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:05.347641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.390175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:05.397918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:05.404266 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:05.408622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.415007 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:05.423348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.470716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8a4f4-6b01-4336-9289-194c571d54c1 req-41f569e7-35a8-4c06-a4b9-efaca4f27656 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:05.472173 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8f8a4f4-6b01-4336-9289-194c571d54c1 req-41f569e7-35a8-4c06-a4b9-efaca4f27656 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.2354424 May 24 23:02:05.611868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54bafc4-3696-4b73-9d2c-f022a02a3f40,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:05.705152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.758459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e7a50bf4-2aae-48a7-b869-a78f6177c878 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.762929 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8f8a4f4-6b01-4336-9289-194c571d54c1 req-e139fc43-7081-4a11-aa74-614eb7729ca2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602056 May 24 23:02:05.842319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.911742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.952775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network e5845492-676a-4167-a1ae-4e2bc51f1058 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:05.960108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:05.990819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:05.996721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce0ac13-7f84-4f5d-b6ed-ad2b24f04fcb,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:06.041474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=63654e8a-30fd-4cd0-8c7a-23a37a12342e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:06.051825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.053004 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f690b46b-3298-4391-a5de-9cd812ffdb2c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9103289 May 24 23:02:06.060701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56392) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:06.076850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0a526482-85cb-401a-9546-154eff121581 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': '4ce0ac13-7f84-4f5d-b6ed-ad2b24f04fcb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:06.084413 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a526482-85cb-401a-9546-154eff121581 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:06.091350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a526482-85cb-401a-9546-154eff121581 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:06.096388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a526482-85cb-401a-9546-154eff121581 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:06.106009 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a526482-85cb-401a-9546-154eff121581 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:06.117580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.187227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:06.187859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.195092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a526482-85cb-401a-9546-154eff121581 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.237549 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-141843ae-de83-45f1-a416-96bf1757bf11 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1362534 May 24 23:02:06.238096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56396) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:06.247343 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ec7c4d58-3658-4965-8923-96832b6d883c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'floatingip': {'port_id': '63654e8a-30fd-4cd0-8c7a-23a37a12342e'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:06.389632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4d58-3658-4965-8923-96832b6d883c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.494500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e7a50bf4-2aae-48a7-b869-a78f6177c878 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Deleting port 472ffea6-7912-4cb2-9bea-86f0b0d03601 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:06.494894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e7a50bf4-2aae-48a7-b869-a78f6177c878 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.525042 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0519684e-e46a-418e-8221-ebc33da49fcc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.592535 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a526482-85cb-401a-9546-154eff121581 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.655935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a526482-85cb-401a-9546-154eff121581 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.819794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a526482-85cb-401a-9546-154eff121581 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594d32c9-f8e7-40cf-ba4c-87a2864fbeac,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:06.923427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a526482-85cb-401a-9546-154eff121581 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.924460 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0a526482-85cb-401a-9546-154eff121581 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8633862 May 24 23:02:06.936798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56402) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:06.950023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-03795112-1517-47e1-bb3a-c49706595fcd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': '4ce0ac13-7f84-4f5d-b6ed-ad2b24f04fcb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:06.959234 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e7a50bf4-2aae-48a7-b869-a78f6177c878 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.971484 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-03795112-1517-47e1-bb3a-c49706595fcd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:07.057811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] Router 14da2f72-3e3a-43f6-9068-a8f04179a837 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:07.084025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-03795112-1517-47e1-bb3a-c49706595fcd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:07.094247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e7a50bf4-2aae-48a7-b869-a78f6177c878 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Calling delete_port for 472ffea6-7912-4cb2-9bea-86f0b0d03601 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:07.123489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-03795112-1517-47e1-bb3a-c49706595fcd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:07.147047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-03795112-1517-47e1-bb3a-c49706595fcd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:07.214542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56406) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:07.226931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'subnets': [{'network_id': 'c9c97278-0cdf-4970-9337-1e3a68fceb63', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--552496904', 'ip_version': 6}, {'network_id': 'f36c0463-ba80-4cfa-91d6-2b8d6ca1328c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:07.227237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'subnet': {'network_id': 'c9c97278-0cdf-4970-9337-1e3a68fceb63', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--552496904', 'ip_version': 6}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:07.227883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Request body: {'subnet': {'network_id': 'f36c0463-ba80-4cfa-91d6-2b8d6ca1328c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:07.391460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03795112-1517-47e1-bb3a-c49706595fcd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.445482 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0519684e-e46a-418e-8221-ebc33da49fcc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Deleting port 42143f8c-a0fc-4e90-abb7-c5867511ee88 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:07.445827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0519684e-e46a-418e-8221-ebc33da49fcc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.515004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4a755-243f-4803-9ed3-51faa0734c81 req-2b76417a-4c28-4d2f-9aab-a8013f1e4eaf tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:07.516484 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4e4a755-243f-4803-9ed3-51faa0734c81 req-2b76417a-4c28-4d2f-9aab-a8013f1e4eaf tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.6090159 May 24 23:02:07.664865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03795112-1517-47e1-bb3a-c49706595fcd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.686699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03795112-1517-47e1-bb3a-c49706595fcd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.725154 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03795112-1517-47e1-bb3a-c49706595fcd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cc359e-ab5c-4eea-8557-28fc3682170c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:07.774191 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4e4a755-243f-4803-9ed3-51faa0734c81 req-7092714b-0fbe-4431-a86e-a5e1f71e1270 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308912 May 24 23:02:07.774448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e7a50bf4-2aae-48a7-b869-a78f6177c878 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.776284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:07.781844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:07.790012 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b01fd20b-a958-4d2b-8fc9-551272c45b82 admin admin] 10.222.0.32 "PUT /v2.0/routers/14da2f72-3e3a-43f6-9068-a8f04179a837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9796908 May 24 23:02:07.791573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Usage tracker for resource:subnet and tenant:7daf54a224bc4f1c881d0169385f0f8c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:07.796014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:07.798870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56410) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:07.802471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51b0d40-1215-418b-be11-e094e6cff168 None None] Sync routers for ids ['14da2f72-3e3a-43f6-9068-a8f04179a837'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:07.814164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b0d40-1215-418b-be11-e094e6cff168 None None] Routers {'14da2f72-3e3a-43f6-9068-a8f04179a837'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:07.814895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e51b0d40-1215-418b-be11-e094e6cff168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['14da2f72-3e3a-43f6-9068-a8f04179a837'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:07.837264 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03795112-1517-47e1-bb3a-c49706595fcd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.838449 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-03795112-1517-47e1-bb3a-c49706595fcd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9007041 May 24 23:02:07.848743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56414) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:07.852627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a50bf4-2aae-48a7-b869-a78f6177c878 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event deleted for resources: {'Port': ['ID=472ffea6-7912-4cb2-9bea-86f0b0d03601,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:07.855412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0519684e-e46a-418e-8221-ebc33da49fcc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.884286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:07.896350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-22bbf6ef-8d51-4836-899a-d6d971fe09f4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': '4ce0ac13-7f84-4f5d-b6ed-ad2b24f04fcb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:07.913066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-22bbf6ef-8d51-4836-899a-d6d971fe09f4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:07.976426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Made reservation on behalf of 7daf54a224bc4f1c881d0169385f0f8c for: {'subnet': 2} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:07.981499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.981826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.061615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e51b0d40-1215-418b-be11-e094e6cff168 None None] Set router 14da2f72-3e3a-43f6-9068-a8f04179a837 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:08.197963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0519684e-e46a-418e-8221-ebc33da49fcc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Calling delete_port for 42143f8c-a0fc-4e90-abb7-c5867511ee88 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:08.226573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22bbf6ef-8d51-4836-899a-d6d971fe09f4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:08.240060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22bbf6ef-8d51-4836-899a-d6d971fe09f4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:08.249375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.262494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-22bbf6ef-8d51-4836-899a-d6d971fe09f4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:08.303855 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22bbf6ef-8d51-4836-899a-d6d971fe09f4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.310047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4d58-3658-4965-8923-96832b6d883c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.327483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4d58-3658-4965-8923-96832b6d883c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.407001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e51b0d40-1215-418b-be11-e094e6cff168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T23:02:05Z', 'revision_number': 5, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:08.413040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51b0d40-1215-418b-be11-e094e6cff168 None None] Checking router: 14da2f72-3e3a-43f6-9068-a8f04179a837 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:08.422965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b0d40-1215-418b-be11-e094e6cff168 None None] Routers {'14da2f72-3e3a-43f6-9068-a8f04179a837'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:08.423528 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e51b0d40-1215-418b-be11-e094e6cff168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['14da2f72-3e3a-43f6-9068-a8f04179a837'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:08.497949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e7a50bf4-2aae-48a7-b869-a78f6177c878 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.605374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22bbf6ef-8d51-4836-899a-d6d971fe09f4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.606755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e51b0d40-1215-418b-be11-e094e6cff168 None None] Set router 14da2f72-3e3a-43f6-9068-a8f04179a837 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:08.670296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22bbf6ef-8d51-4836-899a-d6d971fe09f4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.742460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbf6ef-8d51-4836-899a-d6d971fe09f4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5410030f-a1ae-494f-9fdf-aba8e5e35d3c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:08.805496 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-ec7c4d58-3658-4965-8923-96832b6d883c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 4de0654b-d482-47b6-8bf0-034bfde8c978 associated. External IP: 172.26.3.44, port: 63654e8a-30fd-4cd0-8c7a-23a37a12342e. May 24 23:02:08.862259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.910872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0519684e-e46a-418e-8221-ebc33da49fcc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.915066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22bbf6ef-8d51-4836-899a-d6d971fe09f4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.919375 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-22bbf6ef-8d51-4836-899a-d6d971fe09f4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0653396 May 24 23:02:08.919529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e51b0d40-1215-418b-be11-e094e6cff168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T23:02:05Z', 'revision_number': 5, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:08.923967 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51b0d40-1215-418b-be11-e094e6cff168 None None] The sync data for ids ['14da2f72-3e3a-43f6-9068-a8f04179a837'] in dv-neutron-843190-1-hyperv is: [{'id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'name': 'tempest-ServerActionsTestJSON-1681714883-router', 'tenant_id': 'ee6005c58c7744a9b7459d826b74a7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '77475bf7-d550-4d1b-a753-9965b630a762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:16Z', 'updated_at': '2022-05-24T23:02:05Z', 'revision_number': 5, 'project_id': 'ee6005c58c7744a9b7459d826b74a7db', 'gw_port': {'id': '77475bf7-d550-4d1b-a753-9965b630a762', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14da2f72-3e3a-43f6-9068-a8f04179a837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:17Z', 'updated_at': '2022-05-24T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:08.927861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56420) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:08.976260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f44fa81f-08ef-4987-bf92-7ee71c7baf94 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': '4ce0ac13-7f84-4f5d-b6ed-ad2b24f04fcb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:08.981168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Deleting port 77475bf7-d550-4d1b-a753-9965b630a762 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:08.981782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.981935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519684e-e46a-418e-8221-ebc33da49fcc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event deleted for resources: {'Port': ['ID=42143f8c-a0fc-4e90-abb7-c5867511ee88,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:09.026350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a50bf4-2aae-48a7-b869-a78f6177c878 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Router 4b827269-178b-4a64-acc1-f9421ecf9071 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:09.084987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f44fa81f-08ef-4987-bf92-7ee71c7baf94 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:09.173078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f44fa81f-08ef-4987-bf92-7ee71c7baf94 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:09.199977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f44fa81f-08ef-4987-bf92-7ee71c7baf94 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:09.253901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f44fa81f-08ef-4987-bf92-7ee71c7baf94 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:09.282702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a50bf4-2aae-48a7-b869-a78f6177c878 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:09.295681 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a14440b-cf67-41cd-9d79-56096ebb6130 None None] Sync routers for ids ['4b827269-178b-4a64-acc1-f9421ecf9071'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:09.306147 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14440b-cf67-41cd-9d79-56096ebb6130 None None] Routers {'4b827269-178b-4a64-acc1-f9421ecf9071'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:09.307160 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a14440b-cf67-41cd-9d79-56096ebb6130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4b827269-178b-4a64-acc1-f9421ecf9071'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:09.335442 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e7a50bf4-2aae-48a7-b869-a78f6177c878 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "PUT /v2.0/routers/4b827269-178b-4a64-acc1-f9421ecf9071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5103483 May 24 23:02:09.340407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56424) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:09.351211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0519684e-e46a-418e-8221-ebc33da49fcc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.392953 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a14440b-cf67-41cd-9d79-56096ebb6130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:09.407504 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14440b-cf67-41cd-9d79-56096ebb6130 None None] Routers {'4b827269-178b-4a64-acc1-f9421ecf9071'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:09.408472 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a14440b-cf67-41cd-9d79-56096ebb6130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4b827269-178b-4a64-acc1-f9421ecf9071'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:09.484673 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a14440b-cf67-41cd-9d79-56096ebb6130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:09.485070 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a14440b-cf67-41cd-9d79-56096ebb6130 None None] The sync data for ids ['4b827269-178b-4a64-acc1-f9421ecf9071'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:09.588023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f44fa81f-08ef-4987-bf92-7ee71c7baf94 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.618602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66ffb-0023-4ba5-8eb8-a6b3852772a7 req-47acd3b8-578f-4d32-a27d-54a887135f98 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:09.620263 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6af66ffb-0023-4ba5-8eb8-a6b3852772a7 req-47acd3b8-578f-4d32-a27d-54a887135f98 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.6997821 May 24 23:02:09.631381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f569c995-a4a3-421a-a817-335ae758b4c2 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.777903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0519684e-e46a-418e-8221-ebc33da49fcc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Router 16f257d7-50b7-464a-a507-26925f8dee50 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:09.916531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0519684e-e46a-418e-8221-ebc33da49fcc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:09.921934 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0519684e-e46a-418e-8221-ebc33da49fcc tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "PUT /v2.0/routers/16f257d7-50b7-464a-a507-26925f8dee50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7088220 May 24 23:02:09.926115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56428) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:09.929172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e0a075-b832-4023-b125-3d3f99006039 None None] Sync routers for ids ['16f257d7-50b7-464a-a507-26925f8dee50'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:09.939943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0a075-b832-4023-b125-3d3f99006039 None None] Routers {'16f257d7-50b7-464a-a507-26925f8dee50'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:09.940859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c5e0a075-b832-4023-b125-3d3f99006039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['16f257d7-50b7-464a-a507-26925f8dee50'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:09.994836 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-e575fc3b-526e-4c34-8f7a-681d2adb401f tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] show failed (client error): The resource could not be found. May 24 23:02:09.999366 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e575fc3b-526e-4c34-8f7a-681d2adb401f tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1371632948 HTTP/1.1" status: 404 len: 335 time: 0.0687587 May 24 23:02:09.999596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56432) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:10.004536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-380991b2-17d5-413a-950a-089721c0b13d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:10.007816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c5e0a075-b832-4023-b125-3d3f99006039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:10.017706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0a075-b832-4023-b125-3d3f99006039 None None] Routers {'16f257d7-50b7-464a-a507-26925f8dee50'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:10.018668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c5e0a075-b832-4023-b125-3d3f99006039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['16f257d7-50b7-464a-a507-26925f8dee50'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:10.070846 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-380991b2-17d5-413a-950a-089721c0b13d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] update failed (client error): The resource could not be found. May 24 23:02:10.077985 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-380991b2-17d5-413a-950a-089721c0b13d tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-373090634 HTTP/1.1" status: 404 len: 334 time: 0.0716197 May 24 23:02:10.079273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56436) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:10.087293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c5e0a075-b832-4023-b125-3d3f99006039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:10.087779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e0a075-b832-4023-b125-3d3f99006039 None None] The sync data for ids ['16f257d7-50b7-464a-a507-26925f8dee50'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:10.104206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] For port 77475bf7-d550-4d1b-a753-9965b630a762, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=77475bf7-d550-4d1b-a753-9965b630a762,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:10.104715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.151790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c903de1-9495-4a13-bfaa-2869fc35f2ce tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Deleting subnet e9e55e01-12a4-4a2f-a90c-82a15f131ba7 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:10.155399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c903de1-9495-4a13-bfaa-2869fc35f2ce tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.213499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c903de1-9495-4a13-bfaa-2869fc35f2ce tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.294566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c903de1-9495-4a13-bfaa-2869fc35f2ce tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.300525 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6af66ffb-0023-4ba5-8eb8-a6b3852772a7 req-ea3beacb-e5c5-4f31-be0d-5eb63986d4a2 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5991209 May 24 23:02:10.307669 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Calling delete_port for 77475bf7-d550-4d1b-a753-9965b630a762 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:10.367286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c903de1-9495-4a13-bfaa-2869fc35f2ce tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.409224 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c903de1-9495-4a13-bfaa-2869fc35f2ce tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e55e01-12a4-4a2f-a90c-82a15f131ba7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:10.414729 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c903de1-9495-4a13-bfaa-2869fc35f2ce tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.422685 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7c903de1-9495-4a13-bfaa-2869fc35f2ce tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "DELETE /v2.0/subnets/e9e55e01-12a4-4a2f-a90c-82a15f131ba7 HTTP/1.1" status: 204 len: 168 time: 0.3414376 May 24 23:02:10.424156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56440) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:10.425534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d574c747-2a41-4e8e-a6d3-53c5112bcc99 None None] Network 7372e8a5-1fd5-4a7e-8e6a-8c73d920e885 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:10.491381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce02484-8ddf-4dcb-a960-9d40d6a44fb8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Deleting subnet 6bf86b70-c24c-40b3-bf86-5e463cd27a3e {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:10.494314 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ce02484-8ddf-4dcb-a960-9d40d6a44fb8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.503287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7c4d58-3658-4965-8923-96832b6d883c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:10.520761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f569c995-a4a3-421a-a817-335ae758b4c2 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.527841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f44fa81f-08ef-4987-bf92-7ee71c7baf94 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.531637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f569c995-a4a3-421a-a817-335ae758b4c2 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.554857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ce02484-8ddf-4dcb-a960-9d40d6a44fb8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.562923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f44fa81f-08ef-4987-bf92-7ee71c7baf94 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.646028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ce02484-8ddf-4dcb-a960-9d40d6a44fb8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.666961 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a54bafc4-3696-4b73-9d2c-f022a02a3f40 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:10.678713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.708478 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: a54bafc4-3696-4b73-9d2c-f022a02a3f40 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:02:10.708892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a54bafc4-3696-4b73-9d2c-f022a02a3f40 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:02:10.724371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3468479a-03fc-4854-9ab5-202a7c7b9549 None None] DHCP port deletion for 7372e8a5-1fd5-4a7e-8e6a-8c73d920e885 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:02:10.728743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3468479a-03fc-4854-9ab5-202a7c7b9549 None None] Deleting port 68674a63-a2e2-42e8-ada8-09dfe63d9932 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:10.729228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3468479a-03fc-4854-9ab5-202a7c7b9549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.733058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ce02484-8ddf-4dcb-a960-9d40d6a44fb8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.736575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fa81f-08ef-4987-bf92-7ee71c7baf94 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467b1870-0892-45c2-9e00-a91f3f1a0130,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:10.757458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f569c995-a4a3-421a-a817-335ae758b4c2 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.759054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f569c995-a4a3-421a-a817-335ae758b4c2 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Fanout notify agent at l3_agent the message router_deleted on router 4b827269-178b-4a64-acc1-f9421ecf9071 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:02:10.778795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02484-8ddf-4dcb-a960-9d40d6a44fb8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf86b70-c24c-40b3-bf86-5e463cd27a3e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:10.784573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ce02484-8ddf-4dcb-a960-9d40d6a44fb8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.793627 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1747093e-d651-4971-bbad-9d91b7c36173 None None] Network 749dbcf8-c45e-448a-95a6-679b90de8368 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:10.796795 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1ce02484-8ddf-4dcb-a960-9d40d6a44fb8 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "DELETE /v2.0/subnets/6bf86b70-c24c-40b3-bf86-5e463cd27a3e HTTP/1.1" status: 204 len: 168 time: 0.3692718 May 24 23:02:10.797699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56444) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:10.862880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f569c995-a4a3-421a-a817-335ae758b4c2 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.866173 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f569c995-a4a3-421a-a817-335ae758b4c2 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "DELETE /v2.0/routers/4b827269-178b-4a64-acc1-f9421ecf9071 HTTP/1.1" status: 204 len: 168 time: 1.5132921 May 24 23:02:10.868729 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56448) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:10.883558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f44fa81f-08ef-4987-bf92-7ee71c7baf94 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.887960 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f44fa81f-08ef-4987-bf92-7ee71c7baf94 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9561620 May 24 23:02:10.910290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56452) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:10.918064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-add20624-12d6-4201-bba2-56174f1c3f50 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': '4ce0ac13-7f84-4f5d-b6ed-ad2b24f04fcb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:10.932626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event updated for resources: {'Subnet': ['ID=e6ded8ef-ed7f-41f8-98a4-111274a280c1,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:10.940101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-add20624-12d6-4201-bba2-56174f1c3f50 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:10.948470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Checking segment: {'id': '04e3c3d5-30a9-4b90-8809-7f984ca85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c9c97278-0cdf-4970-9337-1e3a68fceb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:10.948999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Network hostable DHCP agents. Network: c9c97278-0cdf-4970-9337-1e3a68fceb63, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:10.954304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-add20624-12d6-4201-bba2-56174f1c3f50 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:10.961056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-add20624-12d6-4201-bba2-56174f1c3f50 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:10.972905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-add20624-12d6-4201-bba2-56174f1c3f50 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:10.979194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.988069 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-486911a0-c3fc-4490-b720-5a1f97729c06 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Deleting subnet 7172b882-68ac-442d-b201-fb91f3f2fa1c {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:10.993573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-486911a0-c3fc-4490-b720-5a1f97729c06 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.024528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7c4d58-3658-4965-8923-96832b6d883c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:11.041528 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d101055-55fc-468c-a165-507990b83710 None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:11.048622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Deleting port 68674a63-a2e2-42e8-ada8-09dfe63d9932 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:11.048849 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.059196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4d58-3658-4965-8923-96832b6d883c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.062902 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d101055-55fc-468c-a165-507990b83710 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:11.063832 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5d101055-55fc-468c-a165-507990b83710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:11.091576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-add20624-12d6-4201-bba2-56174f1c3f50 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.107529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Network c9c97278-0cdf-4970-9337-1e3a68fceb63 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:11.160294 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5d101055-55fc-468c-a165-507990b83710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:11.166108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3468479a-03fc-4854-9ab5-202a7c7b9549 None None] For port 68674a63-a2e2-42e8-ada8-09dfe63d9932, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=68674a63-a2e2-42e8-ada8-09dfe63d9932,segment=NetworkSegment(8c965b33-154c-4421-9190-08ecc81f7d84),segment_id=8c965b33-154c-4421-9190-08ecc81f7d84)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:11.166693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3468479a-03fc-4854-9ab5-202a7c7b9549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.171368 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d101055-55fc-468c-a165-507990b83710 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:11.172158 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5d101055-55fc-468c-a165-507990b83710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:11.188258 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec7c4d58-3658-4965-8923-96832b6d883c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "PUT /v2.0/floatingips/4de0654b-d482-47b6-8bf0-034bfde8c978 HTTP/1.1" status: 200 len: 978 time: 4.9466109 May 24 23:02:11.191184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56456) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:11.213484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.217253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, c9c97278-0cdf-4970-9337-1e3a68fceb63) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:11.233929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.236894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3475d5ca-82b4-4148-abeb-ac4f0127bbfb None None] Network c9c97278-0cdf-4970-9337-1e3a68fceb63 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:11.241680 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5d101055-55fc-468c-a165-507990b83710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:11.242312 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d101055-55fc-468c-a165-507990b83710 None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:11.269006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-486911a0-c3fc-4490-b720-5a1f97729c06 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.332275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3468479a-03fc-4854-9ab5-202a7c7b9549 None None] Calling delete_port for 68674a63-a2e2-42e8-ada8-09dfe63d9932 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:11.390210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=77475bf7-d550-4d1b-a753-9965b630a762,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:11.472374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3468479a-03fc-4854-9ab5-202a7c7b9549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.498003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] For port 68674a63-a2e2-42e8-ada8-09dfe63d9932, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=68674a63-a2e2-42e8-ada8-09dfe63d9932,segment=NetworkSegment(8c965b33-154c-4421-9190-08ecc81f7d84),segment_id=8c965b33-154c-4421-9190-08ecc81f7d84)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:11.498260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.538789 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468479a-03fc-4854-9ab5-202a7c7b9549 None None] Pushing event deleted for resources: {'Port': ['ID=68674a63-a2e2-42e8-ada8-09dfe63d9932,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:11.541224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468479a-03fc-4854-9ab5-202a7c7b9549 None None] No DVR routers for this DVR port 68674a63-a2e2-42e8-ada8-09dfe63d9932 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:11.594015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port 63654e8a-30fd-4cd0-8c7a-23a37a12342e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:11.594367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.629166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-add20624-12d6-4201-bba2-56174f1c3f50 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.632186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event updated for resources: {'Subnet': ['ID=099c1427-5a84-4879-8caa-8fb0f5ddd09c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:11.654836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-486911a0-c3fc-4490-b720-5a1f97729c06 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.655051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-add20624-12d6-4201-bba2-56174f1c3f50 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.684385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c77ebe9-5a4f-434e-8d60-fa4633c925f4 None None] DHCP port deletion for 749dbcf8-c45e-448a-95a6-679b90de8368 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:02:11.692936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1c77ebe9-5a4f-434e-8d60-fa4633c925f4 None None] Deleting port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:11.693455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c77ebe9-5a4f-434e-8d60-fa4633c925f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.703650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Checking segment: {'id': 'e02f0177-1fe7-42f6-8f1b-7b7d9e72746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f36c0463-ba80-4cfa-91d6-2b8d6ca1328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:11.704005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Network hostable DHCP agents. Network: f36c0463-ba80-4cfa-91d6-2b8d6ca1328c, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:11.715500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20624-12d6-4201-bba2-56174f1c3f50 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282072a9-355e-4d40-a3e6-8c28104a04e0,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:11.725987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.741788 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-c9c97278-0cdf-4970-9337-1e3a68fceb63', 'network_id': 'c9c97278-0cdf-4970-9337-1e3a68fceb63', 'tenant_id': '7daf54a224bc4f1c881d0169385f0f8c', 'fixed_ips': [{'subnet_id': 'e6ded8ef-ed7f-41f8-98a4-111274a280c1'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:11.742771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.749519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Calling delete_port for 68674a63-a2e2-42e8-ada8-09dfe63d9932 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:11.799110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-486911a0-c3fc-4490-b720-5a1f97729c06 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.862008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486911a0-c3fc-4490-b720-5a1f97729c06 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event deleted for resources: {'Subnet': ['ID=7172b882-68ac-442d-b201-fb91f3f2fa1c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:11.872391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-486911a0-c3fc-4490-b720-5a1f97729c06 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.882685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733a5224-964c-4d9e-8bf1-75780fd7cedb None None] Network 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:11.886967 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-486911a0-c3fc-4490-b720-5a1f97729c06 tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "DELETE /v2.0/subnets/7172b882-68ac-442d-b201-fb91f3f2fa1c HTTP/1.1" status: 204 len: 168 time: 1.0173762 May 24 23:02:11.899800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56462) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:11.998409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:02:11.998745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:02:12.018930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.031770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Deleting port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:12.032111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.110784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-add20624-12d6-4201-bba2-56174f1c3f50 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.115334 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-add20624-12d6-4201-bba2-56174f1c3f50 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2011254 May 24 23:02:12.119335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1c77ebe9-5a4f-434e-8d60-fa4633c925f4 None None] For port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e,segment=NetworkSegment(732c5871-e1da-44f3-ada9-d43568a2058a),segment_id=732c5871-e1da-44f3-ada9-d43568a2058a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:12.119521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c77ebe9-5a4f-434e-8d60-fa4633c925f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.119622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56466) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:12.123855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.127623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Network f36c0463-ba80-4cfa-91d6-2b8d6ca1328c is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:12.132269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.151787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1dd12-6bd9-44eb-a57d-cf8edd8c511d req-337b6e3d-132c-4354-82ac-9197c5d4e44a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:12.153289 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76c1dd12-6bd9-44eb-a57d-cf8edd8c511d req-337b6e3d-132c-4354-82ac-9197c5d4e44a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.6935503 May 24 23:02:12.160996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, f36c0463-ba80-4cfa-91d6-2b8d6ca1328c) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:12.194573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaeb2985-65e6-4b5d-a3e3-afa783441210 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.211305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaeb2985-65e6-4b5d-a3e3-afa783441210 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.253299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:12.253773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:12.254424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.255365 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaeb2985-65e6-4b5d-a3e3-afa783441210 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.266854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3f847-3ca1-4a3e-a58b-e4b8119ba239 None None] Network f36c0463-ba80-4cfa-91d6-2b8d6ca1328c requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:12.283815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.284224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14da2f72-3e3a-43f6-9068-a8f04179a837 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:02:12.290361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1c77ebe9-5a4f-434e-8d60-fa4633c925f4 None None] Calling delete_port for bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:12.320286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.321717 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-764212de-0c13-4506-a400-fcb6451f51a8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/14da2f72-3e3a-43f6-9068-a8f04179a837 HTTP/1.1" status: 204 len: 168 time: 4.5216835 May 24 23:02:12.322147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb2985-65e6-4b5d-a3e3-afa783441210 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=282072a9-355e-4d40-a3e6-8c28104a04e0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:12.329299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56470) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:12.335212 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7e219cc6-c49b-44c9-9124-1b898f671111 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.1190920 May 24 23:02:12.336358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56474) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:12.370417 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76c1dd12-6bd9-44eb-a57d-cf8edd8c511d req-aa84d5e4-0e07-4bed-92f4-859d85337340 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077575 May 24 23:02:12.405778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaeb2985-65e6-4b5d-a3e3-afa783441210 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.405778 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eaeb2985-65e6-4b5d-a3e3-afa783441210 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/282072a9-355e-4d40-a3e6-8c28104a04e0 HTTP/1.1" status: 204 len: 168 time: 0.2657070 May 24 23:02:12.411613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56478) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:12.439334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.461094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-e175bb8a-97c8-4371-87c8-369709b1e193 admin admin] Deleting subnet 13943762-dae2-4602-990d-129c1c56cf13 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:12.476344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] For port 265b810f-73bc-4f89-b2cc-e8c2f92067f5, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=265b810f-73bc-4f89-b2cc-e8c2f92067f5,segment=NetworkSegment(b0f8dade-f753-4761-ab24-720cd122315a),segment_id=b0f8dade-f753-4761-ab24-720cd122315a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:12.476720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.498273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccfffea-a3da-496a-ab9f-03c23b608b16 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:12.499932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccfffea-a3da-496a-ab9f-03c23b608b16 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:12.501621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccfffea-a3da-496a-ab9f-03c23b608b16 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:12.512197 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dccfffea-a3da-496a-ab9f-03c23b608b16 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1659141 May 24 23:02:12.513624 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56482) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:12.515778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e175bb8a-97c8-4371-87c8-369709b1e193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.538372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Allocated IP 2001:db8::1 (c9c97278-0cdf-4970-9337-1e3a68fceb63/e6ded8ef-ed7f-41f8-98a4-111274a280c1/4113604e-51bf-43d9-9948-77809344e3c7) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:12.568574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Deleting port 68674a63-a2e2-42e8-ada8-09dfe63d9932 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:12.568574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.644555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e175bb8a-97c8-4371-87c8-369709b1e193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.668185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Calling delete_port for 265b810f-73bc-4f89-b2cc-e8c2f92067f5 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:12.761418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ab31e182-4dd6-4f81-b1c5-93ad3ef27774 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:12.765025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c77ebe9-5a4f-434e-8d60-fa4633c925f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.765421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-737f229c-a601-4d72-80d1-3ee09277c9e0 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Deleting subnet e6ded8ef-ed7f-41f8-98a4-111274a280c1 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:12.772211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] The port '68674a63-a2e2-42e8-ada8-09dfe63d9932' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:02:12.828752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ab31e182-4dd6-4f81-b1c5-93ad3ef27774 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:12.832562 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ab31e182-4dd6-4f81-b1c5-93ad3ef27774 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4127793 May 24 23:02:12.860102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77ebe9-5a4f-434e-8d60-fa4633c925f4 None None] No DVR routers for this DVR port bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:12.861782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56486) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:12.861924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77ebe9-5a4f-434e-8d60-fa4633c925f4 None None] Pushing event deleted for resources: {'Port': ['ID=bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:12.906103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b0f1e8-2a97-4599-b9a5-b5a31b3cb208 None None] DHCP port deletion for 16f1b7ec-7ffc-4609-b4a3-1b7da6171344 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:02:12.942162 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f1e8-2a97-4599-b9a5-b5a31b3cb208 None None] Deleting port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:12.942162 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-75b0f1e8-2a97-4599-b9a5-b5a31b3cb208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.959883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.960680 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.961200 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 4de0654b-d482-47b6-8bf0-034bfde8c978 disassociated. External IP: 172.26.3.44, port: 63654e8a-30fd-4cd0-8c7a-23a37a12342e. May 24 23:02:12.961805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for 63654e8a-30fd-4cd0-8c7a-23a37a12342e owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:12.977505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-f36c0463-ba80-4cfa-91d6-2b8d6ca1328c', 'network_id': 'f36c0463-ba80-4cfa-91d6-2b8d6ca1328c', 'tenant_id': '7daf54a224bc4f1c881d0169385f0f8c', 'fixed_ips': [{'subnet_id': '099c1427-5a84-4879-8caa-8fb0f5ddd09c'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:12.979088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.998933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:13.012818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-386ab4bb-fef3-47ce-99af-e048d01c6d99 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.051611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-386ab4bb-fef3-47ce-99af-e048d01c6d99 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.077705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e175bb8a-97c8-4371-87c8-369709b1e193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.093951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:02:13.094371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bce4ab87-f8cd-4ba4-b2d1-232f9a044b3e not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:02:13.094983 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 77475bf7-d550-4d1b-a753-9965b630a762 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:13.097202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.132339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.179617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.184683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event deleted for resources: {'Port': ['ID=265b810f-73bc-4f89-b2cc-e8c2f92067f5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:13.197136 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] No DVR routers for this DVR port 265b810f-73bc-4f89-b2cc-e8c2f92067f5 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:13.199561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 77475bf7-d550-4d1b-a753-9965b630a762 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:02:13.199806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 77475bf7-d550-4d1b-a753-9965b630a762 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:02:13.200213 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 68674a63-a2e2-42e8-ada8-09dfe63d9932 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:13.239886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-386ab4bb-fef3-47ce-99af-e048d01c6d99 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.264177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ab4bb-fef3-47ce-99af-e048d01c6d99 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=467b1870-0892-45c2-9e00-a91f3f1a0130,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:13.269522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7372e8a5-1fd5-4a7e-8e6a-8c73d920e885']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:13.270296 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Transition to ACTIVE for port object 4113604e-51bf-43d9-9948-77809344e3c7 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:13.277033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.289897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Transition to ACTIVE for port object 4113604e-51bf-43d9-9948-77809344e3c7 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:13.322885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 68674a63-a2e2-42e8-ada8-09dfe63d9932 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:02:13.323272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 68674a63-a2e2-42e8-ada8-09dfe63d9932 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:02:13.324125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 265b810f-73bc-4f89-b2cc-e8c2f92067f5 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:13.329375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-737f229c-a601-4d72-80d1-3ee09277c9e0 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.356553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.362553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c965b33-154c-4421-9190-08ecc81f7d84') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:13.363016 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c965b33-154c-4421-9190-08ecc81f7d84') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:13.375002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f1e8-2a97-4599-b9a5-b5a31b3cb208 None None] The port '265b810f-73bc-4f89-b2cc-e8c2f92067f5' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:02:13.382525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.385319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-737f229c-a601-4d72-80d1-3ee09277c9e0 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.403254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.419088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:13.420578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.437695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 265b810f-73bc-4f89-b2cc-e8c2f92067f5 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:02:13.438271 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 265b810f-73bc-4f89-b2cc-e8c2f92067f5 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:02:13.482217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Network c9c97278-0cdf-4970-9337-1e3a68fceb63 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:13.488144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:13.496568 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:13.503856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-386ab4bb-fef3-47ce-99af-e048d01c6d99 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.509291 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-386ab4bb-fef3-47ce-99af-e048d01c6d99 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/467b1870-0892-45c2-9e00-a91f3f1a0130 HTTP/1.1" status: 204 len: 168 time: 0.6458831 May 24 23:02:13.510120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56494) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:13.511584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-737f229c-a601-4d72-80d1-3ee09277c9e0 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.531604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Pushing event updated for resources: {'Port': ['ID=4113604e-51bf-43d9-9948-77809344e3c7,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:13.590080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.606302 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.610013 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8c965b33-154c-4421-9190-08ecc81f7d84 resource provider aggregate not found May 24 23:02:13.623103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=63654e8a-30fd-4cd0-8c7a-23a37a12342e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:13.645313 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event deleted for resources: {'Network': ['ID=7372e8a5-1fd5-4a7e-8e6a-8c73d920e885,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:13.649280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.660420 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8c965b33-154c-4421-9190-08ecc81f7d84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c965b33-154c-4421-9190-08ecc81f7d84 found for delete ", "request_id": "req-61af77af-e81e-4e00-af28-2071085055e7"}]} May 24 23:02:13.667894 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2e4ec422-f4e4-4221-9c70-065938d2ba33 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "DELETE /v2.0/networks/7372e8a5-1fd5-4a7e-8e6a-8c73d920e885 HTTP/1.1" status: 204 len: 168 time: 2.8691311 May 24 23:02:13.672906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Attempting to bind port 4113604e-51bf-43d9-9948-77809344e3c7 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:13.673200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Attempting to bind port 4113604e-51bf-43d9-9948-77809344e3c7 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '04e3c3d5-30a9-4b90-8809-7f984ca85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c9c97278-0cdf-4970-9337-1e3a68fceb63'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:13.673767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Attempting to bind port 4113604e-51bf-43d9-9948-77809344e3c7 on network c9c97278-0cdf-4970-9337-1e3a68fceb63 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:13.678273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56506) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:13.686316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Allocated IP 2001:db8:0:1::1 (f36c0463-ba80-4cfa-91d6-2b8d6ca1328c/099c1427-5a84-4879-8caa-8fb0f5ddd09c/3f2aae8f-3831-473a-b9b3-3cb0b1b97895) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:13.688776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:13.689154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Checking segment: {'id': '04e3c3d5-30a9-4b90-8809-7f984ca85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c9c97278-0cdf-4970-9337-1e3a68fceb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:13.689760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.690163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Bound using segment: {'id': '04e3c3d5-30a9-4b90-8809-7f984ca85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c9c97278-0cdf-4970-9337-1e3a68fceb63'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:13.690648 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Bound port: 4113604e-51bf-43d9-9948-77809344e3c7, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e3c3d5-30a9-4b90-8809-7f984ca85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c9c97278-0cdf-4970-9337-1e3a68fceb63'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:13.691034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.711866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f1b7ec-7ffc-4609-b4a3-1b7da6171344']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:13.794784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f8dade-f753-4761-ab24-720cd122315a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:13.795426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f8dade-f753-4761-ab24-720cd122315a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:13.822097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.842795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.848887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.857257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:13.857648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.882591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e175bb8a-97c8-4371-87c8-369709b1e193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.958147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175bb8a-97c8-4371-87c8-369709b1e193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13943762-dae2-4602-990d-129c1c56cf13,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:13.976107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e175bb8a-97c8-4371-87c8-369709b1e193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.980544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-737f229c-a601-4d72-80d1-3ee09277c9e0 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.985353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3278aca-f843-4639-b3e6-b11816d3fa4f None None] Network d6205c16-b3a2-4d86-9909-668148e58a5b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:13.994731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d0d590f8-96ef-4657-94ce-2b68b48d1c84 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:14.023425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] For port 4113604e-51bf-43d9-9948-77809344e3c7, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:14.063959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.084167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.108461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.112216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749dbcf8-c45e-448a-95a6-679b90de8368']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:14.115695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f229c-a601-4d72-80d1-3ee09277c9e0 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ded8ef-ed7f-41f8-98a4-111274a280c1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:14.116965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] For port 4113604e-51bf-43d9-9948-77809344e3c7, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4113604e-51bf-43d9-9948-77809344e3c7,segment=NetworkSegment(04e3c3d5-30a9-4b90-8809-7f984ca85a94),segment_id=04e3c3d5-30a9-4b90-8809-7f984ca85a94)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:14.125152 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e175bb8a-97c8-4371-87c8-369709b1e193 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/13943762-dae2-4602-990d-129c1c56cf13 HTTP/1.1" status: 204 len: 168 time: 1.7947094 May 24 23:02:14.125419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] Pushing event deleted for resources: {'Network': ['ID=16f1b7ec-7ffc-4609-b4a3-1b7da6171344,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:14.128057 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56512) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:14.130251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-737f229c-a601-4d72-80d1-3ee09277c9e0 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.132348 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-737f229c-a601-4d72-80d1-3ee09277c9e0 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "DELETE /v2.0/subnets/e6ded8ef-ed7f-41f8-98a4-111274a280c1 HTTP/1.1" status: 204 len: 168 time: 1.6182616 May 24 23:02:14.139907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56516) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:14.151632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732c5871-e1da-44f3-ada9-d43568a2058a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:14.151917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732c5871-e1da-44f3-ada9-d43568a2058a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:14.173408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.188700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d0d590f8-96ef-4657-94ce-2b68b48d1c84 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:14.190130 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d0d590f8-96ef-4657-94ce-2b68b48d1c84 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5916603 May 24 23:02:14.209619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56520) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:14.231602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e80d0-4213-42e9-b28a-312a19351241 req-80703330-7278-47e9-a21b-6c626a867b61 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:14.237546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.238829 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-837e80d0-4213-42e9-b28a-312a19351241 req-80703330-7278-47e9-a21b-6c626a867b61 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.6248498 May 24 23:02:14.278519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.280949 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-38ed55e2-2079-45c9-bc16-b3b1cb4566ae tempest-FloatingIPNegativeTestJSON-22882879 tempest-FloatingIPNegativeTestJSON-22882879-project] 10.222.0.32 "DELETE /v2.0/networks/16f1b7ec-7ffc-4609-b4a3-1b7da6171344 HTTP/1.1" status: 204 len: 168 time: 2.3795164 May 24 23:02:14.287730 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.287959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:14.308074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:14.308952 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.313332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50d3c56f-43ba-44c0-94bf-4521253624ab tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.328277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc72b641-84ae-42fe-bb5b-9ca1b0cd1056 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Deleting subnet 099c1427-5a84-4879-8caa-8fb0f5ddd09c {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:14.361817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Transition to ACTIVE for port object 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:14.409980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50d3c56f-43ba-44c0-94bf-4521253624ab tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.417176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.429161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b880a7-3ad0-4829-af00-5c497637db61 None None] Pushing event updated for resources: {'Port': ['ID=4113604e-51bf-43d9-9948-77809344e3c7,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:14.431701 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-837e80d0-4213-42e9-b28a-312a19351241 req-9812f549-006e-435e-812c-cf33eeaa7808 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873095 May 24 23:02:14.433604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Transition to ACTIVE for port object 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:14.451029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Deleting port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:14.451862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.457632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc72b641-84ae-42fe-bb5b-9ca1b0cd1056 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.459893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.521170 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.543173 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.553498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Network f36c0463-ba80-4cfa-91d6-2b8d6ca1328c is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:14.554430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Pushing event updated for resources: {'Port': ['ID=3f2aae8f-3831-473a-b9b3-3cb0b1b97895,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:14.557330 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:14.559437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:14.629080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event deleted for resources: {'Network': ['ID=749dbcf8-c45e-448a-95a6-679b90de8368,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:14.639282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56528) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:14.639583 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6b39d251-1e0b-4b93-b498-3aab76821ce9 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "DELETE /v2.0/networks/749dbcf8-c45e-448a-95a6-679b90de8368 HTTP/1.1" status: 204 len: 168 time: 0.9602141 May 24 23:02:14.651563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734edb4c-17cb-4fbe-b37e-47cd5c8eb28c None None] DHCP port deletion for d6205c16-b3a2-4d86-9909-668148e58a5b request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:02:14.662545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-734edb4c-17cb-4fbe-b37e-47cd5c8eb28c None None] Deleting port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:14.663059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-734edb4c-17cb-4fbe-b37e-47cd5c8eb28c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.698151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Attempting to bind port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:14.698678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Attempting to bind port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'e02f0177-1fe7-42f6-8f1b-7b7d9e72746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f36c0463-ba80-4cfa-91d6-2b8d6ca1328c'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:14.699519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Attempting to bind port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 on network f36c0463-ba80-4cfa-91d6-2b8d6ca1328c {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:14.701949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc72b641-84ae-42fe-bb5b-9ca1b0cd1056 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.727677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:14.728339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Checking segment: {'id': 'e02f0177-1fe7-42f6-8f1b-7b7d9e72746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f36c0463-ba80-4cfa-91d6-2b8d6ca1328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:14.729073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.729791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Bound using segment: {'id': 'e02f0177-1fe7-42f6-8f1b-7b7d9e72746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f36c0463-ba80-4cfa-91d6-2b8d6ca1328c'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:14.730508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Bound port: 3f2aae8f-3831-473a-b9b3-3cb0b1b97895, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02f0177-1fe7-42f6-8f1b-7b7d9e72746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f36c0463-ba80-4cfa-91d6-2b8d6ca1328c'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:14.731099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.746014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50d3c56f-43ba-44c0-94bf-4521253624ab tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.846886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:14.849816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3c56f-43ba-44c0-94bf-4521253624ab tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5410030f-a1ae-494f-9fdf-aba8e5e35d3c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:14.907796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:14.925647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d8cb19-8f9d-40b1-9ca1-e7ed469a186c None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:14.996830 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56536) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:15.022966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] For port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=93ddf5e2-1293-4fcd-920a-08b77a5eedb3,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:15.023570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.037130 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d8cb19-8f9d-40b1-9ca1-e7ed469a186c None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:15.037781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-53d8cb19-8f9d-40b1-9ca1-e7ed469a186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:15.056418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Deleting subnet f0e6c796-fc0f-48df-a60d-bd1814531990 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:15.058751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50d3c56f-43ba-44c0-94bf-4521253624ab tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.063269 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-50d3c56f-43ba-44c0-94bf-4521253624ab tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5410030f-a1ae-494f-9fdf-aba8e5e35d3c HTTP/1.1" status: 204 len: 168 time: 0.8526740 May 24 23:02:15.080826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56538) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:15.088282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.146175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-53d8cb19-8f9d-40b1-9ca1-e7ed469a186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:15.206173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-734edb4c-17cb-4fbe-b37e-47cd5c8eb28c None None] For port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=93ddf5e2-1293-4fcd-920a-08b77a5eedb3,segment=NetworkSegment(50397701-8bf8-4ec8-9232-d53579da012d),segment_id=50397701-8bf8-4ec8-9232-d53579da012d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:15.206704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-734edb4c-17cb-4fbe-b37e-47cd5c8eb28c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.257943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] For port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:15.264676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:15.265256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.301208 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Calling delete_port for 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:15.311353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d098b52e-7dbc-44cc-8b2c-aa076ef2eb06 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:15.320588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.345970 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d8cb19-8f9d-40b1-9ca1-e7ed469a186c None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:15.346688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-53d8cb19-8f9d-40b1-9ca1-e7ed469a186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:01:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:15.358412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204a886-a1a9-4146-928e-4ccf4e1e759a req-b2017914-9aee-4450-8812-7bcbaf26384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:15.360019 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6204a886-a1a9-4146-928e-4ccf4e1e759a req-b2017914-9aee-4450-8812-7bcbaf26384e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 1098 time: 0.5407305 May 24 23:02:15.382875 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.387188 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa6d1246-640b-4971-98ae-54a2071de638 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/ports/63654e8a-30fd-4cd0-8c7a-23a37a12342e HTTP/1.1" status: 204 len: 168 time: 4.1729634 May 24 23:02:15.393364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56546) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:15.418749 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6204a886-a1a9-4146-928e-4ccf4e1e759a req-2f50b0e7-d9c3-48fe-b9b6-0ac831b73429 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511243 May 24 23:02:15.420250 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.470737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ddf5e2-1293-4fcd-920a-08b77a5eedb3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:15.474273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] No DVR routers for this DVR port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:15.489902 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-47744c60-2af5-4f1f-9d42-19e02ca77f48 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "GET /v2.0/floatingips/4de0654b-d482-47b6-8bf0-034bfde8c978 HTTP/1.1" status: 200 len: 687 time: 0.0930817 May 24 23:02:15.490102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-53d8cb19-8f9d-40b1-9ca1-e7ed469a186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:15.490102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d8cb19-8f9d-40b1-9ca1-e7ed469a186c None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:15.494226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] For port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=3f2aae8f-3831-473a-b9b3-3cb0b1b97895,segment=NetworkSegment(e02f0177-1fe7-42f6-8f1b-7b7d9e72746a),segment_id=e02f0177-1fe7-42f6-8f1b-7b7d9e72746a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:15.498867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56552) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:15.503953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-734edb4c-17cb-4fbe-b37e-47cd5c8eb28c None None] Calling delete_port for 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:15.590084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc72b641-84ae-42fe-bb5b-9ca1b0cd1056 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.601576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.624991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.652449 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6205c16-b3a2-4d86-9909-668148e58a5b']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:15.653590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.687558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50397701-8bf8-4ec8-9232-d53579da012d') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:15.690652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50397701-8bf8-4ec8-9232-d53579da012d') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:15.704714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.716345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ae8d7-08fe-4c28-998c-6efb6208347a None None] Pushing event updated for resources: {'Port': ['ID=3f2aae8f-3831-473a-b9b3-3cb0b1b97895,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:15.718540 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b0f8dade-f753-4761-ab24-720cd122315a resource provider aggregate not found May 24 23:02:15.721357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-734edb4c-17cb-4fbe-b37e-47cd5c8eb28c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:02:15.721717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-734edb4c-17cb-4fbe-b37e-47cd5c8eb28c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:02:15.736176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.749286 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b0f8dade-f753-4761-ab24-720cd122315a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0f8dade-f753-4761-ab24-720cd122315a found for delete ", "request_id": "req-dac7040f-d473-4c78-ba95-ab32f955c54e"}]} May 24 23:02:15.755680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:15.757038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.773483 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 732c5871-e1da-44f3-ada9-d43568a2058a resource provider aggregate not found May 24 23:02:15.818014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d098b52e-7dbc-44cc-8b2c-aa076ef2eb06 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:15.821815 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d098b52e-7dbc-44cc-8b2c-aa076ef2eb06 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7326543 May 24 23:02:15.835846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56564) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:15.838377 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 732c5871-e1da-44f3-ada9-d43568a2058a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 732c5871-e1da-44f3-ada9-d43568a2058a found for delete ", "request_id": "req-f854490c-02a6-4553-8280-36c4a6358761"}]} May 24 23:02:15.895222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89453c6d-0bf1-4849-ae42-082d395c457d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.903308 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.924098 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89453c6d-0bf1-4849-ae42-082d395c457d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.933756 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.944587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6205c16-b3a2-4d86-9909-668148e58a5b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:15.974376 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9516a332-d0b6-4989-8bec-c93646595a84 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d6205c16-b3a2-4d86-9909-668148e58a5b HTTP/1.1" status: 204 len: 168 time: 1.8452992 May 24 23:02:16.003467 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89453c6d-0bf1-4849-ae42-082d395c457d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.025566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89453c6d-0bf1-4849-ae42-082d395c457d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6cc359e-ab5c-4eea-8557-28fc3682170c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:16.039645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89453c6d-0bf1-4849-ae42-082d395c457d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.041293 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-89453c6d-0bf1-4849-ae42-082d395c457d tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f6cc359e-ab5c-4eea-8557-28fc3682170c HTTP/1.1" status: 204 len: 168 time: 0.2016375 May 24 23:02:16.047008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56570) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:16.066568 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-af9c6d4c-8627-4747-ac5e-4081b4d45be7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e47e1c0d2633404291dd015e8ae8e1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0015912 May 24 23:02:16.070984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56574) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:16.124686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4908d06b-9d27-45b1-ba97-1fcc8d67994c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port a6bf94fe-4d40-406f-9fe0-211444c43c72 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:16.125029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4908d06b-9d27-45b1-ba97-1fcc8d67994c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.153192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3640498d-5e34-44e7-a961-a11ed082047a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:16.183632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6725c8-be27-4b65-b209-78fc3f37ab5c None None] Network c9c97278-0cdf-4970-9337-1e3a68fceb63 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:16.195282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56578) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:16.195850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4f483c4-7ca3-48da-9203-5b6beb03e134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.231922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-734edb4c-17cb-4fbe-b37e-47cd5c8eb28c None None] Deleting port 93ddf5e2-1293-4fcd-920a-08b77a5eedb3 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:16.231922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-734edb4c-17cb-4fbe-b37e-47cd5c8eb28c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.243256 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3640498d-5e34-44e7-a961-a11ed082047a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:16.247356 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3640498d-5e34-44e7-a961-a11ed082047a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1964347 May 24 23:02:16.249052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56582) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:16.250751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4f483c4-7ca3-48da-9203-5b6beb03e134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.336513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-07b0100f-e849-417b-a5b6-66d2a6cb98db tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.344286 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5944f11d-d6c0-496b-9ef1-7caf5d983882 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee6005c58c7744a9b7459d826b74a7db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1450243 May 24 23:02:16.347420 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56586) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:16.355222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.401276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-07b0100f-e849-417b-a5b6-66d2a6cb98db tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.441171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4f483c4-7ca3-48da-9203-5b6beb03e134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.463559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5806cabd-c374-405a-b75a-1af3331b2098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.464050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc72b641-84ae-42fe-bb5b-9ca1b0cd1056 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.478368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f483c4-7ca3-48da-9203-5b6beb03e134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa61eb63-15dc-4e3d-b7d8-9c2929add759,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:16.484423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-07b0100f-e849-417b-a5b6-66d2a6cb98db tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.511902 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0100f-e849-417b-a5b6-66d2a6cb98db tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=594d32c9-f8e7-40cf-ba4c-87a2864fbeac,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:16.524123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5806cabd-c374-405a-b75a-1af3331b2098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.533341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-734edb4c-17cb-4fbe-b37e-47cd5c8eb28c None None] The port '93ddf5e2-1293-4fcd-920a-08b77a5eedb3' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:02:16.538176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-91fb5c09-4975-4c3b-a53d-06bb62a9b6cc None None] Provisioning for port 4113604e-51bf-43d9-9948-77809344e3c7 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:16.561665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4f483c4-7ca3-48da-9203-5b6beb03e134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.562965 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e4f483c4-7ca3-48da-9203-5b6beb03e134 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa61eb63-15dc-4e3d-b7d8-9c2929add759 HTTP/1.1" status: 204 len: 168 time: 0.4909158 May 24 23:02:16.569187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-07b0100f-e849-417b-a5b6-66d2a6cb98db tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.570501 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-07b0100f-e849-417b-a5b6-66d2a6cb98db tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/594d32c9-f8e7-40cf-ba4c-87a2864fbeac HTTP/1.1" status: 204 len: 168 time: 0.3128397 May 24 23:02:16.581439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56592) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:16.591153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72b641-84ae-42fe-bb5b-9ca1b0cd1056 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event deleted for resources: {'Subnet': ['ID=099c1427-5a84-4879-8caa-8fb0f5ddd09c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:16.633675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc72b641-84ae-42fe-bb5b-9ca1b0cd1056 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.640480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3ff8f8a8-4bf5-4133-8ee8-1f894e3a34fc tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:16.646356 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cc72b641-84ae-42fe-bb5b-9ca1b0cd1056 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "DELETE /v2.0/subnets/099c1427-5a84-4879-8caa-8fb0f5ddd09c HTTP/1.1" status: 204 len: 168 time: 2.5036218 May 24 23:02:16.649158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56596) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:16.651358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4908d06b-9d27-45b1-ba97-1fcc8d67994c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.651810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4908d06b-9d27-45b1-ba97-1fcc8d67994c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.697167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5806cabd-c374-405a-b75a-1af3331b2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.728598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3ff8f8a8-4bf5-4133-8ee8-1f894e3a34fc tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:16.729717 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3ff8f8a8-4bf5-4133-8ee8-1f894e3a34fc tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1471422 May 24 23:02:16.734448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56600) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:16.780734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806cabd-c374-405a-b75a-1af3331b2098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cabde10-b37e-4a71-a238-3aa017a7245f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:16.792404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5806cabd-c374-405a-b75a-1af3331b2098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.797581 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5806cabd-c374-405a-b75a-1af3331b2098 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cabde10-b37e-4a71-a238-3aa017a7245f HTTP/1.1" status: 204 len: 168 time: 0.4448676 May 24 23:02:16.802233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4e4ef-3aa5-452b-83a5-d189ee8a974f req-95b37757-4ab9-4baa-b10e-f152e9ca4672 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:16.816072 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-39d4e4ef-3aa5-452b-83a5-d189ee8a974f req-95b37757-4ab9-4baa-b10e-f152e9ca4672 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.9875195 May 24 23:02:16.861685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72ce3755-2919-48de-9419-2b8210381ef6 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.895334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34bbc05-3da3-4aa3-87b9-ae8d464f4ac7 None None] DHCP port deletion for c9c97278-0cdf-4970-9337-1e3a68fceb63 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:02:16.901209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f34bbc05-3da3-4aa3-87b9-ae8d464f4ac7 None None] Deleting port 4113604e-51bf-43d9-9948-77809344e3c7 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:16.902425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f34bbc05-3da3-4aa3-87b9-ae8d464f4ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.920133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72ce3755-2919-48de-9419-2b8210381ef6 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.991724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:02:16.994842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:17.000181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72ce3755-2919-48de-9419-2b8210381ef6 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.028274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce3755-2919-48de-9419-2b8210381ef6 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce0ac13-7f84-4f5d-b6ed-ad2b24f04fcb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:17.046479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72ce3755-2919-48de-9419-2b8210381ef6 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.048392 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-72ce3755-2919-48de-9419-2b8210381ef6 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-groups/4ce0ac13-7f84-4f5d-b6ed-ad2b24f04fcb HTTP/1.1" status: 204 len: 168 time: 0.2994235 May 24 23:02:17.050671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56608) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:17.064444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:17.089970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4908d06b-9d27-45b1-ba97-1fcc8d67994c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for a6bf94fe-4d40-406f-9fe0-211444c43c72 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:17.139927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-515d719b-a499-47bd-8015-8b8772e63be4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:17.187620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-515d719b-a499-47bd-8015-8b8772e63be4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:17.193268 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-515d719b-a499-47bd-8015-8b8772e63be4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1368332 May 24 23:02:17.195252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fe8cc8-ee0e-4b47-9324-849db27b8723 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:17.195392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56616) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:17.196211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42fe8cc8-ee0e-4b47-9324-849db27b8723 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Synchronizing usage tracker for tenant:7daf54a224bc4f1c881d0169385f0f8c on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:17.201710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group': {'name': 'tempest-secgroup--454913502'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:17.207758 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-39d4e4ef-3aa5-452b-83a5-d189ee8a974f req-c4bd7d89-26da-416b-8fdb-d050202550bd tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907766 May 24 23:02:17.219268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:17.255690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:17.286065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.307126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1343a384-4eec-4da3-ba26-8e0b6de49d27 None None] Network f36c0463-ba80-4cfa-91d6-2b8d6ca1328c requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:17.308591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.324916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:17.329680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:17.333249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:17.339334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:17.392700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e6c796-fc0f-48df-a60d-bd1814531990,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:17.410111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42fe8cc8-ee0e-4b47-9324-849db27b8723 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Unset dirty status for tenant:7daf54a224bc4f1c881d0169385f0f8c on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:17.412096 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-42fe8cc8-ee0e-4b47-9324-849db27b8723 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7484245 May 24 23:02:17.431386 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.433305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.433445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56624) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:17.434324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.435064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.435832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.436511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.438672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.439718 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.440223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.440831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.441352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.441907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.442381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:17.446372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.456678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-38d12866-b7e6-47bc-a25a-d639c8ab9b5a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "DELETE /v2.0/subnets/f0e6c796-fc0f-48df-a60d-bd1814531990 HTTP/1.1" status: 204 len: 168 time: 2.8087120 May 24 23:02:17.464326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56632) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:17.468231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.507167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8ac58-66d9-468b-921d-ba0b9a9aab9c None None] Network b87e914d-cce3-4416-a292-dff1d53d08f2 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:17.595515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4908d06b-9d27-45b1-ba97-1fcc8d67994c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.686267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:17.714669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:17.715058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.720863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a365da2-aab3-4831-9844-056a7cc06228,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:17.745210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.755555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.759217 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-693b9101-f542-4d49-8327-b5b7757f0321 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5604241 May 24 23:02:17.765346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56642) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:17.769064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8780997b-217b-478a-a3a8-522f8486cbf8 None None] Provisioning for port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:17.769253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Deleting port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:17.769601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.789580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-08159d45-4074-4b8f-961e-5e1fedec3eea tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': '5a365da2-aab3-4831-9844-056a7cc06228', 'direction': 'ingress', 'protocol': 17}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:17.796455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-08159d45-4074-4b8f-961e-5e1fedec3eea tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:17.802336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-08159d45-4074-4b8f-961e-5e1fedec3eea tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:17.806790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-08159d45-4074-4b8f-961e-5e1fedec3eea tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:17.817735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-08159d45-4074-4b8f-961e-5e1fedec3eea tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:17.824383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.833381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908d06b-9d27-45b1-ba97-1fcc8d67994c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=a6bf94fe-4d40-406f-9fe0-211444c43c72,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:17.891905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08159d45-4074-4b8f-961e-5e1fedec3eea tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.907651 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 50397701-8bf8-4ec8-9232-d53579da012d resource provider aggregate not found May 24 23:02:17.909317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8780997b-217b-478a-a3a8-522f8486cbf8 None None] Provisioning complete for port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:17.912080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8780997b-217b-478a-a3a8-522f8486cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.934096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Deleting port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:17.934555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.012349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4908d06b-9d27-45b1-ba97-1fcc8d67994c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.073711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08159d45-4074-4b8f-961e-5e1fedec3eea tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.083702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08159d45-4074-4b8f-961e-5e1fedec3eea tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.114602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:18.117112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4908d06b-9d27-45b1-ba97-1fcc8d67994c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.118261 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4908d06b-9d27-45b1-ba97-1fcc8d67994c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/floatingips/4de0654b-d482-47b6-8bf0-034bfde8c978 HTTP/1.1" status: 204 len: 168 time: 2.6157370 May 24 23:02:18.128944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56666) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:18.129582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08159d45-4074-4b8f-961e-5e1fedec3eea tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300d9f2a-f267-47c6-9c2b-b62fe1a89b09,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:18.130499 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 50397701-8bf8-4ec8-9232-d53579da012d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50397701-8bf8-4ec8-9232-d53579da012d found for delete ", "request_id": "req-24121010-368c-4888-858b-2c152ee02677"}]} May 24 23:02:18.144662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '256be648-2ca5-472f-b596-4b0d3cdbe00f'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:18.155073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:18.157483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08159d45-4074-4b8f-961e-5e1fedec3eea tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.161802 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-08159d45-4074-4b8f-961e-5e1fedec3eea tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3812888 May 24 23:02:18.175968 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56670) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:18.178838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:floatingip and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:18.187819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:18.214523 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:18.270955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.338193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56676) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:18.364442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] For port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=707b2eab-29b5-4d12-8cf7-c9fc0e8db585,segment=NetworkSegment(9c02a5e1-ef4c-4469-b91e-fba8eacff319),segment_id=9c02a5e1-ef4c-4469-b91e-fba8eacff319)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:18.365660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.382333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f34bbc05-3da3-4aa3-87b9-ae8d464f4ac7 None None] For port 4113604e-51bf-43d9-9948-77809344e3c7, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4113604e-51bf-43d9-9948-77809344e3c7,segment=NetworkSegment(04e3c3d5-30a9-4b90-8809-7f984ca85a94),segment_id=04e3c3d5-30a9-4b90-8809-7f984ca85a94)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:18.382750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f34bbc05-3da3-4aa3-87b9-ae8d464f4ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.527769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f34bbc05-3da3-4aa3-87b9-ae8d464f4ac7 None None] Calling delete_port for 4113604e-51bf-43d9-9948-77809344e3c7 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:18.529235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Calling delete_port for 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:18.545032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ea92d8e1-e091-4fbf-aa5f-7b1006314021 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.690357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ea92d8e1-e091-4fbf-aa5f-7b1006314021 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.696755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] For port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=3f2aae8f-3831-473a-b9b3-3cb0b1b97895,segment=NetworkSegment(e02f0177-1fe7-42f6-8f1b-7b7d9e72746a),segment_id=e02f0177-1fe7-42f6-8f1b-7b7d9e72746a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:18.697111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.718665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:18.718665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.787404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:18.801017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f34bbc05-3da3-4aa3-87b9-ae8d464f4ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.814020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ffb97-fd0f-43eb-84e7-6910015e2ce9 req-cf42e738-d7d4-4ace-b0ab-583a987a60e0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:18.815893 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fb5ffb97-fd0f-43eb-84e7-6910015e2ce9 req-cf42e738-d7d4-4ace-b0ab-583a987a60e0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.3982205 May 24 23:02:18.822033 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:18.823816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-852447671'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:18.832447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:18.858730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:network and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:18.866314 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:18.883153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:18.907030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bbc05-3da3-4aa3-87b9-ae8d464f4ac7 None None] Pushing event deleted for resources: {'Port': ['ID=4113604e-51bf-43d9-9948-77809344e3c7,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:18.917126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Calling delete_port for 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:18.918354 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.923566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'port_id': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'mac_address': 'fa:16:3e:f5:da:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:02:18.928376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ea92d8e1-e091-4fbf-aa5f-7b1006314021 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.957419 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fb5ffb97-fd0f-43eb-84e7-6910015e2ce9 req-9538d6ed-1f90-4807-bf9a-8cfd23cf4532 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220798 May 24 23:02:18.964561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:18.968870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.973856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.982864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92d8e1-e091-4fbf-aa5f-7b1006314021 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a365da2-aab3-4831-9844-056a7cc06228,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:18.998290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ea92d8e1-e091-4fbf-aa5f-7b1006314021 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.001762 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ea92d8e1-e091-4fbf-aa5f-7b1006314021 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-groups/5a365da2-aab3-4831-9844-056a7cc06228 HTTP/1.1" status: 204 len: 168 time: 0.8226061 May 24 23:02:19.001762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.010854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56694) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:19.011196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56696) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:19.021495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:19.022176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.034630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event deleted for resources: {'Port': ['ID=707b2eab-29b5-4d12-8cf7-c9fc0e8db585,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:19.040591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34bbc05-3da3-4aa3-87b9-ae8d464f4ac7 None None] No DVR routers for this DVR port 4113604e-51bf-43d9-9948-77809344e3c7 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:19.047239 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a0c7c8-6d26-4499-8363-cad08f617c3c'] response: {'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'code': 200} May 24 23:02:19.047541 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.048141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.048647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.050349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.051206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.053778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.054318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.054963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.055475 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.055995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.056508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.057009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.066583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] No DVR routers for this DVR port 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:19.146209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:19.181177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8780997b-217b-478a-a3a8-522f8486cbf8 None None] Current status of the port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:19.181567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8780997b-217b-478a-a3a8-522f8486cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.223273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.245699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.300539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event deleted for resources: {'Port': ['ID=3f2aae8f-3831-473a-b9b3-3cb0b1b97895,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:19.305238 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87e914d-cce3-4416-a292-dff1d53d08f2']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:19.317774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] No DVR routers for this DVR port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:19.321020 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5c7268-fb96-4a10-b050-d54c3cd61e97 None None] DHCP port deletion for f36c0463-ba80-4cfa-91d6-2b8d6ca1328c request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:02:19.335737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:19.336461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.403743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:security_group_rule and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:19.410117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:19.435492 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c02a5e1-ef4c-4469-b91e-fba8eacff319') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:19.435868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c02a5e1-ef4c-4469-b91e-fba8eacff319') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:19.457826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:19.458593 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:19.459160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.467123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.480762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.490077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:02:19.504245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.515690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36c0463-ba80-4cfa-91d6-2b8d6ca1328c']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:19.525214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:19.525635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.541414 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f064a790-42cb-4169-afd8-b87a45518b7a tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/floatingips/ee05b3d3-6608-4bc6-99d8-8be1ffaadf13 HTTP/1.1" status: 200 len: 990 time: 0.5190365 May 24 23:02:19.541630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b70b0c1-ad21-4044-ab42-ba83a2794773 None None] DHCP port deletion for b87e914d-cce3-4416-a292-dff1d53d08f2 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:02:19.547101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f1952ea2-6e80-4029-b0cf-bb5fe54fdacb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:19.556534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02f0177-1fe7-42f6-8f1b-7b7d9e72746a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:19.557038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02f0177-1fe7-42f6-8f1b-7b7d9e72746a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:19.589808 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:19.606972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.627301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.659612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f1952ea2-6e80-4029-b0cf-bb5fe54fdacb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:19.664549 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f1952ea2-6e80-4029-b0cf-bb5fe54fdacb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6469820 May 24 23:02:19.666481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56712) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:19.668911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.682427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972207125'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:19.690182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.692889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:19.695811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:19.696597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.704174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.26.3.98 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/b2d1d94f-a05e-4ecb-a21b-e047655c0acd) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:19.713904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:19.729237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.729874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.730180 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.730679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.731344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.732522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.732964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.733396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.733861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.734306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.734799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.735223 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:19.754010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56716) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:19.757243 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.762851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4113604e-51bf-43d9-9948-77809344e3c7 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:19.807877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 4113604e-51bf-43d9-9948-77809344e3c7 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:02:19.808544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4113604e-51bf-43d9-9948-77809344e3c7 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:02:19.809125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:19.813918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:19.816840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Pushing event deleted for resources: {'Network': ['ID=b87e914d-cce3-4416-a292-dff1d53d08f2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:19.845208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.851390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56722) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:19.851579 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5cde7aa7-0d5c-4220-8997-f60f6cc29ffd tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "DELETE /v2.0/networks/b87e914d-cce3-4416-a292-dff1d53d08f2 HTTP/1.1" status: 204 len: 168 time: 2.3852899 May 24 23:02:19.857287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.872399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['b0fc3ce8-bb8d-4482-9cbe-c0c880752f94'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:02:19.876858 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.905216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:19.907987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.910527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event deleted for resources: {'Network': ['ID=f36c0463-ba80-4cfa-91d6-2b8d6ca1328c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:19.913425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.920127 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:19.923296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:19.929446 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ddb2c6a5-25a0-4400-8425-22593b7ca878 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "DELETE /v2.0/networks/f36c0463-ba80-4cfa-91d6-2b8d6ca1328c HTTP/1.1" status: 204 len: 168 time: 2.4948711 May 24 23:02:19.932743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56726) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:19.933454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:02:19.933806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 707b2eab-29b5-4d12-8cf7-c9fc0e8db585 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:02:19.934224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:19.936447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:19.940203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e2961ae4-acfc-4f30-a40f-f39df243be62 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:19.957142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de17dd15-03ee-497a-8bdd-6206103ab94a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Synchronizing usage tracker for tenant:b72d49c1b695487cbaf630a222a4ec6c on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:19.974458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:19.979882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:02:19.980229 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 3f2aae8f-3831-473a-b9b3-3cb0b1b97895 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:02:20.034217 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb2ee97-c7ea-46c4-a050-1cc2aaa4f170,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:20.040607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.041220 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Added segment b75960a7-5ace-4aee-90c0-c1a9502c2561 of type vlan for network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 May 24 23:02:20.070351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de17dd15-03ee-497a-8bdd-6206103ab94a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Unset dirty status for tenant:b72d49c1b695487cbaf630a222a4ec6c on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:20.071738 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-de17dd15-03ee-497a-8bdd-6206103ab94a tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f257d7-50b7-464a-a507-26925f8dee50 HTTP/1.1" status: 200 len: 205 time: 0.2183106 May 24 23:02:20.077804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56730) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.171061 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9c02a5e1-ef4c-4469-b91e-fba8eacff319 resource provider aggregate not found May 24 23:02:20.177928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.190396 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.195208 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9c02a5e1-ef4c-4469-b91e-fba8eacff319 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c02a5e1-ef4c-4469-b91e-fba8eacff319 found for delete ", "request_id": "req-15321ad8-68a3-41f0-89b9-c787e2576d74"}]} May 24 23:02:20.201543 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e2961ae4-acfc-4f30-a40f-f39df243be62 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] 10.222.0.32 "PUT /v2.0/quotas/6ebcc0ca31f0442ebf19e280042a5434 HTTP/1.1" status: 200 len: 366 time: 0.4457755 May 24 23:02:20.207234 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56740) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.225564 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f51b9ea9-4097-45e0-aea0-86aa6c1e7e08 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0172720 May 24 23:02:20.227103 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment e02f0177-1fe7-42f6-8f1b-7b7d9e72746a resource provider aggregate not found May 24 23:02:20.237789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56744) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.258742 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7d73dbda-a206-47c9-9363-e2f2ec7b1c72 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] 10.222.0.32 "GET /v2.0/quotas/6ebcc0ca31f0442ebf19e280042a5434 HTTP/1.1" status: 200 len: 366 time: 0.0197299 May 24 23:02:20.262188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.263812 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment e02f0177-1fe7-42f6-8f1b-7b7d9e72746a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e02f0177-1fe7-42f6-8f1b-7b7d9e72746a found for delete ", "request_id": "req-34a400d7-b1d3-48b9-a4aa-5814b5838fb2"}]} May 24 23:02:20.266696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56750) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.307613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57da5c63-0c64-4968-a2a2-c784e1f8c178 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.314543 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.333360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.408604 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2cd16285-1183-40f2-bd0d-a3ad696d6729 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/6ebcc0ca31f0442ebf19e280042a5434 HTTP/1.1" status: 204 len: 168 time: 0.1169932 May 24 23:02:20.433157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56754) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.452462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.458794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.459353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a00a4d5-ff3b-4112-baae-867810dd2d96,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:20.465017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:20.465618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.480615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.481837 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d7bec353-8df5-4759-ada6-c598ffbf4a27 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8087103 May 24 23:02:20.485168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c97278-0cdf-4970-9337-1e3a68fceb63']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:20.491253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56758) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.498288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e3c3d5-30a9-4b90-8809-7f984ca85a94') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:20.498808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e3c3d5-30a9-4b90-8809-7f984ca85a94') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:20.502093 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8389ce60-88cb-4954-a2ee-08c00655af79 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0653167 May 24 23:02:20.504901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56762) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.505512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872222263'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:20.522063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.532022 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-59585bdd-b462-48b9-8060-2ac810a4000a tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] 10.222.0.32 "GET /v2.0/quotas/6ebcc0ca31f0442ebf19e280042a5434 HTTP/1.1" status: 200 len: 370 time: 0.0260975 May 24 23:02:20.536352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56766) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.541232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.546169 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7941277c-4307-4d06-8621-feb94a1ea440 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] 10.222.0.32 "GET /v2.0/quotas/6ebcc0ca31f0442ebf19e280042a5434/default HTTP/1.1" status: 200 len: 370 time: 0.0088747 May 24 23:02:20.548906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56770) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.556018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:20.556424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.618560 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-90f750a9-d1b3-4306-a6e2-dd15add3afeb tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] delete failed (client error): The resource could not be found. May 24 23:02:20.619516 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-90f750a9-d1b3-4306-a6e2-dd15add3afeb tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/6ebcc0ca31f0442ebf19e280042a5434 HTTP/1.1" status: 404 len: 348 time: 0.0697379 May 24 23:02:20.652718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.677388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.691397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event deleted for resources: {'Network': ['ID=c9c97278-0cdf-4970-9337-1e3a68fceb63,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:20.694042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:20.697469 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d11e68dd-357a-49ed-ac34-5bac0be3fa48 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "DELETE /v2.0/networks/c9c97278-0cdf-4970-9337-1e3a68fceb63 HTTP/1.1" status: 204 len: 168 time: 0.7633891 May 24 23:02:20.700206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56776) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.765318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56780) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.766475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:20.773826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.777855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:20.816307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.845064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:20.855755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Network': ['ID=6f1d7507-e5d6-4ea9-92c8-8d12808a66c9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:20.867878 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:20.875718 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57da5c63-0c64-4968-a2a2-c784e1f8c178 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.886338 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3f6d974e-2dfb-47cf-b204-ef949aced6e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5444894 May 24 23:02:20.886338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57da5c63-0c64-4968-a2a2-c784e1f8c178 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.892501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56784) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.901548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'name': 'tempest-PortsIpV6TestJSON-1276025962'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:20.928172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:20.929088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.955127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:20.957604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:20.958915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.984646 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b34020-70d9-4948-a5dd-cf0fd84db7d3']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:20.996620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a718e2dd-0e92-476f-a4a9-3430098af64a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:20.996899 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a718e2dd-0e92-476f-a4a9-3430098af64a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:21.008747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.027274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.035811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:21.036296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.056529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Usage tracker for resource:network and tenant:a1da19ff4ac349dba7843ff28a02eb1e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:21.059248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=b2d1d94f-a05e-4ecb-a21b-e047655c0acd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:21.094212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:21.099526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:21.103250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57da5c63-0c64-4968-a2a2-c784e1f8c178 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.103733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57da5c63-0c64-4968-a2a2-c784e1f8c178 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Fanout notify agent at l3_agent the message router_deleted on router 16f257d7-50b7-464a-a507-26925f8dee50 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:02:21.121921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:21.128127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:21.134118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.144922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:21.150475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57da5c63-0c64-4968-a2a2-c784e1f8c178 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.154630 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-57da5c63-0c64-4968-a2a2-c784e1f8c178 tempest-RoutersNegativeTest-514225066 tempest-RoutersNegativeTest-514225066-project] 10.222.0.32 "DELETE /v2.0/routers/16f257d7-50b7-464a-a507-26925f8dee50 HTTP/1.1" status: 204 len: 168 time: 1.0637300 May 24 23:02:21.154828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.168644 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event deleted for resources: {'Network': ['ID=43b34020-70d9-4948-a5dd-cf0fd84db7d3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:21.174206 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-681d4301-2b56-4452-9d96-f7d67ddd2349 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "DELETE /v2.0/networks/43b34020-70d9-4948-a5dd-cf0fd84db7d3 HTTP/1.1" status: 204 len: 168 time: 0.4717934 May 24 23:02:21.176588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56790) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:21.193149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Usage tracker for resource:subnet and tenant:a1da19ff4ac349dba7843ff28a02eb1e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:21.208552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:21.225621 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:21.231292 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:port and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:21.243395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:21.256119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:21.304807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.438988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Usage tracker for resource:subnetpool and tenant:a1da19ff4ac349dba7843ff28a02eb1e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:21.446745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.458890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:21.462435 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.474174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d2abce-285e-4216-ad6c-40a94a52a664']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:21.488699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102f89d9-b185-49cf-9e12-e1b60d741d4d') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:21.488998 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102f89d9-b185-49cf-9e12-e1b60d741d4d') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:21.489668 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:21.503415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.523144 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.530540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:21.531101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.549787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56796) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:21.581836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port 0f77c910-1d5a-4a56-a871-9991406e4f92 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:21.621691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:21.633245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Usage tracker for resource:port and tenant:a1da19ff4ac349dba7843ff28a02eb1e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:21.636053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.665327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.676509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] Pushing event deleted for resources: {'Network': ['ID=e6d2abce-285e-4216-ad6c-40a94a52a664,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:21.682623 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-35f85734-33ee-475f-9691-b082fbb0c196 tempest-BulkNetworkOpsIpV6Test-1558829424 tempest-BulkNetworkOpsIpV6Test-1558829424-project] 10.222.0.32 "DELETE /v2.0/networks/e6d2abce-285e-4216-ad6c-40a94a52a664 HTTP/1.1" status: 204 len: 168 time: 0.5046985 May 24 23:02:21.685633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.690447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:21.722164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:21.722733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.748431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.797752 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-01de89df-f5e2-4368-8db4-e5ea25cbc01f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b72d49c1b695487cbaf630a222a4ec6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507522 May 24 23:02:21.798518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56804) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:21.831845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Usage tracker for resource:router and tenant:a1da19ff4ac349dba7843ff28a02eb1e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:21.876351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c95ce7a-ccfc-4c61-a102-e1600e53f1ef,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:21.879898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:21.891795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:21.892339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.906277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a3056c59-c10c-493d-aa94-fc9039e134f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.932280 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:21.941130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.942198 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9c2bd394-0ce1-41db-a410-d498f2c8a512 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4421554 May 24 23:02:21.948090 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:21.949406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56812) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:21.956862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.999131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c59fde44-2ceb-498e-affb-47314e7b2e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.009272 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Usage tracker for resource:floatingip and tenant:a1da19ff4ac349dba7843ff28a02eb1e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:22.016915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cb463095-033f-4176-972b-e00aab96c0ed tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': '1a00a4d5-ff3b-4112-baae-867810dd2d96', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5c95ce7a-ccfc-4c61-a102-e1600e53f1ef', 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:22.027524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c59fde44-2ceb-498e-affb-47314e7b2e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.043878 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:22.046217 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27beeb7-3ddc-4eeb-93f9-91e4120eec0b'] response: {'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'code': 200} May 24 23:02:22.047450 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:22.052038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb463095-033f-4176-972b-e00aab96c0ed tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:22.067727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56816) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:22.068242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb463095-033f-4176-972b-e00aab96c0ed tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:22.080052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb463095-033f-4176-972b-e00aab96c0ed tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:22.092644 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c59fde44-2ceb-498e-affb-47314e7b2e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.110537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fde44-2ceb-498e-affb-47314e7b2e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a402c670-23ab-4451-915b-eec54bb2265f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:22.113910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb463095-033f-4176-972b-e00aab96c0ed tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:22.115975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c59fde44-2ceb-498e-affb-47314e7b2e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.124564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.142973 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c59fde44-2ceb-498e-affb-47314e7b2e25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a402c670-23ab-4451-915b-eec54bb2265f HTTP/1.1" status: 204 len: 168 time: 0.3202193 May 24 23:02:22.190485 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb463095-033f-4176-972b-e00aab96c0ed tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.209142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Usage tracker for resource:security_group and tenant:a1da19ff4ac349dba7843ff28a02eb1e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:22.229279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:22.251924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.260319 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9e132146-14b0-4533-b8e3-3b74fe536a6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7daf54a224bc4f1c881d0169385f0f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892848 May 24 23:02:22.260499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.260817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56824) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:22.304824 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 04e3c3d5-30a9-4b90-8809-7f984ca85a94 resource provider aggregate not found May 24 23:02:22.314087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Usage tracker for resource:security_group_rule and tenant:a1da19ff4ac349dba7843ff28a02eb1e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:22.328492 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 04e3c3d5-30a9-4b90-8809-7f984ca85a94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04e3c3d5-30a9-4b90-8809-7f984ca85a94 found for delete ", "request_id": "req-8b2fbd87-d13b-4d2d-9fc5-d76e5dfed643"}]} May 24 23:02:22.336561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9db9-9862-4b39-8570-c3729d5d74d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.350664 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a718e2dd-0e92-476f-a4a9-3430098af64a resource provider aggregate not found May 24 23:02:22.353473 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:22.369089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9db9-9862-4b39-8570-c3729d5d74d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.380712 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a718e2dd-0e92-476f-a4a9-3430098af64a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a718e2dd-0e92-476f-a4a9-3430098af64a found for delete ", "request_id": "req-1cef0048-f1b0-40b1-be74-d5920957d02e"}]} May 24 23:02:22.398425 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-abed3c8d-26f4-4c41-808c-f02d82cc0589 tempest-QuotasTest-1744203299 tempest-QuotasTest-1744203299-project-admin] 10.222.0.32 "GET /v2.0/quotas/a1da19ff4ac349dba7843ff28a02eb1e/details.json HTTP/1.1" status: 200 len: 703 time: 1.6258194 May 24 23:02:22.403184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=0f77c910-1d5a-4a56-a871-9991406e4f92,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:22.415615 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 102f89d9-b185-49cf-9e12-e1b60d741d4d resource provider aggregate not found May 24 23:02:22.448026 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 102f89d9-b185-49cf-9e12-e1b60d741d4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 102f89d9-b185-49cf-9e12-e1b60d741d4d found for delete ", "request_id": "req-fabba99d-b924-4259-ab03-064d1c472aee"}]} May 24 23:02:22.461278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb463095-033f-4176-972b-e00aab96c0ed tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.479765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Checking segment: {'id': 'b75960a7-5ace-4aee-90c0-c1a9502c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:22.480157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network hostable DHCP agents. Network: 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:22.488873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb463095-033f-4176-972b-e00aab96c0ed tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.506553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9db9-9862-4b39-8570-c3729d5d74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.530307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.538133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc9db9-9862-4b39-8570-c3729d5d74d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f96528-a6bf-4890-8ec2-0b97ab26152e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:22.547381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9db9-9862-4b39-8570-c3729d5d74d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.548568 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ecbc9db9-9862-4b39-8570-c3729d5d74d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74f96528-a6bf-4890-8ec2-0b97ab26152e HTTP/1.1" status: 204 len: 168 time: 0.2868578 May 24 23:02:22.565234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb463095-033f-4176-972b-e00aab96c0ed tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee229a7-f6db-4b97-9b5f-91bf207ddff7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:22.608521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb463095-033f-4176-972b-e00aab96c0ed tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.609988 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cb463095-033f-4176-972b-e00aab96c0ed tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6093204 May 24 23:02:22.612890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56852) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:22.615345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:22.641964 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-3c16ce4f-f7f1-4842-8dfc-d45dc95ee1a7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955870 May 24 23:02:22.742958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:22.754718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a348d4-33d5-4a1f-8282-5d6a140ff8c8 None None] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:22.762449 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-2b9d72a5-3a43-43fa-8ec5-ae8ef967c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:22.762667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:22.765332 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-2b9d72a5-3a43-43fa-8ec5-ae8ef967c854 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da300a941f3f4a6f8389fb69cbf01581&device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 1098 time: 0.1024468 May 24 23:02:22.769465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:22.770104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.787321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be6347c1-ab3f-496c-9c58-d37732908d7c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.833640 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be6347c1-ab3f-496c-9c58-d37732908d7c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.889194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56862) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:22.959051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.967132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be6347c1-ab3f-496c-9c58-d37732908d7c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.983941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.994104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be6347c1-ab3f-496c-9c58-d37732908d7c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.995387 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-be6347c1-ab3f-496c-9c58-d37732908d7c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0ee229a7-f6db-4b97-9b5f-91bf207ddff7 HTTP/1.1" status: 204 len: 168 time: 0.3813033 May 24 23:02:22.998648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-3b827b0b-c1b6-429a-b1e8-b543ddcd59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:23.000328 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-3b827b0b-c1b6-429a-b1e8-b543ddcd59fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=9de38648-5d51-4316-8661-41d2f2644c75 HTTP/1.1" status: 200 len: 898 time: 0.2104254 May 24 23:02:23.000744 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56868) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:23.042014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6347c1-ab3f-496c-9c58-d37732908d7c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ee229a7-f6db-4b97-9b5f-91bf207ddff7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:23.048082 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0e36caa4-4c15-498f-a75f-d5026b3ce8e7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1511567 May 24 23:02:23.067617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56874) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:23.076983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1388278532'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:23.145238 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5c111e04-270b-4837-8828-f86810c50e99 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:23.163048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:23.195478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5c111e04-270b-4837-8828-f86810c50e99 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:23.196895 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5c111e04-270b-4837-8828-f86810c50e99 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1951826 May 24 23:02:23.200382 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:network and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:23.201947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56884) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:23.204876 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8783c35b-5cb3-40ab-8948-ad3c7e13cf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.207420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:23.231403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=b2d1d94f-a05e-4ecb-a21b-e047655c0acd,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:23.243360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:23.245337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8783c35b-5cb3-40ab-8948-ad3c7e13cf85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:23.252510 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-ce75de06-be61-4c28-8452-90ecd900e83b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 HTTP/1.1" status: 200 len: 1000 time: 0.2207787 May 24 23:02:23.259753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8783c35b-5cb3-40ab-8948-ad3c7e13cf85 admin admin] Usage tracker for resource:security_group_rule and tenant:bb403a6e0ecb4c139fb01fc7c3129bca is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:23.265662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.272760 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8783c35b-5cb3-40ab-8948-ad3c7e13cf85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:23.345609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-cfbfd5c1-35ee-4fec-a1e2-e1da11c62d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:23.348018 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-cfbfd5c1-35ee-4fec-a1e2-e1da11c62d49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f719bd7-74f9-4cf8-9df5-77920d2270f3 HTTP/1.1" status: 200 len: 833 time: 0.0849533 May 24 23:02:23.356276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8783c35b-5cb3-40ab-8948-ad3c7e13cf85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:23.472598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:23.477461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.488911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-777fe913-531f-42ba-9ac2-5247e146c4e1 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.530356 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 636c414b-7cfc-4281-8e8b-e2acba680843 associated. External IP: 172.26.3.98, port: 256be648-2ca5-472f-b596-4b0d3cdbe00f. May 24 23:02:23.547309 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-afdbdd0f-dc72-4900-8460-411f7c978327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:23.548965 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-afdbdd0f-dc72-4900-8460-411f7c978327 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9de38648-5d51-4316-8661-41d2f2644c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1941090 May 24 23:02:23.555388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-777fe913-531f-42ba-9ac2-5247e146c4e1 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.731186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8783c35b-5cb3-40ab-8948-ad3c7e13cf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.743402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8783c35b-5cb3-40ab-8948-ad3c7e13cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.744705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:23.791170 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783c35b-5cb3-40ab-8948-ad3c7e13cf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f14da-67c9-4025-bb11-40be280def32,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:23.833094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-777fe913-531f-42ba-9ac2-5247e146c4e1 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.846937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.847530 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Added segment 68db80ef-695c-49b4-a824-ac4fdda7576c of type vlan for network 35ae7f06-c793-495a-88e4-cded1a636579 May 24 23:02:23.866455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fe913-531f-42ba-9ac2-5247e146c4e1 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c95ce7a-ccfc-4c61-a102-e1600e53f1ef,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:23.879747 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8783c35b-5cb3-40ab-8948-ad3c7e13cf85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb403a6e0ecb4c139fb01fc7c3129bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9894056 May 24 23:02:23.884348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56908) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:23.890877 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-10fc223a-5d81-4068-911f-5190bb44ee41 service neutron] 10.222.0.42 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245337 May 24 23:02:23.921786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.016568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56914) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:24.033576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-777fe913-531f-42ba-9ac2-5247e146c4e1 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.037852 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-777fe913-531f-42ba-9ac2-5247e146c4e1 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-groups/5c95ce7a-ccfc-4c61-a102-e1600e53f1ef HTTP/1.1" status: 204 len: 168 time: 0.8315415 May 24 23:02:24.038942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56920) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:24.086505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff764-3313-44d0-b7aa-7ddd8ddedf8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.115324 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-062c19f8-ba8b-4b3c-91f5-49d61df30690 req-aee49772-1c03-4d2a-a51c-16379096dad5 service neutron] 10.222.0.42 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102573 May 24 23:02:24.145366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff764-3313-44d0-b7aa-7ddd8ddedf8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.157673 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.167720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-32a55176-ae84-4311-a4b0-6fdd9a631f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.173879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:24.174493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.213051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff764-3313-44d0-b7aa-7ddd8ddedf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.229639 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ff764-3313-44d0-b7aa-7ddd8ddedf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f14da-67c9-4025-bb11-40be280def32,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:24.237864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff764-3313-44d0-b7aa-7ddd8ddedf8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.240035 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6c7ff764-3313-44d0-b7aa-7ddd8ddedf8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc5f14da-67c9-4025-bb11-40be280def32 HTTP/1.1" status: 204 len: 168 time: 0.3544602 May 24 23:02:24.317684 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-81d0c938-3430-4cdc-b98c-1bc477e0dcf9 tempest-DvrRoutersNegativeTest-869747046 tempest-DvrRoutersNegativeTest-869747046-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2086371590', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:24.320864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.policy [None req-81d0c938-3430-4cdc-b98c-1bc477e0dcf9 tempest-DvrRoutersNegativeTest-869747046 tempest-DvrRoutersNegativeTest-869747046-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88260) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 24 23:02:24.321174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.policy [None req-81d0c938-3430-4cdc-b98c-1bc477e0dcf9 tempest-DvrRoutersNegativeTest-869747046 tempest-DvrRoutersNegativeTest-869747046-project] Failed policy check for 'create_router' {{(pid=88260) enforce /opt/stack/neutron/neutron/policy.py:520}} May 24 23:02:24.321702 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-81d0c938-3430-4cdc-b98c-1bc477e0dcf9 tempest-DvrRoutersNegativeTest-869747046 tempest-DvrRoutersNegativeTest-869747046-project] create failed (client error): Access was denied to this resource. May 24 23:02:24.323078 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-81d0c938-3430-4cdc-b98c-1bc477e0dcf9 tempest-DvrRoutersNegativeTest-869747046 tempest-DvrRoutersNegativeTest-869747046-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3053436 May 24 23:02:24.384753 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3143921 May 24 23:02:24.388527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56936) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:24.394610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcfb27-a26a-45b4-ada2-401e1e30d619 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Network': ['ID=35ae7f06-c793-495a-88e4-cded1a636579,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:24.394881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'ports': [{'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9'}, {'network_id': '35ae7f06-c793-495a-88e4-cded1a636579'}]} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:24.395309 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:24.395854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': '35ae7f06-c793-495a-88e4-cded1a636579'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:24.410220 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 35ae7f06-c793-495a-88e4-cded1a636579 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:24.425007 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-25e2984f-399e-423c-9e2a-4a1671b71060 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:24.447521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:24.487639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-25e2984f-399e-423c-9e2a-4a1671b71060 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:24.489289 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-25e2984f-399e-423c-9e2a-4a1671b71060 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4500253 May 24 23:02:24.500185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56942) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:24.627764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56946) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:24.718279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c79a1740-ccfd-4702-8964-49467a809ecd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.720509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:24.736354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:port and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:24.744567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:24.759329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:24.770344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c79a1740-ccfd-4702-8964-49467a809ecd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.783422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56954) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:24.786255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:24.797459 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c79acd-1684-411c-8a37-3d5d62bbc19a None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:24.811808 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c79acd-1684-411c-8a37-3d5d62bbc19a None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:24.812500 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c7c79acd-1684-411c-8a37-3d5d62bbc19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:24.824583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-018024a4-188e-42b1-9b02-30cfc47d2654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.843114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.911718 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c7c79acd-1684-411c-8a37-3d5d62bbc19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:24.921778 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c79acd-1684-411c-8a37-3d5d62bbc19a None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:24.923163 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c7c79acd-1684-411c-8a37-3d5d62bbc19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:24.933180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56958) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:24.953927 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-34241720-8ced-43c9-a704-f3781187689c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.8191581 May 24 23:02:24.956554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56964) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:24.957078 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 2} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:24.961657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.964831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-984210289'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:24.970302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:24.976578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:network and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:24.980400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:24.983497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'network': {'name': 'tempest-network-smoke--681521911', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'port_security_enabled': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:24.987562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:25.001180 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c7c79acd-1684-411c-8a37-3d5d62bbc19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:25.001843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:25.002029 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c79acd-1684-411c-8a37-3d5d62bbc19a None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:25.007481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Made reservation on behalf of d6de67d89dbb4e56b0e295216e765b54 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:25.011298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.012018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.014590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-018024a4-188e-42b1-9b02-30cfc47d2654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:25.017195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:network and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:25.028022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.037635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:25.042662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:25.049917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-018024a4-188e-42b1-9b02-30cfc47d2654 admin admin] Usage tracker for resource:security_group_rule and tenant:a1da19ff4ac349dba7843ff28a02eb1e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:25.054062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.054794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:25.055137 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Added segment b056ef07-c085-4b1c-ba5c-ece45664b3c8 of type vlan for network 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 May 24 23:02:25.056965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-018024a4-188e-42b1-9b02-30cfc47d2654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:25.073447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-018024a4-188e-42b1-9b02-30cfc47d2654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:25.093529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.113846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c79a1740-ccfd-4702-8964-49467a809ecd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.114075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6200f95d-062e-42ac-9807-eea4340f081f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.140192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6200f95d-062e-42ac-9807-eea4340f081f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:25.149991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6200f95d-062e-42ac-9807-eea4340f081f admin admin] Usage tracker for resource:security_group_rule and tenant:54253b4108194f42ae83dba3588ede91 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:25.152986 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:25.154681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6200f95d-062e-42ac-9807-eea4340f081f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:25.156903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.161663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6200f95d-062e-42ac-9807-eea4340f081f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:25.167023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.174027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:25.174904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.211868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a1740-ccfd-4702-8964-49467a809ecd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a00a4d5-ff3b-4112-baae-867810dd2d96,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:25.222146 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2637706 May 24 23:02:25.226194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.246270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56968) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:25.253735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.267274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'subnet': {'network_id': '7d77637f-a2fd-4f55-b1ca-d553ad0526f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:25.302918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:25.308800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e076e4-f6a8-43ea-919e-495ccc9c9a6a tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Network': ['ID=7d77637f-a2fd-4f55-b1ca-d553ad0526f5,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:25.323400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:25.329133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c79a1740-ccfd-4702-8964-49467a809ecd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.332813 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c79a1740-ccfd-4702-8964-49467a809ecd tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a00a4d5-ff3b-4112-baae-867810dd2d96 HTTP/1.1" status: 204 len: 168 time: 0.8290424 May 24 23:02:25.332813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:25.333165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56972) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:25.410521 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b3e16a44-d0ef-46ac-a045-d965243a7738 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0729499 May 24 23:02:25.417795 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56976) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:25.423541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group': {'name': 'tempest-secgroup--928173414'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:25.430299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:25.432213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:25.434671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:25.438351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:25.444789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:25.464821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.470321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:25.483954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6200f95d-062e-42ac-9807-eea4340f081f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.491975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:25.495914 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6200f95d-062e-42ac-9807-eea4340f081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.506417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:25.519538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:25.535780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port 70f0dffe-b3e0-4611-8bfe-166371e1ffad yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:25.540520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:25.563494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:25.581351 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6200f95d-062e-42ac-9807-eea4340f081f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54253b4108194f42ae83dba3588ede91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6471231 May 24 23:02:25.586542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200f95d-062e-42ac-9807-eea4340f081f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e53485-19f4-4552-8c1f-220b69e79c7c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:25.589841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 56980) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:25.594754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:25.646376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.651246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.686690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-018024a4-188e-42b1-9b02-30cfc47d2654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.697800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c061abf-ead4-41a6-b59f-c383d3f7dc76,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:25.712359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-018024a4-188e-42b1-9b02-30cfc47d2654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.715867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.719252 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-42e19b7c-5cbd-493d-a305-94de6c6fe9a0 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3003054 May 24 23:02:25.722159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56984) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:25.726103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2d41a989-8cde-482c-9149-e8e84db8a1ec tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': '3c061abf-ead4-41a6-b59f-c383d3f7dc76', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:25.733169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2d41a989-8cde-482c-9149-e8e84db8a1ec tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:25.739289 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2d41a989-8cde-482c-9149-e8e84db8a1ec tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:25.742462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2d41a989-8cde-482c-9149-e8e84db8a1ec tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:25.743337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Made reservation on behalf of d6de67d89dbb4e56b0e295216e765b54 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:25.747056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.749159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2d41a989-8cde-482c-9149-e8e84db8a1ec tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:25.766422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d41a989-8cde-482c-9149-e8e84db8a1ec tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.833737 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d41a989-8cde-482c-9149-e8e84db8a1ec tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.839368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d41a989-8cde-482c-9149-e8e84db8a1ec tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.864719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41a989-8cde-482c-9149-e8e84db8a1ec tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd82b670-48fe-41ac-8ff3-9e0f0e411df2,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:25.876570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d41a989-8cde-482c-9149-e8e84db8a1ec tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.879086 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2d41a989-8cde-482c-9149-e8e84db8a1ec tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1572945 May 24 23:02:25.880433 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56988) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:25.910487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9087633-bdd3-4e36-bb89-d2542c13f735 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.920980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018024a4-188e-42b1-9b02-30cfc47d2654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35220e1c-c34e-4f19-8df3-935a52b8f9f9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:25.921153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9087633-bdd3-4e36-bb89-d2542c13f735 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.924472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb90a4c6-8028-44ab-ab63-0acd86ea1983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.943786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.948564 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-018024a4-188e-42b1-9b02-30cfc47d2654 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1da19ff4ac349dba7843ff28a02eb1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1626866 May 24 23:02:25.952259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56992) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:25.954534 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9087633-bdd3-4e36-bb89-d2542c13f735 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.970403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.984152 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9087633-bdd3-4e36-bb89-d2542c13f735 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd82b670-48fe-41ac-8ff3-9e0f0e411df2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:25.998264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9087633-bdd3-4e36-bb89-d2542c13f735 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.999373 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b9087633-bdd3-4e36-bb89-d2542c13f735 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cd82b670-48fe-41ac-8ff3-9e0f0e411df2 HTTP/1.1" status: 204 len: 168 time: 0.1179941 May 24 23:02:26.002430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 56996) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:26.031492 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb90a4c6-8028-44ab-ab63-0acd86ea1983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.041769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:26.072230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-309d82e6-3886-48b7-b07a-269a0a569a0a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:26.075170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-299ba204-3077-49e6-9235-5b3ae7203902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.094686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.097237 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.097585 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Added segment ecf51001-dae2-4048-9066-a2ab1cff2fa2 of type vlan for network 2268f290-1aa2-4d0a-bc70-90f7841c766d May 24 23:02:26.100974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:26.112284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-299ba204-3077-49e6-9235-5b3ae7203902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.119125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-309d82e6-3886-48b7-b07a-269a0a569a0a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:26.120485 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-309d82e6-3886-48b7-b07a-269a0a569a0a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1170332 May 24 23:02:26.123331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57000) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:26.211005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e652458-3468-4d03-8be0-9d94aa6f52fb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.227405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-299ba204-3077-49e6-9235-5b3ae7203902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.252440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ba204-3077-49e6-9235-5b3ae7203902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35220e1c-c34e-4f19-8df3-935a52b8f9f9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:26.256024 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e652458-3468-4d03-8be0-9d94aa6f52fb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.269253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-299ba204-3077-49e6-9235-5b3ae7203902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.272991 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-299ba204-3077-49e6-9235-5b3ae7203902 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35220e1c-c34e-4f19-8df3-935a52b8f9f9 HTTP/1.1" status: 204 len: 168 time: 0.3170850 May 24 23:02:26.274969 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.327682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e652458-3468-4d03-8be0-9d94aa6f52fb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.335314 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb90a4c6-8028-44ab-ab63-0acd86ea1983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.347989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e652458-3468-4d03-8be0-9d94aa6f52fb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c061abf-ead4-41a6-b59f-c383d3f7dc76,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:26.352305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port 6c38d99e-a8cd-4086-966c-c283eea3962c yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:26.366133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e652458-3468-4d03-8be0-9d94aa6f52fb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.367972 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5e652458-3468-4d03-8be0-9d94aa6f52fb tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-groups/3c061abf-ead4-41a6-b59f-c383d3f7dc76 HTTP/1.1" status: 204 len: 168 time: 0.2436407 May 24 23:02:26.370715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57006) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:26.381544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90a4c6-8028-44ab-ab63-0acd86ea1983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e53485-19f4-4552-8c1f-220b69e79c7c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:26.428443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.432584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-01faebeb-a91f-414f-8a57-61214bdfc5ef tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:26.434817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:26.436054 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.451625 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-01faebeb-a91f-414f-8a57-61214bdfc5ef tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:26.456627 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-01faebeb-a91f-414f-8a57-61214bdfc5ef tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0805559 May 24 23:02:26.457016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57012) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:26.462523 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group': {'name': 'tempest-secgroup--175831548'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:26.471476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.563663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.583834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:26.593970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:26.605307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.628491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:26.632804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:26.636297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:26.644149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:26.676989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Network': ['ID=2268f290-1aa2-4d0a-bc70-90f7841c766d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:26.689688 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bd4f27cc-d401-4a38-a11b-c282f212617a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0546985 May 24 23:02:26.693306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 2268f290-1aa2-4d0a-bc70-90f7841c766d details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:26.706114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57022) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:26.729360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-947842938', 'admin_state_up': True, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:26.733526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb90a4c6-8028-44ab-ab63-0acd86ea1983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.734699 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bb90a4c6-8028-44ab-ab63-0acd86ea1983 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0e53485-19f4-4552-8c1f-220b69e79c7c HTTP/1.1" status: 204 len: 168 time: 1.1416926 May 24 23:02:26.742704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:26.746953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Subnet': ['ID=1c32faed-7dad-49b6-bca0-1c2a290268a1,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:26.755944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:router and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:26.761160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.762344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:26.768825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:26.771056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.771679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Checking segment: {'id': 'b056ef07-c085-4b1c-ba5c-ece45664b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d77637f-a2fd-4f55-b1ca-d553ad0526f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:26.772103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network hostable DHCP agents. Network: 7d77637f-a2fd-4f55-b1ca-d553ad0526f5, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:26.806742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.818764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:26.837997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 7d77637f-a2fd-4f55-b1ca-d553ad0526f5) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:26.843723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:26.844690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.854750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917dd235-6b13-4b8e-96dd-a1eb8decbfb7 None None] Network 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:26.874576 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cf7f4a03-e53b-4c86-978f-fe32df775746 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6196017 May 24 23:02:26.874838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.875687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.876384 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4182394 May 24 23:02:26.878528 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57030) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:26.878762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57032) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:26.886015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-248062418', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:26.887417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1aa1d1bc-3255-4270-a766-26d106f64276 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': 'f8f15be2-be89-4b48-a572-7c9d7a599e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:26.895827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1aa1d1bc-3255-4270-a766-26d106f64276 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:26.900677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1aa1d1bc-3255-4270-a766-26d106f64276 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Usage tracker for resource:security_group_rule and tenant:63dde420e052476fa00a92abee6ac23b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:26.904059 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1aa1d1bc-3255-4270-a766-26d106f64276 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:26.911648 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1aa1d1bc-3255-4270-a766-26d106f64276 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:26.921828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.923857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.941519 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.941673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:26.958925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbc2eb-6575-457e-83ec-ab803c03b501 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f15be2-be89-4b48-a572-7c9d7a599e7d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:26.971613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:router and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:26.977254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:27.009496 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:27.025816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:27.031358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:27.033947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:27.035059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.047790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d1bc-3255-4270-a766-26d106f64276 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.062899 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=70f0dffe-b3e0-4611-8bfe-166371e1ffad,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:27.120615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.121524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.138906 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d1bc-3255-4270-a766-26d106f64276 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.176198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Checking segment: {'id': '68db80ef-695c-49b4-a824-ac4fdda7576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '35ae7f06-c793-495a-88e4-cded1a636579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:27.176573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network hostable DHCP agents. Network: 35ae7f06-c793-495a-88e4-cded1a636579, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:27.184836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-7d77637f-a2fd-4f55-b1ca-d553ad0526f5', 'network_id': '7d77637f-a2fd-4f55-b1ca-d553ad0526f5', 'tenant_id': 'd6de67d89dbb4e56b0e295216e765b54', 'fixed_ips': [{'subnet_id': '1c32faed-7dad-49b6-bca0-1c2a290268a1'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:27.185679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.192362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.194853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=6c38d99e-a8cd-4086-966c-c283eea3962c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:27.215063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d1bc-3255-4270-a766-26d106f64276 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.224416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 35ae7f06-c793-495a-88e4-cded1a636579 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:27.240855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1d1bc-3255-4270-a766-26d106f64276 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823e3841-170d-40de-8543-d554a688e8e0,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:27.416660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.431448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d1bc-3255-4270-a766-26d106f64276 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.436376 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1aa1d1bc-3255-4270-a766-26d106f64276 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5539477 May 24 23:02:27.437718 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57050) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:27.478449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Allocated IP 172.20.0.2 (7d77637f-a2fd-4f55-b1ca-d553ad0526f5/1c32faed-7dad-49b6-bca0-1c2a290268a1/2240a5bd-ac71-4c43-ac3a-63e8c70a6568) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:27.486203 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f86f35cc-e5f3-4cf6-959e-b24ff7193f74 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules/823e3841-170d-40de-8543-d554a688e8e0 HTTP/1.1" status: 200 len: 763 time: 0.0453796 May 24 23:02:27.486963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57056) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:27.604237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e8c16a10-f847-4f96-bd19-d72dcd1aae1c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:27.655174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e8c16a10-f847-4f96-bd19-d72dcd1aae1c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:27.659665 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e8c16a10-f847-4f96-bd19-d72dcd1aae1c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1692765 May 24 23:02:27.661687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57064) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:27.722511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e66e924-aba3-4740-8bb3-55f405308d30 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.731194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e66e924-aba3-4740-8bb3-55f405308d30 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.735381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.745877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 35ae7f06-c793-495a-88e4-cded1a636579) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:27.778150 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:27.785060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:27.790074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:27.791109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.803207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7bb573-2db5-4c2b-a04d-399252eefefc None None] Network 35ae7f06-c793-495a-88e4-cded1a636579 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:27.834715 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a4395db5-e392-493c-bf6f-2d0914f1d46f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4445662 May 24 23:02:27.873092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57078) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:27.931610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e66e924-aba3-4740-8bb3-55f405308d30 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.025897 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:02:28.046447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66e924-aba3-4740-8bb3-55f405308d30 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=823e3841-170d-40de-8543-d554a688e8e0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:28.050862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e66e924-aba3-4740-8bb3-55f405308d30 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.051957 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e66e924-aba3-4740-8bb3-55f405308d30 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/823e3841-170d-40de-8543-d554a688e8e0 HTTP/1.1" status: 204 len: 168 time: 0.3892853 May 24 23:02:28.052691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.095093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57086) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:28.114444 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.129266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.143819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Transition to ACTIVE for port object 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:28.170244 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Transition to ACTIVE for port object 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:28.184471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e671a4af-8d2b-4e06-ac88-f8cad7e0e4bf tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 6c38d99e-a8cd-4086-966c-c283eea3962c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:28.184735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e671a4af-8d2b-4e06-ac88-f8cad7e0e4bf tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.188454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.296350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.315474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4fb6f91-4997-42a9-b319-f3f4b9e7dc6a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:28.344987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Pushing event updated for resources: {'Port': ['ID=2240a5bd-ac71-4c43-ac3a-63e8c70a6568,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:28.347148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57096) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:28.351505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Network 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:28.353139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:28.356410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:28.360721 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.513777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e671a4af-8d2b-4e06-ac88-f8cad7e0e4bf tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.535877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Attempting to bind port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:28.536456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Attempting to bind port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'b056ef07-c085-4b1c-ba5c-ece45664b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d77637f-a2fd-4f55-b1ca-d553ad0526f5'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:28.536605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Attempting to bind port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 on network 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:28.543078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:28.543467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Checking segment: {'id': 'b056ef07-c085-4b1c-ba5c-ece45664b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d77637f-a2fd-4f55-b1ca-d553ad0526f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:28.543874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.544806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Bound using segment: {'id': 'b056ef07-c085-4b1c-ba5c-ece45664b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d77637f-a2fd-4f55-b1ca-d553ad0526f5'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:28.545291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Bound port: 2240a5bd-ac71-4c43-ac3a-63e8c70a6568, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b056ef07-c085-4b1c-ba5c-ece45664b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d77637f-a2fd-4f55-b1ca-d553ad0526f5'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:28.545687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.602753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57104) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:28.639276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1875986141', 'router:external': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:28.645181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:28.654931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Usage tracker for resource:network and tenant:00a5d57f9d854175a329153102cc55cc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:28.663655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:28.672007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group': {'name': 'tempest-secgroup--577598191'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:28.678878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:28.680468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] For port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:28.683816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:28.684829 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] For port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2240a5bd-ac71-4c43-ac3a-63e8c70a6568,segment=NetworkSegment(b056ef07-c085-4b1c-ba5c-ece45664b3c8),segment_id=b056ef07-c085-4b1c-ba5c-ece45664b3c8)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:28.690375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:28.693503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:28.693783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.700163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:28.715651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Made reservation on behalf of 00a5d57f9d854175a329153102cc55cc for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:28.719119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.733101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.749567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.766998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e671a4af-8d2b-4e06-ac88-f8cad7e0e4bf tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 6c38d99e-a8cd-4086-966c-c283eea3962c owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:28.767219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.786471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:28.790707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:28.793814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:28.800793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b26a5c-aeae-4e89-8cba-27eb56ce44dc None None] Pushing event updated for resources: {'Port': ['ID=2240a5bd-ac71-4c43-ac3a-63e8c70a6568,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:28.802414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:28.808209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:28.818805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Usage tracker for resource:security_group_rule and tenant:00a5d57f9d854175a329153102cc55cc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:28.824201 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:28.837320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:28.894251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4fb6f91-4997-42a9-b319-f3f4b9e7dc6a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:28.898143 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e4fb6f91-4997-42a9-b319-f3f4b9e7dc6a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7991326 May 24 23:02:28.898389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57110) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:28.909766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0c7f2748-c54d-4379-a878-264753c219ac tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': 'f8f15be2-be89-4b48-a572-7c9d7a599e7d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:28.917385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0c7f2748-c54d-4379-a878-264753c219ac tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:28.937592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e671a4af-8d2b-4e06-ac88-f8cad7e0e4bf tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.939618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0c7f2748-c54d-4379-a878-264753c219ac tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:28.942173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.231 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/6e490760-cde5-4442-b235-06ce4b236ef6) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:28.972125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.984219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.020797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671a4af-8d2b-4e06-ac88-f8cad7e0e4bf tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=6c38d99e-a8cd-4086-966c-c283eea3962c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:29.039923 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19cbe05-f6bf-4d54-bcf5-70a0ccabdf55,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:29.047867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:29.057576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.058933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:29.062735 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:29.064458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e671a4af-8d2b-4e06-ac88-f8cad7e0e4bf tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.068774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.076919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:29.113713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:29.134213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ed0d9a-e27e-47a2-bbd7-ca735cbb1a26,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:29.140296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2748-c54d-4379-a878-264753c219ac tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.146657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.147025 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Added segment cf565f9b-0948-4503-8d9e-08a20d6b9457 of type vlan for network 32288491-a64b-4995-b36d-0d00c9a844e2 May 24 23:02:29.166144 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e671a4af-8d2b-4e06-ac88-f8cad7e0e4bf tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/6c38d99e-a8cd-4086-966c-c283eea3962c HTTP/1.1" status: 204 len: 168 time: 1.2918839 May 24 23:02:29.170768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57114) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:29.212678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.252293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.267102 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.327667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2748-c54d-4379-a878-264753c219ac tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.333199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.334739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:29.335341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.337903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2748-c54d-4379-a878-264753c219ac tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.371459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.379284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f2748-c54d-4379-a878-264753c219ac tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e6d117-8cf3-446a-a44f-e267d8277513,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:29.386660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0629023-93eb-4ed3-98ff-eca2afd85f69,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:29.392073 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0436330 May 24 23:02:29.397471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57118) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:29.415606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbfa24-6593-4599-8b03-28bec11a2dee tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:29.421315 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbfa24-6593-4599-8b03-28bec11a2dee tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:29.422039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-63bbfa24-6593-4599-8b03-28bec11a2dee tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:29.427142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2748-c54d-4379-a878-264753c219ac tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.430731 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0c7f2748-c54d-4379-a878-264753c219ac tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5272436 May 24 23:02:29.430991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57122) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:29.454626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.458925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57126) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:29.459182 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6d7a1299-a676-44fa-b83d-b5be7d9cd363 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8551235 May 24 23:02:29.470731 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ea413280-83c8-413a-8e70-b88f159d93e4 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules/07e6d117-8cf3-446a-a44f-e267d8277513 HTTP/1.1" status: 200 len: 763 time: 0.0363255 May 24 23:02:29.470968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Request body: {'subnet': {'network_id': '32288491-a64b-4995-b36d-0d00c9a844e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:29.472062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57130) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:29.483165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-63bbfa24-6593-4599-8b03-28bec11a2dee tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:29.484278 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-63bbfa24-6593-4599-8b03-28bec11a2dee tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3106194 May 24 23:02:29.490001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57134) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:29.510177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.511985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:29.600333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:29.602293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Usage tracker for resource:subnet and tenant:00a5d57f9d854175a329153102cc55cc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:29.604886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310d76d-4cf0-4228-906c-9f97e0a8602c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event updated for resources: {'Network': ['ID=32288491-a64b-4995-b36d-0d00c9a844e2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:29.605667 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-942d5aa5-162a-4cee-a4c6-cdaec7498d57 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1433625 May 24 23:02:29.617591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 32288491-a64b-4995-b36d-0d00c9a844e2 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:29.620021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:29.629355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57138) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:29.639052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:29.666148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.26.3.115 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/c30bdc10-2b08-4a5b-9e2a-dedc7db0f5f8) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:29.702685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7b2c09fb-8c88-40ee-9a3e-316ac92a200f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group': {'name': 'tempest-security--122042340', 'description': 'tempest-security-description-1681394119'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:29.728383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=6e490760-cde5-4442-b235-06ce4b236ef6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:29.780795 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b2c09fb-8c88-40ee-9a3e-316ac92a200f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.792851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:29.799471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:29.829733 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:29.842365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b2c09fb-8c88-40ee-9a3e-316ac92a200f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.887429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6193258b-0e9e-493d-a391-72d0a861ee02 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:29.901514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:29.903199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b2c09fb-8c88-40ee-9a3e-316ac92a200f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.903970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Made reservation on behalf of 00a5d57f9d854175a329153102cc55cc for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:29.905738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b2c09fb-8c88-40ee-9a3e-316ac92a200f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.906544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.906994 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7b2c09fb-8c88-40ee-9a3e-316ac92a200f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "PUT /v2.0/security-groups/b0629023-93eb-4ed3-98ff-eca2afd85f69 HTTP/1.1" status: 200 len: 1777 time: 0.2766356 May 24 23:02:29.922561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57142) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:29.932914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ed2e18c4-a7cf-4d8f-aa5d-6b156998aa47 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 70f0dffe-b3e0-4611-8bfe-166371e1ffad {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:29.933251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed2e18c4-a7cf-4d8f-aa5d-6b156998aa47 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.084337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c09fb-8c88-40ee-9a3e-316ac92a200f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0629023-93eb-4ed3-98ff-eca2afd85f69,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:30.117372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a843349-88a1-436e-bc67-177ab1cd89d4 None None] Network 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:30.117945 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa593003-3856-4f92-b9e0-3d44f05161ae tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups/b0629023-93eb-4ed3-98ff-eca2afd85f69 HTTP/1.1" status: 200 len: 1777 time: 0.1389663 May 24 23:02:30.121482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57146) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:30.180867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6193258b-0e9e-493d-a391-72d0a861ee02 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:30.182156 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6193258b-0e9e-493d-a391-72d0a861ee02 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7067125 May 24 23:02:30.196532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57150) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:30.254202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-45992998-0d8c-4b45-a8e3-ae7924f3e1c0 None None] Provisioning for port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:30.261747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-45992998-0d8c-4b45-a8e3-ae7924f3e1c0 None None] Provisioning complete for port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:30.262200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45992998-0d8c-4b45-a8e3-ae7924f3e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.322339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.329359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76507c72-d7d8-46b7-80e0-986ff81d9134 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.344015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdab926-de1f-4f0a-94d5-ea602b7c068f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.354297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76507c72-d7d8-46b7-80e0-986ff81d9134 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.374262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdab926-de1f-4f0a-94d5-ea602b7c068f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.406180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.535675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-45992998-0d8c-4b45-a8e3-ae7924f3e1c0 None None] Current status of the port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:30.536331 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45992998-0d8c-4b45-a8e3-ae7924f3e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.552166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed2e18c4-a7cf-4d8f-aa5d-6b156998aa47 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.559474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76507c72-d7d8-46b7-80e0-986ff81d9134 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.587295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-45992998-0d8c-4b45-a8e3-ae7924f3e1c0 None None] For port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2240a5bd-ac71-4c43-ac3a-63e8c70a6568,segment=NetworkSegment(b056ef07-c085-4b1c-ba5c-ece45664b3c8),segment_id=b056ef07-c085-4b1c-ba5c-ece45664b3c8)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:30.596801 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45992998-0d8c-4b45-a8e3-ae7924f3e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.616744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdab926-de1f-4f0a-94d5-ea602b7c068f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.676636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45992998-0d8c-4b45-a8e3-ae7924f3e1c0 None None] Pushing event updated for resources: {'Port': ['ID=2240a5bd-ac71-4c43-ac3a-63e8c70a6568,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:30.718954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76507c72-d7d8-46b7-80e0-986ff81d9134 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07e6d117-8cf3-446a-a44f-e267d8277513,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:30.731538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ed2e18c4-a7cf-4d8f-aa5d-6b156998aa47 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 70f0dffe-b3e0-4611-8bfe-166371e1ffad owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:30.811442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdab926-de1f-4f0a-94d5-ea602b7c068f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0629023-93eb-4ed3-98ff-eca2afd85f69,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:30.822997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.828023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdab926-de1f-4f0a-94d5-ea602b7c068f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.831586 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1bdab926-de1f-4f0a-94d5-ea602b7c068f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-groups/b0629023-93eb-4ed3-98ff-eca2afd85f69 HTTP/1.1" status: 204 len: 168 time: 0.7068813 May 24 23:02:30.841076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57154) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:30.843625 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f9cf4153-2015-46bb-b257-160013cfb3fd None None] Provisioning complete for port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:30.843777 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9cf4153-2015-46bb-b257-160013cfb3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.871793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76507c72-d7d8-46b7-80e0-986ff81d9134 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.875537 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-76507c72-d7d8-46b7-80e0-986ff81d9134 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/07e6d117-8cf3-446a-a44f-e267d8277513 HTTP/1.1" status: 204 len: 168 time: 0.6730688 May 24 23:02:30.896883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57158) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:30.968447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:30.971980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf4153-2015-46bb-b257-160013cfb3fd None None] Current status of the port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:30.975056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:30.979141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=c30bdc10-2b08-4a5b-9e2a-dedc7db0f5f8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:30.981270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6132bbc8-a56f-429b-a817-d7bef48caf13 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:30.992531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.024423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:31.066055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6132bbc8-a56f-429b-a817-d7bef48caf13 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:31.067324 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6132bbc8-a56f-429b-a817-d7bef48caf13 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2254860 May 24 23:02:31.073318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57162) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:31.082076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed2e18c4-a7cf-4d8f-aa5d-6b156998aa47 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.164026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e4a7aab1-9b47-4b65-bffa-b5fd0a4229b8 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:31.182180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e18c4-a7cf-4d8f-aa5d-6b156998aa47 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=70f0dffe-b3e0-4611-8bfe-166371e1ffad,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:31.188535 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-974c78dc-7c60-415e-b6a1-2c94b74dfd64 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] delete failed (client error): The resource could not be found. May 24 23:02:31.194069 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-974c78dc-7c60-415e-b6a1-2c94b74dfd64 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-groups/b0629023-93eb-4ed3-98ff-eca2afd85f69 HTTP/1.1" status: 404 len: 347 time: 0.1140542 May 24 23:02:31.194069 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed2e18c4-a7cf-4d8f-aa5d-6b156998aa47 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.195161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57166) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:31.207714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810914727'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:31.216101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:31.231198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:31.240016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 76ae7364-2316-4599-8138-e5cf6f396c3f is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:02:31.249057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.340192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e4a7aab1-9b47-4b65-bffa-b5fd0a4229b8 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:31.344106 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e4a7aab1-9b47-4b65-bffa-b5fd0a4229b8 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4322343 May 24 23:02:31.344235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:31.344608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57170) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:31.345310 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ed2e18c4-a7cf-4d8f-aa5d-6b156998aa47 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/70f0dffe-b3e0-4611-8bfe-166371e1ffad HTTP/1.1" status: 204 len: 168 time: 1.8382313 May 24 23:02:31.349542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-234ab0b4-0932-4877-8a26-fb8386258df7 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': 'f8f15be2-be89-4b48-a572-7c9d7a599e7d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:31.357846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57174) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:31.362924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:31.365668 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-234ab0b4-0932-4877-8a26-fb8386258df7 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:31.402204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:31.424104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-234ab0b4-0932-4877-8a26-fb8386258df7 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:31.476659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:31.524954 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-234ab0b4-0932-4877-8a26-fb8386258df7 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Project 63dde420e052476fa00a92abee6ac23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:02:31.540368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:02:31.540844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.549053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-234ab0b4-0932-4877-8a26-fb8386258df7 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.577440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:31.590254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Sync routers for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:31.600756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:31.601235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:31.669047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.673483 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a177fabc-7509-4c0d-b8e2-cb02504127f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9584985 May 24 23:02:31.674088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57178) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:31.685612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.693632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bef834-d33b-43fd-8a1e-bee7c0569a66 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:31.695211 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f6bef834-d33b-43fd-8a1e-bee7c0569a66 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3340003 May 24 23:02:31.704283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57184) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:31.709873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.715461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-234ab0b4-0932-4877-8a26-fb8386258df7 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.772509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-234ab0b4-0932-4877-8a26-fb8386258df7 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.798500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:31.813720 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-05da0423-00bd-4d8c-9bb2-5b543985dd0c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:02:31.817766 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-05da0423-00bd-4d8c-9bb2-5b543985dd0c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/6c38d99e-a8cd-4086-966c-c283eea3962c HTTP/1.1" status: 404 len: 333 time: 0.1095641 May 24 23:02:31.826172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57188) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:31.829784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ab0b4-0932-4877-8a26-fb8386258df7 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba6345a-5f37-4616-b9bb-99f2ad27fcdf,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:31.873372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-234ab0b4-0932-4877-8a26-fb8386258df7 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.874386 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f671eb92-b0df-4286-9e27-2223e7147d27,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:31.875030 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-234ab0b4-0932-4877-8a26-fb8386258df7 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5290103 May 24 23:02:31.875400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.877191 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6797223 May 24 23:02:31.879688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57192) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:31.880018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57194) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:31.884891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8053ee5-3a41-465b-ab2e-ccf12cb5bfa5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6672459c-7c55-41aa-b58d-23d86a43f71e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:31.889269 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0637104-450c-4784-ab18-b760177319ab tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:02:31.893516 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c0637104-450c-4784-ab18-b760177319ab tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/70f0dffe-b3e0-4611-8bfe-166371e1ffad HTTP/1.1" status: 404 len: 333 time: 0.0577967 May 24 23:02:31.893710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57200) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:31.902017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dd7bf570-588b-4b76-8791-19c6ded67414 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': '6672459c-7c55-41aa-b58d-23d86a43f71e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:31.908198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dd7bf570-588b-4b76-8791-19c6ded67414 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:31.912267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dd7bf570-588b-4b76-8791-19c6ded67414 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:31.916015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dd7bf570-588b-4b76-8791-19c6ded67414 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:31.922505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dd7bf570-588b-4b76-8791-19c6ded67414 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:31.930103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Checking segment: {'id': 'cf565f9b-0948-4503-8d9e-08a20d6b9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '32288491-a64b-4995-b36d-0d00c9a844e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:31.930494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Network hostable DHCP agents. Network: 32288491-a64b-4995-b36d-0d00c9a844e2, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:31.935796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.998138 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:32.020386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.050015 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-21ac415e-57f7-435b-95d7-fd18bae79763 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules/0ba6345a-5f37-4616-b9bb-99f2ad27fcdf HTTP/1.1" status: 200 len: 769 time: 0.1665053 May 24 23:02:32.057021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57206) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.080994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf570-588b-4b76-8791-19c6ded67414 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.110006 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e09ef3c8-d65b-482f-984c-dfb882221b4f tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4a9c122e5fbd4d319091b78d34b07baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4315658 May 24 23:02:32.114572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:32.114963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.123568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57210) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.199890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2396588-dc14-471c-b381-5c45123d2174 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:32.208153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.214612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Network 32288491-a64b-4995-b36d-0d00c9a844e2 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:32.247027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ae7f06-c793-495a-88e4-cded1a636579']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:32.257406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2396588-dc14-471c-b381-5c45123d2174 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:32.258726 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2396588-dc14-471c-b381-5c45123d2174 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1978617 May 24 23:02:32.262168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68db80ef-695c-49b4-a824-ac4fdda7576c') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:32.262471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68db80ef-695c-49b4-a824-ac4fdda7576c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:32.269600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57214) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.285967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.303679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:32.309179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:02:30Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:32.316598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 32288491-a64b-4995-b36d-0d00c9a844e2) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:32.317464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Checking router: 76ae7364-2316-4599-8138-e5cf6f396c3f for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:32.317681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.318212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Updating router 76ae7364-2316-4599-8138-e5cf6f396c3f port 6e490760-cde5-4442-b235-06ce4b236ef6 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:02:32.321335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:32.322271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.323700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e73c998-039d-44c8-bf05-76d85c6aaf7a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.333623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:32.334332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.354290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaac546-5233-423d-9828-c41468d90773 None None] Network 32288491-a64b-4995-b36d-0d00c9a844e2 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:32.362727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf570-588b-4b76-8791-19c6ded67414 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.387509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf570-588b-4b76-8791-19c6ded67414 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.407227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e73c998-039d-44c8-bf05-76d85c6aaf7a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.413709 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 68db80ef-695c-49b4-a824-ac4fdda7576c resource provider aggregate not found May 24 23:02:32.475055 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f37431d4-9041-4e37-a40d-b7fd719202e2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0738115 May 24 23:02:32.488070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57222) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.504826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bf570-588b-4b76-8791-19c6ded67414 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6e2f88-60ea-45bd-9629-ca07658c275d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:32.513624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1340566337', 'network_id': '32288491-a64b-4995-b36d-0d00c9a844e2'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:32.517587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73138b77-b5ce-4b24-911d-aa7abf2ac8c5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:32.518063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73138b77-b5ce-4b24-911d-aa7abf2ac8c5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:32.522431 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-73138b77-b5ce-4b24-911d-aa7abf2ac8c5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.3950958 May 24 23:02:32.529912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf570-588b-4b76-8791-19c6ded67414 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.534298 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dd7bf570-588b-4b76-8791-19c6ded67414 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6487546 May 24 23:02:32.534298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:32.537110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57226) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.537259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57228) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.543451 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 68db80ef-695c-49b4-a824-ac4fdda7576c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68db80ef-695c-49b4-a824-ac4fdda7576c found for delete ", "request_id": "req-6b9d9ad7-c7ff-40ed-9f55-f5f957355e33"}]} May 24 23:02:32.580831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.582951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e73c998-039d-44c8-bf05-76d85c6aaf7a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.594143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.598303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Usage tracker for resource:port and tenant:00a5d57f9d854175a329153102cc55cc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:32.611144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.613731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:32.626223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Network': ['ID=35ae7f06-c793-495a-88e4-cded1a636579,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:32.629729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e73c998-039d-44c8-bf05-76d85c6aaf7a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.633264 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1e73c998-039d-44c8-bf05-76d85c6aaf7a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0ba6345a-5f37-4616-b9bb-99f2ad27fcdf HTTP/1.1" status: 204 len: 168 time: 0.3603086 May 24 23:02:32.633264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73c998-039d-44c8-bf05-76d85c6aaf7a tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ba6345a-5f37-4616-b9bb-99f2ad27fcdf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:32.633735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57234) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.641382 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b4d43d57-32d8-4959-8f6d-183aaa3b17a1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/networks/35ae7f06-c793-495a-88e4-cded1a636579 HTTP/1.1" status: 204 len: 168 time: 0.7427142 May 24 23:02:32.651929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57238) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.661576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1326870169'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:32.668554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:32.675055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:network and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:32.679814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:32.687752 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1db0713a-39d2-462d-909f-759db1fea59e tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1458142 May 24 23:02:32.688757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57242) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.692865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:32.693381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:32.726774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f0abcc4-f8fd-47ff-b2fd-086dafbdc68e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.736580 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Made reservation on behalf of 00a5d57f9d854175a329153102cc55cc for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:32.739199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.743617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b5dc5372-0f1c-44e5-83ac-50fe894fa073 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:32.754664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f0abcc4-f8fd-47ff-b2fd-086dafbdc68e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.754889 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0e277a69-da8c-4839-9bb9-7295530be176 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=32288491-a64b-4995-b36d-0d00c9a844e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648499 May 24 23:02:32.757445 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57246) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.764260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484645734', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:32.786674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.787863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:32.788856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] device_id is not set on port ab897aeb-a84e-43da-b617-9e00c57b68be yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:32.790566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.826551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04d707-9e75-40d4-a650-706e13cee918 None None] Network 32288491-a64b-4995-b36d-0d00c9a844e2 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:32.862186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b5dc5372-0f1c-44e5-83ac-50fe894fa073 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:32.863464 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b5dc5372-0f1c-44e5-83ac-50fe894fa073 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2288454 May 24 23:02:32.879944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57250) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.910266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f0abcc4-f8fd-47ff-b2fd-086dafbdc68e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.937662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:32.961254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0abcc4-f8fd-47ff-b2fd-086dafbdc68e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a6e2f88-60ea-45bd-9629-ca07658c275d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:32.968464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.968806 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Added segment fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c of type vlan for network a7828e2c-500a-4b64-ad2b-4df99b503231 May 24 23:02:32.970273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:32.983059 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:subnet and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:32.996240 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:33.009223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:33.023850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81c31fb8-5afa-45e6-b6f1-375567be7831 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.032346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.038405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f0abcc4-f8fd-47ff-b2fd-086dafbdc68e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.039727 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9f0abcc4-f8fd-47ff-b2fd-086dafbdc68e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6a6e2f88-60ea-45bd-9629-ca07658c275d HTTP/1.1" status: 204 len: 168 time: 0.5000181 May 24 23:02:33.045943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57254) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:33.053976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:33.057387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.138488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Allocated IP 2001:db8::1ee (32288491-a64b-4995-b36d-0d00c9a844e2/f671eb92-b0df-4286-9e27-2223e7147d27/ab897aeb-a84e-43da-b617-9e00c57b68be) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:33.155349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:02:33.171563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81c31fb8-5afa-45e6-b6f1-375567be7831 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.200392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router d5a900a9-961b-49d9-a7da-244992432650 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:02:33.244760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.251296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:33.252141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.284656 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.301184 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Transition to ACTIVE for port object 6e490760-cde5-4442-b235-06ce4b236ef6 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:33.308761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.311481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0c2051cb-9f7f-4e8b-9a8d-dcbd862b06af tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:33.406129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Attempting to bind port 6e490760-cde5-4442-b235-06ce4b236ef6 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:33.406678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Attempting to bind port 6e490760-cde5-4442-b235-06ce4b236ef6 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:33.407620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Attempting to bind port 6e490760-cde5-4442-b235-06ce4b236ef6 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:33.409349 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af1421-d281-45a7-9df2-e85c85e71391 None None] Pushing event updated for resources: {'Port': ['ID=6e490760-cde5-4442-b235-06ce4b236ef6,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:33.412306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81c31fb8-5afa-45e6-b6f1-375567be7831 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.421311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:33.421941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:33.422506 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.423469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:33.424131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Bound port: 6e490760-cde5-4442-b235-06ce4b236ef6, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:33.424746 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.438110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Network': ['ID=a7828e2c-500a-4b64-ad2b-4df99b503231,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:33.446454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0c2051cb-9f7f-4e8b-9a8d-dcbd862b06af tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:33.451500 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0c2051cb-9f7f-4e8b-9a8d-dcbd862b06af tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3991010 May 24 23:02:33.451500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c31fb8-5afa-45e6-b6f1-375567be7831 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f15be2-be89-4b48-a572-7c9d7a599e7d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:33.452542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57258) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:33.459400 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f5b76b2f-6603-4fcd-b1d3-8c1647fb5078 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7985573 May 24 23:02:33.459400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81c31fb8-5afa-45e6-b6f1-375567be7831 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.459400 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-81c31fb8-5afa-45e6-b6f1-375567be7831 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-groups/f8f15be2-be89-4b48-a572-7c9d7a599e7d HTTP/1.1" status: 204 len: 168 time: 0.5743918 May 24 23:02:33.459666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57262) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:33.460062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57264) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:33.469612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': 'a7828e2c-500a-4b64-ad2b-4df99b503231', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:33.512707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network a7828e2c-500a-4b64-ad2b-4df99b503231 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:33.613691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] For port 6e490760-cde5-4442-b235-06ce4b236ef6, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:33.637591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] For port 6e490760-cde5-4442-b235-06ce4b236ef6, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6e490760-cde5-4442-b235-06ce4b236ef6,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:33.648451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.687762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-63b62a0d-cfa5-4109-8b6f-2c08cb508172 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:33.693885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:33.707963 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1dd44-afcb-4f35-b31a-8ef61a0b4705 None None] Sync routers for ids ['d5a900a9-961b-49d9-a7da-244992432650'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:33.708550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:33.717965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:33.725390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:33.731368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.738217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:33.739262 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:33.743831 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1dd44-afcb-4f35-b31a-8ef61a0b4705 None None] Routers {'d5a900a9-961b-49d9-a7da-244992432650'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:33.744101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:33.745423 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a4a1dd44-afcb-4f35-b31a-8ef61a0b4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d5a900a9-961b-49d9-a7da-244992432650'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:33.753015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-63b62a0d-cfa5-4109-8b6f-2c08cb508172 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:33.754324 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-63b62a0d-cfa5-4109-8b6f-2c08cb508172 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2933726 May 24 23:02:33.758810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57270) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:33.766356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7f7768cf-bab9-4fd6-b628-af69575d8ef9 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group': {'name': 'tempest-secgroup--84445408'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:33.767505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.771496 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-60ff1a2e-e413-4cf9-8446-7b7c867a890e tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8888211 May 24 23:02:33.772685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57274) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:33.773104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.778024 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f7768cf-bab9-4fd6-b628-af69575d8ef9 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:33.817539 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:33.821204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.830938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd105a0d-5fcb-4b05-ad12-81853c9691ba tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.837338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af1421-d281-45a7-9df2-e85c85e71391 None None] Pushing event updated for resources: {'Port': ['ID=6e490760-cde5-4442-b235-06ce4b236ef6,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:33.857422 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a4a1dd44-afcb-4f35-b31a-8ef61a0b4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:33.869582 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1dd44-afcb-4f35-b31a-8ef61a0b4705 None None] Routers {'d5a900a9-961b-49d9-a7da-244992432650'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:33.870925 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a4a1dd44-afcb-4f35-b31a-8ef61a0b4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d5a900a9-961b-49d9-a7da-244992432650'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:33.901602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd105a0d-5fcb-4b05-ad12-81853c9691ba tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.926961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Performing IP validity checks on allocation pools {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:02:33.929758 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:02:33.948292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:33.956347 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a4a1dd44-afcb-4f35-b31a-8ef61a0b4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:33.958400 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1dd44-afcb-4f35-b31a-8ef61a0b4705 None None] The sync data for ids ['d5a900a9-961b-49d9-a7da-244992432650'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:33.995852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.025686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f7768cf-bab9-4fd6-b628-af69575d8ef9 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:34.086213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f7768cf-bab9-4fd6-b628-af69575d8ef9 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.100139 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Subnet': ['ID=3fec8be1-c26b-4f67-aca9-3a96aad1ae6d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:34.102534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Network 32288491-a64b-4995-b36d-0d00c9a844e2 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:34.110421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:34.112886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:34.114072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:34.114739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.118535 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Checking segment: {'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:34.119240 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network hostable DHCP agents. Network: 2268f290-1aa2-4d0a-bc70-90f7841c766d, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:34.186928 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event updated for resources: {'Port': ['ID=ab897aeb-a84e-43da-b617-9e00c57b68be,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:34.209870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f7768cf-bab9-4fd6-b628-af69575d8ef9 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:34.227609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd105a0d-5fcb-4b05-ad12-81853c9691ba tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.227890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f7768cf-bab9-4fd6-b628-af69575d8ef9 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:34.267176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd105a0d-5fcb-4b05-ad12-81853c9691ba tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6672459c-7c55-41aa-b58d-23d86a43f71e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:34.279306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.282900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 2268f290-1aa2-4d0a-bc70-90f7841c766d is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:34.329549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:02:30Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:34.333654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b24f50-4f6f-464b-b6d8-988e4e2855cd None None] The sync data for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv is: [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:02:30Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:34.336857 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-48c7fb52-6f8b-47ad-8e44-fa10b98bb669 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8454030 May 24 23:02:34.346411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57278) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:34.347168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd105a0d-5fcb-4b05-ad12-81853c9691ba tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.350622 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fd105a0d-5fcb-4b05-ad12-81853c9691ba tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-groups/6672459c-7c55-41aa-b58d-23d86a43f71e HTTP/1.1" status: 204 len: 168 time: 0.8947303 May 24 23:02:34.351585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57280) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:34.408873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 2268f290-1aa2-4d0a-bc70-90f7841c766d) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:34.418592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725e58b1-878c-48a5-bb3e-650a83c13110 None None] Network 2268f290-1aa2-4d0a-bc70-90f7841c766d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:34.428638 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:34.429157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.467559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f7768cf-bab9-4fd6-b628-af69575d8ef9 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.485747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Subnet': ['ID=e1bc7345-a09d-46bd-b7d8-d3debf1d9b76,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:34.493915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f7768cf-bab9-4fd6-b628-af69575d8ef9 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.500115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c8ba8604-f5a6-41d8-b9aa-8f89674f16ec tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:34.545905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4ae34fb3-321f-4a71-b1c3-7d84aa693156 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Deleting port ab897aeb-a84e-43da-b617-9e00c57b68be {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:34.546216 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae34fb3-321f-4a71-b1c3-7d84aa693156 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.583385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Checking segment: {'id': 'fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7828e2c-500a-4b64-ad2b-4df99b503231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:34.583874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network hostable DHCP agents. Network: a7828e2c-500a-4b64-ad2b-4df99b503231, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:34.596192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c8ba8604-f5a6-41d8-b9aa-8f89674f16ec tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:34.597555 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c8ba8604-f5a6-41d8-b9aa-8f89674f16ec tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2441020 May 24 23:02:34.601546 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57286) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:34.604799 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-801da989-65f0-40c8-8a57-e17006192e5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8462858 May 24 23:02:34.605963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f7768cf-bab9-4fd6-b628-af69575d8ef9 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.606169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57290) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:34.609669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446419555'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:34.610609 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7f7768cf-bab9-4fd6-b628-af69575d8ef9 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8507588 May 24 23:02:34.618187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57292) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:34.635246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7768cf-bab9-4fd6-b628-af69575d8ef9 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce55feda-fc66-4036-bf99-fc99bcda276a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:34.705687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-138a658d-f125-4a73-abac-a250e8cb9440 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Request body: {'security_group_rule': {'security_group_id': 'ce55feda-fc66-4036-bf99-fc99bcda276a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:34.712047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-138a658d-f125-4a73-abac-a250e8cb9440 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:34.729752 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network a7828e2c-500a-4b64-ad2b-4df99b503231 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:34.731426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-138a658d-f125-4a73-abac-a250e8cb9440 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:34.740351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:34.762463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-2268f290-1aa2-4d0a-bc70-90f7841c766d', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:34.763520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.768439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, a7828e2c-500a-4b64-ad2b-4df99b503231) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:34.781217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9ccc20-6909-4b11-a059-7a21b9006f02 None None] Network a7828e2c-500a-4b64-ad2b-4df99b503231 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:34.886765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:34.889267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-138a658d-f125-4a73-abac-a250e8cb9440 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.935723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:34.936303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.975279 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c9a09796-51a1-4fd6-964b-e20a33aef4e8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5126650 May 24 23:02:34.975938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57298) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:34.986857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': 'a7828e2c-500a-4b64-ad2b-4df99b503231', 'name': 'tempest-PortsIpV6TestJSON-1218143387'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:35.019652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.144615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae34fb3-321f-4a71-b1c3-7d84aa693156 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.146843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-138a658d-f125-4a73-abac-a250e8cb9440 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.155913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:35.167136 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-138a658d-f125-4a73-abac-a250e8cb9440 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.185256 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:35.216780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:35.221287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a658d-f125-4a73-abac-a250e8cb9440 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b7512b-9b0b-427e-85e7-7ee5c2e89951,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:35.228669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-a7828e2c-500a-4b64-ad2b-4df99b503231', 'network_id': 'a7828e2c-500a-4b64-ad2b-4df99b503231', 'tenant_id': '47758fbb459b433493b014395cf29a06', 'fixed_ips': [{'subnet_id': 'e1bc7345-a09d-46bd-b7d8-d3debf1d9b76'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:35.229438 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.245633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:35.305404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Allocated IP 172.20.0.2 (2268f290-1aa2-4d0a-bc70-90f7841c766d/3fec8be1-c26b-4f67-aca9-3a96aad1ae6d/26c70358-33ed-4810-b4fd-26876e7b1f67) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:35.336718 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4ae34fb3-321f-4a71-b1c3-7d84aa693156 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Calling delete_port for ab897aeb-a84e-43da-b617-9e00c57b68be owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:35.381028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.436688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:35.442304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:port and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:35.446222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:35.486734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:35.528758 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:35.533086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.551881 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Allocated IP 2001:db8::2 (a7828e2c-500a-4b64-ad2b-4df99b503231/e1bc7345-a09d-46bd-b7d8-d3debf1d9b76/1585dc96-1291-4a2a-af26-6fde18b4ef0d) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:35.562067 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port cbdea5b9-d0f1-4461-9a70-6366f72623c9 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:35.598025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae34fb3-321f-4a71-b1c3-7d84aa693156 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.671799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae34fb3-321f-4a71-b1c3-7d84aa693156 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab897aeb-a84e-43da-b617-9e00c57b68be,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:35.686517 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-138a658d-f125-4a73-abac-a250e8cb9440 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.686517 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-138a658d-f125-4a73-abac-a250e8cb9440 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0594261 May 24 23:02:35.710622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57302) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:35.712004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.729196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Transition to ACTIVE for port object 26c70358-33ed-4810-b4fd-26876e7b1f67 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:35.748891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae34fb3-321f-4a71-b1c3-7d84aa693156 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.762380 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4ae34fb3-321f-4a71-b1c3-7d84aa693156 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "DELETE /v2.0/ports/ab897aeb-a84e-43da-b617-9e00c57b68be HTTP/1.1" status: 204 len: 168 time: 1.4015372 May 24 23:02:35.768155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57306) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:35.779878 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Transition to ACTIVE for port object 26c70358-33ed-4810-b4fd-26876e7b1f67 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:35.808882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6e490760-cde5-4442-b235-06ce4b236ef6 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:35.821107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df02ed57-8b07-417a-b04a-c86761bc4405 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.836025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '32288491-a64b-4995-b36d-0d00c9a844e2', 'external_fixed_ips': [{'subnet_id': 'f671eb92-b0df-4286-9e27-2223e7147d27', 'ip_address': '2001:db8::1ee'}]}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:35.851561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df02ed57-8b07-417a-b04a-c86761bc4405 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.853365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.901221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:35.904700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df02ed57-8b07-417a-b04a-c86761bc4405 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.923369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02ed57-8b07-417a-b04a-c86761bc4405 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce55feda-fc66-4036-bf99-fc99bcda276a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:35.942510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Usage tracker for resource:router and tenant:00a5d57f9d854175a329153102cc55cc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:35.945875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Network 2268f290-1aa2-4d0a-bc70-90f7841c766d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:35.946158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df02ed57-8b07-417a-b04a-c86761bc4405 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.950716 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df02ed57-8b07-417a-b04a-c86761bc4405 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-groups/ce55feda-fc66-4036-bf99-fc99bcda276a HTTP/1.1" status: 204 len: 168 time: 0.2316644 May 24 23:02:35.951431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57310) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:35.954051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:35.962219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:35.974251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:35.980529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:36.019680 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0eef59c9-a234-4569-b4fd-7f39d5591390 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:36.039438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0eef59c9-a234-4569-b4fd-7f39d5591390 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:36.040726 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0eef59c9-a234-4569-b4fd-7f39d5591390 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0876470 May 24 23:02:36.043702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57314) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:36.083230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.097984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ada0b2de-b43a-450b-8b43-a439faea9ff3 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Synchronizing usage tracker for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:36.116090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ada0b2de-b43a-450b-8b43-a439faea9ff3 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] Unset dirty status for tenant:63dde420e052476fa00a92abee6ac23b on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:36.117389 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ada0b2de-b43a-450b-8b43-a439faea9ff3 tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0720303 May 24 23:02:36.120607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57318) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:36.132515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.139356 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-7c1a8d27-3936-422f-a881-c4f7b7f540ef tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] delete failed (client error): The resource could not be found. May 24 23:02:36.140953 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7c1a8d27-3936-422f-a881-c4f7b7f540ef tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "DELETE /v2.0/security-groups/ce55feda-fc66-4036-bf99-fc99bcda276a HTTP/1.1" status: 404 len: 347 time: 0.0189462 May 24 23:02:36.145205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57322) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:36.156057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Pushing event updated for resources: {'Port': ['ID=26c70358-33ed-4810-b4fd-26876e7b1f67,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:36.180700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Attempting to bind port 26c70358-33ed-4810-b4fd-26876e7b1f67 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:36.181063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Attempting to bind port 26c70358-33ed-4810-b4fd-26876e7b1f67 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:36.181449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Attempting to bind port 26c70358-33ed-4810-b4fd-26876e7b1f67 on network 2268f290-1aa2-4d0a-bc70-90f7841c766d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:36.185920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.187239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.201011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 6e490760-cde5-4442-b235-06ce4b236ef6 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:36.208513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:36.209058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Checking segment: {'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:36.209598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.210197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Bound using segment: {'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:36.210736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Bound port: 26c70358-33ed-4810-b4fd-26876e7b1f67, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:36.211524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.217590 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df42d55d-3fa7-428c-8f24-f62461300f6c tempest-SecGroupIPv6Test-270641505 tempest-SecGroupIPv6Test-270641505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0709465 May 24 23:02:36.227614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 6e490760-cde5-4442-b235-06ce4b236ef6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:36.228208 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.255047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.372642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Transition to ACTIVE for port object 1585dc96-1291-4a2a-af26-6fde18b4ef0d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:36.382813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4515996-1ec2-4252-86b7-8740c10ca38a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:36.419604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Transition to ACTIVE for port object 1585dc96-1291-4a2a-af26-6fde18b4ef0d will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:36.446544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.453949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.500862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.20.0.1 (7d77637f-a2fd-4f55-b1ca-d553ad0526f5/1c32faed-7dad-49b6-bca0-1c2a290268a1/148b674c-697a-4bae-a9a4-a05597378141) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:36.517695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.519196 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-da17a0f1-640d-48bd-ac96-d1a0f4d6be56 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9166093 May 24 23:02:36.529604 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57330) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:36.541912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8::1ed (a7828e2c-500a-4b64-ad2b-4df99b503231/e1bc7345-a09d-46bd-b7d8-d3debf1d9b76/cbdea5b9-d0f1-4461-9a70-6366f72623c9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:36.554502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] For port 26c70358-33ed-4810-b4fd-26876e7b1f67, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:36.596549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] For port 26c70358-33ed-4810-b4fd-26876e7b1f67, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=26c70358-33ed-4810-b4fd-26876e7b1f67,segment=NetworkSegment(ecf51001-dae2-4048-9066-a2ab1cff2fa2),segment_id=ecf51001-dae2-4048-9066-a2ab1cff2fa2)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:36.598585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Network a7828e2c-500a-4b64-ad2b-4df99b503231 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:36.601049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57334) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:36.604479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c378d233-6068-4d14-aded-74af7a90ce17 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': 'f4515996-1ec2-4252-86b7-8740c10ca38a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:36.606997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:36.609696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.614532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Pushing event updated for resources: {'Port': ['ID=1585dc96-1291-4a2a-af26-6fde18b4ef0d,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:36.619027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 6e490760-cde5-4442-b235-06ce4b236ef6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:36.619401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.621319 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c378d233-6068-4d14-aded-74af7a90ce17 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:36.626441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:36.731852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c378d233-6068-4d14-aded-74af7a90ce17 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:36.736622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 6e490760-cde5-4442-b235-06ce4b236ef6, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6e490760-cde5-4442-b235-06ce4b236ef6,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:36.745141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c378d233-6068-4d14-aded-74af7a90ce17 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:36.775910 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.810864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0874f1a-10e2-4aa6-89f9-58db740aea45 None None] Pushing event updated for resources: {'Port': ['ID=26c70358-33ed-4810-b4fd-26876e7b1f67,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:36.833706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c378d233-6068-4d14-aded-74af7a90ce17 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:36.843427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.852611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Attempting to bind port 1585dc96-1291-4a2a-af26-6fde18b4ef0d on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:36.853032 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Attempting to bind port 1585dc96-1291-4a2a-af26-6fde18b4ef0d by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7828e2c-500a-4b64-ad2b-4df99b503231'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:36.853392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Attempting to bind port 1585dc96-1291-4a2a-af26-6fde18b4ef0d on network a7828e2c-500a-4b64-ad2b-4df99b503231 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:36.868149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object cbdea5b9-d0f1-4461-9a70-6366f72623c9 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:36.871632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:36.872000 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Checking segment: {'id': 'fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7828e2c-500a-4b64-ad2b-4df99b503231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:36.873410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.873992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Bound using segment: {'id': 'fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7828e2c-500a-4b64-ad2b-4df99b503231'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:36.874689 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Bound port: 1585dc96-1291-4a2a-af26-6fde18b4ef0d, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7828e2c-500a-4b64-ad2b-4df99b503231'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:36.875253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.908216 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-54742d80-cbbf-4560-b583-57b61d78894c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63dde420e052476fa00a92abee6ac23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063946 May 24 23:02:36.910647 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57340) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:36.955569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.961501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=6e490760-cde5-4442-b235-06ce4b236ef6,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:36.989960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-781213de-30d8-4d98-b622-dd20938c579a None None] For port 1585dc96-1291-4a2a-af26-6fde18b4ef0d, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:36.993097 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-781213de-30d8-4d98-b622-dd20938c579a None None] For port 1585dc96-1291-4a2a-af26-6fde18b4ef0d, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1585dc96-1291-4a2a-af26-6fde18b4ef0d,segment=NetworkSegment(fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c),segment_id=fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:36.999980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.039242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network a7828e2c-500a-4b64-ad2b-4df99b503231 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:37.053243 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:37.064936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:37.073246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:37.074743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.079338 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.087991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c378d233-6068-4d14-aded-74af7a90ce17 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.106936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb892-735d-4101-b31d-d4d2e1c6ad0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.109745 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=cbdea5b9-d0f1-4461-9a70-6366f72623c9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:37.125803 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-13ecfd8e-5d8e-4206-81f3-515676f9cc97 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1470435 May 24 23:02:37.128769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57344) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:37.154681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781213de-30d8-4d98-b622-dd20938c579a None None] Pushing event updated for resources: {'Port': ['ID=1585dc96-1291-4a2a-af26-6fde18b4ef0d,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:37.189487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb892-735d-4101-b31d-d4d2e1c6ad0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.239857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.246868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac9032-c26c-4b64-bfca-c71de92def2b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port cbdea5b9-d0f1-4461-9a70-6366f72623c9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:37.247985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9032-c26c-4b64-bfca-c71de92def2b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.293717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Transition to ACTIVE for port object 148b674c-697a-4bae-a9a4-a05597378141 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:37.375550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb892-735d-4101-b31d-d4d2e1c6ad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.427781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cb892-735d-4101-b31d-d4d2e1c6ad0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f0b65-79e1-49fb-9f50-179eb38200a5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:37.550682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.694661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9032-c26c-4b64-bfca-c71de92def2b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.717980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c378d233-6068-4d14-aded-74af7a90ce17 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.795616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb892-735d-4101-b31d-d4d2e1c6ad0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.796729 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0f5cb892-735d-4101-b31d-d4d2e1c6ad0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb2f0b65-79e1-49fb-9f50-179eb38200a5 HTTP/1.1" status: 204 len: 168 time: 0.8851538 May 24 23:02:37.808055 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c378d233-6068-4d14-aded-74af7a90ce17 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.887079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.908252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac9032-c26c-4b64-bfca-c71de92def2b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for cbdea5b9-d0f1-4461-9a70-6366f72623c9 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:37.943231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378d233-6068-4d14-aded-74af7a90ce17 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae87a0cb-1b72-43ec-9f47-3c3de605156e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:37.992088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 26c70358-33ed-4810-b4fd-26876e7b1f67 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:37.994803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:38.004861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c378d233-6068-4d14-aded-74af7a90ce17 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.006178 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c378d233-6068-4d14-aded-74af7a90ce17 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4746795 May 24 23:02:38.013678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57350) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:38.022738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bd98d9b7-0b54-4c3e-908c-2e486fbf1350 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': 'f4515996-1ec2-4252-86b7-8740c10ca38a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:38.034431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bd98d9b7-0b54-4c3e-908c-2e486fbf1350 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:38.076193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:38.085743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bd98d9b7-0b54-4c3e-908c-2e486fbf1350 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:38.089446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bd98d9b7-0b54-4c3e-908c-2e486fbf1350 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:38.109152 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bd98d9b7-0b54-4c3e-908c-2e486fbf1350 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:38.112263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:38.156729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 26c70358-33ed-4810-b4fd-26876e7b1f67 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:38.162132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6e490760-cde5-4442-b235-06ce4b236ef6 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:38.252534 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9032-c26c-4b64-bfca-c71de92def2b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.285894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=148b674c-697a-4bae-a9a4-a05597378141,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:38.328731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 6e490760-cde5-4442-b235-06ce4b236ef6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:38.329060 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.352512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd98d9b7-0b54-4c3e-908c-2e486fbf1350 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.411590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac9032-c26c-4b64-bfca-c71de92def2b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=cbdea5b9-d0f1-4461-9a70-6366f72623c9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:38.448233 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b14b2c-5fcd-4f99-bee7-061a0fd15f0d None None] Network 2268f290-1aa2-4d0a-bc70-90f7841c766d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:38.465827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd98d9b7-0b54-4c3e-908c-2e486fbf1350 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.506406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd98d9b7-0b54-4c3e-908c-2e486fbf1350 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.532280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.535645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9032-c26c-4b64-bfca-c71de92def2b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.542579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98d9b7-0b54-4c3e-908c-2e486fbf1350 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e384de38-c76b-4b75-8c79-7fde1d79719c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:38.577490 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a4ac9032-c26c-4b64-bfca-c71de92def2b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/cbdea5b9-d0f1-4461-9a70-6366f72623c9 HTTP/1.1" status: 204 len: 168 time: 1.4475710 May 24 23:02:38.580796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57364) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:38.586209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd98d9b7-0b54-4c3e-908c-2e486fbf1350 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.587636 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bd98d9b7-0b54-4c3e-908c-2e486fbf1350 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5730071 May 24 23:02:38.607690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57368) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:38.649895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-11e568ed-f280-40b7-a912-a95c2db3bc8d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': 'f4515996-1ec2-4252-86b7-8740c10ca38a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:38.662959 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b145cf3-a767-4dc5-9d4b-3e1a1a3117d0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:02:38.663462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b145cf3-a767-4dc5-9d4b-3e1a1a3117d0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:02:38.668144 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8b145cf3-a767-4dc5-9d4b-3e1a1a3117d0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/cbdea5b9-d0f1-4461-9a70-6366f72623c9 HTTP/1.1" status: 404 len: 333 time: 0.0846405 May 24 23:02:38.668815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57374) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:38.678611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9a51659f-2733-4fb6-8b50-e07d600e41c8 None None] Provisioning for port 26c70358-33ed-4810-b4fd-26876e7b1f67 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:38.702181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9a51659f-2733-4fb6-8b50-e07d600e41c8 None None] Provisioning complete for port 26c70358-33ed-4810-b4fd-26876e7b1f67 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:38.702444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a51659f-2733-4fb6-8b50-e07d600e41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.712536 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-54deceaa-1de5-4878-b218-a74887f3f1e4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:02:38.713077 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-54deceaa-1de5-4878-b218-a74887f3f1e4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:38.744325 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-54deceaa-1de5-4878-b218-a74887f3f1e4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:38.746456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-11e568ed-f280-40b7-a912-a95c2db3bc8d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:38.748917 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-54deceaa-1de5-4878-b218-a74887f3f1e4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/cbdea5b9-d0f1-4461-9a70-6366f72623c9 HTTP/1.1" status: 404 len: 333 time: 0.0785358 May 24 23:02:38.749646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57380) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:38.769236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-11e568ed-f280-40b7-a912-a95c2db3bc8d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:38.774327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 6e490760-cde5-4442-b235-06ce4b236ef6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:38.775504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1585dc96-1291-4a2a-af26-6fde18b4ef0d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:38.787154 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.1 (2268f290-1aa2-4d0a-bc70-90f7841c766d/3fec8be1-c26b-4f67-aca9-3a96aad1ae6d/d4d9aed8-58ac-47eb-91dc-be334a80c6bc) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:38.841295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb957148-d6cb-40f5-bb02-145e0ad5a901 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting subnet e1bc7345-a09d-46bd-b7d8-d3debf1d9b76 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:38.843158 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5ac51-8c49-4a70-a872-09f467e7af3f None None] Network a7828e2c-500a-4b64-ad2b-4df99b503231 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:38.845053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb957148-d6cb-40f5-bb02-145e0ad5a901 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.908102 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb957148-d6cb-40f5-bb02-145e0ad5a901 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.967841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.985215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object d4d9aed8-58ac-47eb-91dc-be334a80c6bc will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:38.999041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-11e568ed-f280-40b7-a912-a95c2db3bc8d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:39.001105 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57388) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:39.034516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb957148-d6cb-40f5-bb02-145e0ad5a901 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.121384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 1585dc96-1291-4a2a-af26-6fde18b4ef0d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:39.130146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb957148-d6cb-40f5-bb02-145e0ad5a901 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.178284 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9a51659f-2733-4fb6-8b50-e07d600e41c8 None None] Current status of the port 26c70358-33ed-4810-b4fd-26876e7b1f67 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:39.179752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-11e568ed-f280-40b7-a912-a95c2db3bc8d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:39.180259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a51659f-2733-4fb6-8b50-e07d600e41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.182106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-268778727-network', 'tenant_id': 'f7771aacc17f41be915634936dda9ece'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:39.194225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:39.197231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb957148-d6cb-40f5-bb02-145e0ad5a901 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Subnet': ['ID=e1bc7345-a09d-46bd-b7d8-d3debf1d9b76,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:39.209782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Usage tracker for resource:network and tenant:f7771aacc17f41be915634936dda9ece is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:39.213064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb957148-d6cb-40f5-bb02-145e0ad5a901 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.216731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:39.223812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:39.228182 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fb957148-d6cb-40f5-bb02-145e0ad5a901 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/e1bc7345-a09d-46bd-b7d8-d3debf1d9b76 HTTP/1.1" status: 204 len: 168 time: 0.4760118 May 24 23:02:39.230863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57394) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:39.259577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.261730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Made reservation on behalf of f7771aacc17f41be915634936dda9ece for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:39.264177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.305013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9a51659f-2733-4fb6-8b50-e07d600e41c8 None None] For port 26c70358-33ed-4810-b4fd-26876e7b1f67, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=26c70358-33ed-4810-b4fd-26876e7b1f67,segment=NetworkSegment(ecf51001-dae2-4048-9066-a2ab1cff2fa2),segment_id=ecf51001-dae2-4048-9066-a2ab1cff2fa2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:39.319099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a51659f-2733-4fb6-8b50-e07d600e41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.328263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.349758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 2268f290-1aa2-4d0a-bc70-90f7841c766d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:39.350759 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11e568ed-f280-40b7-a912-a95c2db3bc8d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.358511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:39.365430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:39.367668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.374087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Usage tracker for resource:security_group_rule and tenant:f7771aacc17f41be915634936dda9ece is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:39.380525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:39.389927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:39.395623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.401694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:39.425362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 1585dc96-1291-4a2a-af26-6fde18b4ef0d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:39.425848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.459030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.474913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] Provisioning for port 1585dc96-1291-4a2a-af26-6fde18b4ef0d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:39.482535 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51659f-2733-4fb6-8b50-e07d600e41c8 None None] Pushing event updated for resources: {'Port': ['ID=26c70358-33ed-4810-b4fd-26876e7b1f67,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:39.491867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] Provisioning complete for port 1585dc96-1291-4a2a-af26-6fde18b4ef0d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:39.492269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.530149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=d4d9aed8-58ac-47eb-91dc-be334a80c6bc,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:39.586992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] DHCP port deletion for a7828e2c-500a-4b64-ad2b-4df99b503231 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:02:39.600172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Deleting port 1585dc96-1291-4a2a-af26-6fde18b4ef0d {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:39.601052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.669903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.728202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11e568ed-f280-40b7-a912-a95c2db3bc8d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.785346 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 26c70358-33ed-4810-b4fd-26876e7b1f67 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:39.795058 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] For port 1585dc96-1291-4a2a-af26-6fde18b4ef0d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1585dc96-1291-4a2a-af26-6fde18b4ef0d,segment=NetworkSegment(fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c),segment_id=fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:39.795654 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.871578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] Current status of the port 1585dc96-1291-4a2a-af26-6fde18b4ef0d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:39.872045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.931324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] For port 1585dc96-1291-4a2a-af26-6fde18b4ef0d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1585dc96-1291-4a2a-af26-6fde18b4ef0d,segment=NetworkSegment(fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c),segment_id=fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:39.959363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.968578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 1585dc96-1291-4a2a-af26-6fde18b4ef0d owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:40.023894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11e568ed-f280-40b7-a912-a95c2db3bc8d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.076389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e568ed-f280-40b7-a912-a95c2db3bc8d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed11f854-e7bc-462a-9116-c1c99e0b68f5,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:40.081712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.097009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Allocated IP 2001:db8::1ee (32288491-a64b-4995-b36d-0d00c9a844e2/f671eb92-b0df-4286-9e27-2223e7147d27/8aa2d789-0b5a-4da9-8772-69e62c7e043a) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:40.112631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] Provisioning for port 148b674c-697a-4bae-a9a4-a05597378141 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:40.115758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 26c70358-33ed-4810-b4fd-26876e7b1f67 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:40.116216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.156487 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] For port 1585dc96-1291-4a2a-af26-6fde18b4ef0d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1585dc96-1291-4a2a-af26-6fde18b4ef0d,segment=NetworkSegment(fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c),segment_id=fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:40.157135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.165220 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] Provisioning complete for port 148b674c-697a-4bae-a9a4-a05597378141 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:40.165727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.196420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.206497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.223245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:02:40.223560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:02:40.245184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:40.256159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993a5dd8-5c7c-408a-8cd4-89f277710e77,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:40.261283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.261669 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Added segment 7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267 of type vlan for network 60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 May 24 23:02:40.285479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11e568ed-f280-40b7-a912-a95c2db3bc8d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.286686 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-11e568ed-f280-40b7-a912-a95c2db3bc8d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6761894 May 24 23:02:40.289604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57402) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:40.296012 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.302319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-165211fe-f308-464d-a947-63a3ea26323a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': 'f4515996-1ec2-4252-86b7-8740c10ca38a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:40.309344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-165211fe-f308-464d-a947-63a3ea26323a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:40.316047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-165211fe-f308-464d-a947-63a3ea26323a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:40.320140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-165211fe-f308-464d-a947-63a3ea26323a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:40.327553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-165211fe-f308-464d-a947-63a3ea26323a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:40.352119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] Pushing event updated for resources: {'Port': ['ID=1585dc96-1291-4a2a-af26-6fde18b4ef0d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:40.362046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.363238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:40.363887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.365725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Calling delete_port for 1585dc96-1291-4a2a-af26-6fde18b4ef0d owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:40.382672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-165211fe-f308-464d-a947-63a3ea26323a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.420259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b48d2f54-e646-49a6-a2c6-ffda730a791f None None] Port 148b674c-697a-4bae-a9a4-a05597378141 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:40.511293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 26c70358-33ed-4810-b4fd-26876e7b1f67 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:40.514779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:02:40.515509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:02:40.538270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] Pushing event updated for resources: {'Network': ['ID=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:40.545152 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3ec1a747-ba7e-4da5-a839-44b47f42b0d3 None None] Provisioning for port d4d9aed8-58ac-47eb-91dc-be334a80c6bc completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:40.548736 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c6f4fa1d-0603-4274-b45e-82d659056919 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5463340 May 24 23:02:40.556003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57406) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:40.556139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3ec1a747-ba7e-4da5-a839-44b47f42b0d3 None None] Provisioning complete for port d4d9aed8-58ac-47eb-91dc-be334a80c6bc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:40.557469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a747-ba7e-4da5-a839-44b47f42b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.564695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Request body: {'subnet': {'network_id': '60ee62c6-89a7-4e82-8ef5-10402d0ae9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-268778727-subnet', 'tenant_id': 'f7771aacc17f41be915634936dda9ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:40.568963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-165211fe-f308-464d-a947-63a3ea26323a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.571355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:40.576874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Usage tracker for resource:subnet and tenant:f7771aacc17f41be915634936dda9ece is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:40.579896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-165211fe-f308-464d-a947-63a3ea26323a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.581896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:40.611084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:40.619798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:40.622593 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-165211fe-f308-464d-a947-63a3ea26323a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.625862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.626574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1585dc96-1291-4a2a-af26-6fde18b4ef0d no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:40.626709 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-165211fe-f308-464d-a947-63a3ea26323a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3339500 May 24 23:02:40.628592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57410) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:40.640495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e4beb272-8dad-45da-8e01-70c2602134f4 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': 'f4515996-1ec2-4252-86b7-8740c10ca38a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:40.645256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165211fe-f308-464d-a947-63a3ea26323a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec470d5-bf6e-4e3e-94ee-177a90d3f1ad,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:40.649181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e4beb272-8dad-45da-8e01-70c2602134f4 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:40.655066 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4beb272-8dad-45da-8e01-70c2602134f4 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:40.658484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4beb272-8dad-45da-8e01-70c2602134f4 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:40.661457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Made reservation on behalf of f7771aacc17f41be915634936dda9ece for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:40.663846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.684875 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e4beb272-8dad-45da-8e01-70c2602134f4 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:40.728948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 1585dc96-1291-4a2a-af26-6fde18b4ef0d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:40.728948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.736724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.771425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1a747-ba7e-4da5-a839-44b47f42b0d3 None None] Port d4d9aed8-58ac-47eb-91dc-be334a80c6bc cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:40.805343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3ec1a747-ba7e-4da5-a839-44b47f42b0d3 None None] Provisioning complete for port 26c70358-33ed-4810-b4fd-26876e7b1f67 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:40.805913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a747-ba7e-4da5-a839-44b47f42b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.857607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4beb272-8dad-45da-8e01-70c2602134f4 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.906824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 1585dc96-1291-4a2a-af26-6fde18b4ef0d is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:40.907284 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.936978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.991065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 1585dc96-1291-4a2a-af26-6fde18b4ef0d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1585dc96-1291-4a2a-af26-6fde18b4ef0d,segment=NetworkSegment(fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c),segment_id=fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:40.998332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.002251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:02:41.038699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Deleting port 1585dc96-1291-4a2a-af26-6fde18b4ef0d {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:41.039211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.042114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Network 32288491-a64b-4995-b36d-0d00c9a844e2 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:41.044301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.073364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1a747-ba7e-4da5-a839-44b47f42b0d3 None None] Current status of the port 26c70358-33ed-4810-b4fd-26876e7b1f67 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:41.099406 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:41.099638 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4beb272-8dad-45da-8e01-70c2602134f4 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.111008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:41.111910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] For port 1585dc96-1291-4a2a-af26-6fde18b4ef0d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1585dc96-1291-4a2a-af26-6fde18b4ef0d,segment=NetworkSegment(fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c),segment_id=fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:41.112273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.119704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4beb272-8dad-45da-8e01-70c2602134f4 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.156181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=1585dc96-1291-4a2a-af26-6fde18b4ef0d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:41.241119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.269747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 1585dc96-1291-4a2a-af26-6fde18b4ef0d owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:41.281555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event updated for resources: {'Port': ['ID=8aa2d789-0b5a-4da9-8772-69e62c7e043a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:41.298203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4beb272-8dad-45da-8e01-70c2602134f4 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe386c4-4425-40b5-a96b-2e716baaec7e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:41.344647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] For port 1585dc96-1291-4a2a-af26-6fde18b4ef0d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1585dc96-1291-4a2a-af26-6fde18b4ef0d,segment=NetworkSegment(fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c),segment_id=fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:41.345234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.368777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4beb272-8dad-45da-8e01-70c2602134f4 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.373320 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e4beb272-8dad-45da-8e01-70c2602134f4 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7381222 May 24 23:02:41.373679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57414) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:41.397286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.468206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:02:41.468525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:02:41.475923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-437928a3-e00e-4103-97f8-210a925e1aac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.487556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Calling delete_port for 1585dc96-1291-4a2a-af26-6fde18b4ef0d owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:41.505627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-437928a3-e00e-4103-97f8-210a925e1aac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.511406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f92339d-d50a-4eb8-843f-67690f9de8e1,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:41.528147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Checking segment: {'id': '7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60ee62c6-89a7-4e82-8ef5-10402d0ae9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:41.528935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Network hostable DHCP agents. Network: 60ee62c6-89a7-4e82-8ef5-10402d0ae9a8, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:41.551637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-437928a3-e00e-4103-97f8-210a925e1aac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.565601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Network 60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:41.566379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.569847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=148b674c-697a-4bae-a9a4-a05597378141,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:41.581477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437928a3-e00e-4103-97f8-210a925e1aac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fe386c4-4425-40b5-a96b-2e716baaec7e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:41.584608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.595097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 60ee62c6-89a7-4e82-8ef5-10402d0ae9a8) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:41.596928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-437928a3-e00e-4103-97f8-210a925e1aac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.598042 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-437928a3-e00e-4103-97f8-210a925e1aac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7fe386c4-4425-40b5-a96b-2e716baaec7e HTTP/1.1" status: 204 len: 168 time: 0.2128737 May 24 23:02:41.600955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57418) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:41.603911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:41.604645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.621268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 1585dc96-1291-4a2a-af26-6fde18b4ef0d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:41.621967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.635494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2399f-1e20-42fb-82d8-ade0d400c352 None None] Network 60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:41.663040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] No DVR routers for this DVR port 1585dc96-1291-4a2a-af26-6fde18b4ef0d on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:41.667036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0299e-6ec3-40f1-a4b5-ec2cf03da172 None None] Pushing event deleted for resources: {'Port': ['ID=1585dc96-1291-4a2a-af26-6fde18b4ef0d,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:41.710405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] The port '1585dc96-1291-4a2a-af26-6fde18b4ef0d' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:02:41.725990 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e2329247-f75b-47f8-bfa8-ed0591df421b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1619651 May 24 23:02:41.775585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df856c72-fbf7-4fb5-acbd-12f282f1c5fb tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:41.864164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df856c72-fbf7-4fb5-acbd-12f282f1c5fb tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:41.868398 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df856c72-fbf7-4fb5-acbd-12f282f1c5fb tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2637823 May 24 23:02:41.877060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57424) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:41.900036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.911624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d260f7-0968-4b0a-aa68-0c22f2c2c72e None None] Network 60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:41.940844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45878c09-16e1-45b9-9764-ebc2e2e5ae80 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.958191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45878c09-16e1-45b9-9764-ebc2e2e5ae80 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.978096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7828e2c-500a-4b64-ad2b-4df99b503231']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:41.997376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:41.998239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:42.004819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.018070 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.037262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45878c09-16e1-45b9-9764-ebc2e2e5ae80 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.047141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.068174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45878c09-16e1-45b9-9764-ebc2e2e5ae80 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aec470d5-bf6e-4e3e-94ee-177a90d3f1ad,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:42.070491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:42.071025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.105530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:42.109479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:42.117226 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c resource provider aggregate not found May 24 23:02:42.294801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.304774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45878c09-16e1-45b9-9764-ebc2e2e5ae80 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.308413 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-45878c09-16e1-45b9-9764-ebc2e2e5ae80 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/aec470d5-bf6e-4e3e-94ee-177a90d3f1ad HTTP/1.1" status: 204 len: 168 time: 0.4281101 May 24 23:02:42.311509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.314015 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe2e07e4-e68c-4f90-99b8-a4fc3b945f7c found for delete ", "request_id": "req-704f1dde-1ccb-42c9-b8a0-7f59a701f74f"}]} May 24 23:02:42.314486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57442) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:42.396495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.438295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-52376417-9808-4cd2-af9b-463303eac23e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:42.443232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.445893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Network': ['ID=a7828e2c-500a-4b64-ad2b-4df99b503231,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:42.471319 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ecae98ca-1db9-4178-9cb3-88aaf8c58bdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/networks/a7828e2c-500a-4b64-ad2b-4df99b503231 HTTP/1.1" status: 204 len: 168 time: 3.2372093 May 24 23:02:42.474246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:42.475527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-52376417-9808-4cd2-af9b-463303eac23e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:42.479622 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-52376417-9808-4cd2-af9b-463303eac23e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1583920 May 24 23:02:42.480417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57454) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:42.484950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-730220010'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:42.500299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:42.507910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:network and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:42.513166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e0feeb3f-fb7a-4b5d-8872-d4d49a2ab2a1 None None] Provisioning complete for port 148b674c-697a-4bae-a9a4-a05597378141 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:42.513676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e0feeb3f-fb7a-4b5d-8872-d4d49a2ab2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.515348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:42.524401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57458) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:42.529733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:42.536259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1895698241-network', 'tenant_id': '81d657013a774018bcaa0090abf30d8a'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:42.547307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:42.549843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-124c0622-d433-48b5-b13d-b11386e3ec44 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.563438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-124c0622-d433-48b5-b13d-b11386e3ec44 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.569788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Usage tracker for resource:network and tenant:81d657013a774018bcaa0090abf30d8a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:42.575960 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:42.580050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:42.581448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e0feeb3f-fb7a-4b5d-8872-d4d49a2ab2a1 None None] Port 148b674c-697a-4bae-a9a4-a05597378141 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:42.583475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.588345 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=d4d9aed8-58ac-47eb-91dc-be334a80c6bc,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:42.603202 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:42.612243 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.631036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:42.633280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-124c0622-d433-48b5-b13d-b11386e3ec44 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.634942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Made reservation on behalf of 81d657013a774018bcaa0090abf30d8a for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:42.637168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.664410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.674774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c0622-d433-48b5-b13d-b11386e3ec44 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed11f854-e7bc-462a-9116-c1c99e0b68f5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:42.684099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.684442 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Added segment 31db3924-c509-4dd1-8ddc-a2d22ca4ab4b of type vlan for network 0c368a54-2543-447b-be48-29a133789436 May 24 23:02:42.700682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router d5a900a9-961b-49d9-a7da-244992432650 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:42.703589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:42.707749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-124c0622-d433-48b5-b13d-b11386e3ec44 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.708915 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-124c0622-d433-48b5-b13d-b11386e3ec44 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ed11f854-e7bc-462a-9116-c1c99e0b68f5 HTTP/1.1" status: 204 len: 168 time: 0.2203274 May 24 23:02:42.713145 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57462) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:42.721324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Usage tracker for resource:security_group_rule and tenant:81d657013a774018bcaa0090abf30d8a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:42.725487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:42.729002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.736236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:42.785747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.791486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:42.792054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.916667 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4423463 May 24 23:02:42.925696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57466) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:42.937667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': '0c368a54-2543-447b-be48-29a133789436', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:42.956865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacdca4-7393-4bc5-ae44-444e50d5e7e6 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Network': ['ID=0c368a54-2543-447b-be48-29a133789436,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:42.969858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 0c368a54-2543-447b-be48-29a133789436 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:43.040477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.058164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.071494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.099766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:43.108322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:43.117228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:43.123076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:43.129764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da49b3c-5fa9-4f24-9651-559119713524,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:43.134953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:43.137048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.137382 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Added segment 22443b18-5c7e-4b56-8a00-85e662a7bf3b of type vlan for network eef941c6-54b4-4b7c-8232-8ae9e4ab0686 May 24 23:02:43.162204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:43.162663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-615e17c3-9be0-406f-98de-d8b657e6997a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:43.165737 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.189686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.304263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.305200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:43.305753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.343458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 2268f290-1aa2-4d0a-bc70-90f7841c766d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:43.358838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-615e17c3-9be0-406f-98de-d8b657e6997a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:43.360140 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-615e17c3-9be0-406f-98de-d8b657e6997a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6403270 May 24 23:02:43.361043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:43.370268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57470) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:43.386159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:43.399021 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637f56cf-5734-45a7-a613-1d8cf4a4da5b None None] Sync routers for ids ['d5a900a9-961b-49d9-a7da-244992432650'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:43.410196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f56cf-5734-45a7-a613-1d8cf4a4da5b None None] Routers {'d5a900a9-961b-49d9-a7da-244992432650'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:43.411282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-637f56cf-5734-45a7-a613-1d8cf4a4da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d5a900a9-961b-49d9-a7da-244992432650'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:43.446148 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-52002f8f-b352-4ae1-a1fa-4ead52c92c66 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "PUT /v2.0/routers/d5a900a9-961b-49d9-a7da-244992432650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6723783 May 24 23:02:43.450388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57474) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:43.454306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] Pushing event updated for resources: {'Network': ['ID=eef941c6-54b4-4b7c-8232-8ae9e4ab0686,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:43.462650 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8fec4615-c4c8-44a2-a949-d806f40d3436 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9345717 May 24 23:02:43.465885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57478) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:43.472439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network eef941c6-54b4-4b7c-8232-8ae9e4ab0686 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:43.478768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Request body: {'subnet': {'network_id': 'eef941c6-54b4-4b7c-8232-8ae9e4ab0686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1895698241-subnet', 'tenant_id': '81d657013a774018bcaa0090abf30d8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:43.488463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:43.495900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Usage tracker for resource:subnet and tenant:81d657013a774018bcaa0090abf30d8a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:43.501223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:43.511045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:43.547639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Made reservation on behalf of 81d657013a774018bcaa0090abf30d8a for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:43.549990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.585781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-637f56cf-5734-45a7-a613-1d8cf4a4da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:43.610865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f56cf-5734-45a7-a613-1d8cf4a4da5b None None] Routers {'d5a900a9-961b-49d9-a7da-244992432650'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:43.611668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-637f56cf-5734-45a7-a613-1d8cf4a4da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d5a900a9-961b-49d9-a7da-244992432650'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:43.617294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'port': {'network_id': '7d77637f-a2fd-4f55-b1ca-d553ad0526f5', 'name': 'tempest-FloatingIPTestJSON-147241161'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:43.622304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.678093 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-637f56cf-5734-45a7-a613-1d8cf4a4da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:43.678720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637f56cf-5734-45a7-a613-1d8cf4a4da5b None None] The sync data for ids ['d5a900a9-961b-49d9-a7da-244992432650'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:43.714837 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3a999b04-20d4-4f31-b3cb-279260c7816d None None] Provisioning complete for port d4d9aed8-58ac-47eb-91dc-be334a80c6bc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:43.715052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3a999b04-20d4-4f31-b3cb-279260c7816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.737532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024d3c83-1357-4e86-90dd-99f596c8c2bd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.742098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Subnet': ['ID=24e2e55c-7397-42d0-b875-fcfc3999acc9,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:43.755765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Checking segment: {'id': '31db3924-c509-4dd1-8ddc-a2d22ca4ab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0c368a54-2543-447b-be48-29a133789436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:43.756118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network hostable DHCP agents. Network: 0c368a54-2543-447b-be48-29a133789436, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:43.772558 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3a999b04-20d4-4f31-b3cb-279260c7816d None None] Port d4d9aed8-58ac-47eb-91dc-be334a80c6bc cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:43.779992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024d3c83-1357-4e86-90dd-99f596c8c2bd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.801816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 76ae7364-2316-4599-8138-e5cf6f396c3f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:43.814885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 0c368a54-2543-447b-be48-29a133789436 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:43.817290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Router 68cea06a-f0b2-43c5-9c99-5bee3be74c9e is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:02:43.830663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 0c368a54-2543-447b-be48-29a133789436) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:43.838603 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:43.839093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.841823 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72975cc-884f-4811-8d25-76db77545757 None None] Network 0c368a54-2543-447b-be48-29a133789436 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:43.882087 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-19812251-78de-46da-933b-14f2cce104cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9553218 May 24 23:02:43.885442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57482) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:43.891441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': '0c368a54-2543-447b-be48-29a133789436', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1155796281'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:43.922093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024d3c83-1357-4e86-90dd-99f596c8c2bd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.992929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.024527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d3c83-1357-4e86-90dd-99f596c8c2bd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e384de38-c76b-4b75-8c79-7fde1d79719c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:44.057030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:44.062617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024d3c83-1357-4e86-90dd-99f596c8c2bd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.063805 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-024d3c83-1357-4e86-90dd-99f596c8c2bd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e384de38-c76b-4b75-8c79-7fde1d79719c HTTP/1.1" status: 204 len: 168 time: 0.6925759 May 24 23:02:44.077762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57486) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:44.143908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b958220a-df31-48ac-8e1d-8b9484f54223,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:44.158340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Checking segment: {'id': '22443b18-5c7e-4b56-8a00-85e662a7bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eef941c6-54b4-4b7c-8232-8ae9e4ab0686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:44.158837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Network hostable DHCP agents. Network: eef941c6-54b4-4b7c-8232-8ae9e4ab0686, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:44.159837 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-0c368a54-2543-447b-be48-29a133789436', 'network_id': '0c368a54-2543-447b-be48-29a133789436', 'tenant_id': '47758fbb459b433493b014395cf29a06', 'fixed_ips': [{'subnet_id': '24e2e55c-7397-42d0-b875-fcfc3999acc9'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:44.161007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.184187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:44.195424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2f7c40e-0d2f-4b66-b67e-ea90fda1a1c0 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:44.206588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:port and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:44.211678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:44.228159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:44.233960 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:44.237035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Usage tracker for resource:port and tenant:d6de67d89dbb4e56b0e295216e765b54 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:44.239235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2f7c40e-0d2f-4b66-b67e-ea90fda1a1c0 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:44.246562 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2f7c40e-0d2f-4b66-b67e-ea90fda1a1c0 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1558614 May 24 23:02:44.246747 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-240ec76b-b4a6-4786-8bdf-6159785fe6bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/76ae7364-2316-4599-8138-e5cf6f396c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6287808 May 24 23:02:44.246882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Network eef941c6-54b4-4b7c-8232-8ae9e4ab0686 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:44.252446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57490) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:44.252630 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Sync routers for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:44.253485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57492) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:44.254561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:44.254948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:44.261348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.264531 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:44.265206 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:44.280367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, eef941c6-54b4-4b7c-8232-8ae9e4ab0686) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:44.289626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.290289 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.303230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port f06d88b4-01fd-4b29-92ef-0cc7b67d8399 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:44.317683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac10a790-0da4-434f-9eb0-7c92a97aebfa None None] Network eef941c6-54b4-4b7c-8232-8ae9e4ab0686 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:44.387096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:44.412386 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9439a679-a25c-480b-8751-7ab2aa40e089 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9451544 May 24 23:02:44.415285 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a71790f-6096-4a46-b2ae-2272c1f5cbe7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.449071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Allocated IP 2001:db8::2 (0c368a54-2543-447b-be48-29a133789436/24e2e55c-7397-42d0-b875-fcfc3999acc9/c1cd709c-1814-4d67-9c27-21a580c0f507) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:44.460705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:44.468947 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:44.478397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a71790f-6096-4a46-b2ae-2272c1f5cbe7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.482096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Sync routers for ids ['68cea06a-f0b2-43c5-9c99-5bee3be74c9e'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:44.491118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Made reservation on behalf of d6de67d89dbb4e56b0e295216e765b54 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:44.495976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.581807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Routers {'68cea06a-f0b2-43c5-9c99-5bee3be74c9e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:44.582713 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['68cea06a-f0b2-43c5-9c99-5bee3be74c9e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:44.609360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.611360 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f2051636-30e6-4e28-9446-91ad3b14320b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.8404908 May 24 23:02:44.614587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57502) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:44.615093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.616846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.617676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.619303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.619988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.620651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.621290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.623083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.623898 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.624629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.625277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.625979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.628436 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b09e2ccd-a514-4ccc-96f2-127297e3854d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8417 time: 0.3703361 May 24 23:02:44.635920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] device_id is not set on port 249819f0-b59a-4d0a-8bab-116ed2ae868e yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:44.725013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57506) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:44.790003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Set router 68cea06a-f0b2-43c5-9c99-5bee3be74c9e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:44.827066 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:02:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:44.841741 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Checking router: 76ae7364-2316-4599-8138-e5cf6f396c3f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:44.842094 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Updating router 76ae7364-2316-4599-8138-e5cf6f396c3f port d4d9aed8-58ac-47eb-91dc-be334a80c6bc binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:02:44.922703 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.021038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Allocated IP 172.20.0.13 (7d77637f-a2fd-4f55-b1ca-d553ad0526f5/1c32faed-7dad-49b6-bca0-1c2a290268a1/249819f0-b59a-4d0a-8bab-116ed2ae868e) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:45.130339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.263484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1daa5f-c1e6-4195-8967-fd35fa19b00e None None] Network eef941c6-54b4-4b7c-8232-8ae9e4ab0686 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:45.266556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a71790f-6096-4a46-b2ae-2272c1f5cbe7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.305375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71790f-6096-4a46-b2ae-2272c1f5cbe7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae87a0cb-1b72-43ec-9f47-3c3de605156e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:45.351199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a71790f-6096-4a46-b2ae-2272c1f5cbe7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.352286 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5a71790f-6096-4a46-b2ae-2272c1f5cbe7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ae87a0cb-1b72-43ec-9f47-3c3de605156e HTTP/1.1" status: 204 len: 168 time: 1.0925155 May 24 23:02:45.355059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57522) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:45.361274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.401867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Transition to ACTIVE for port object 249819f0-b59a-4d0a-8bab-116ed2ae868e will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:45.402400 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.424491 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Transition to ACTIVE for port object d4d9aed8-58ac-47eb-91dc-be334a80c6bc will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:45.434399 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.435158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fb917238-3914-4295-8995-093b2afb238f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:45.463441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fb917238-3914-4295-8995-093b2afb238f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:45.464987 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fb917238-3914-4295-8995-093b2afb238f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1089764 May 24 23:02:45.469743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.471824 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57526) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:45.523457 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Pushing event updated for resources: {'Port': ['ID=d4d9aed8-58ac-47eb-91dc-be334a80c6bc,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:45.533815 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.534361 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.534859 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.535354 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.535839 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.536319 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.536786 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.537251 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.537740 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.538312 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.538868 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.539465 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:45.597799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Network 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:45.603384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-808d5891-242c-46da-b2ce-36eea8bc11d4 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:45.604932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-808d5891-242c-46da-b2ce-36eea8bc11d4 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Synchronizing usage tracker for tenant:f7771aacc17f41be915634936dda9ece on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:45.610310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:45.620966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:45.630045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.673646 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event updated for resources: {'Port': ['ID=249819f0-b59a-4d0a-8bab-116ed2ae868e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:45.686682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-808d5891-242c-46da-b2ce-36eea8bc11d4 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Unset dirty status for tenant:f7771aacc17f41be915634936dda9ece on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:45.688130 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-808d5891-242c-46da-b2ce-36eea8bc11d4 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/networks?id=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 HTTP/1.1" status: 200 len: 811 time: 0.2810483 May 24 23:02:45.691086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Deleting port 8aa2d789-0b5a-4da9-8772-69e62c7e043a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:45.691532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.754538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a1d567b-7676-4cb2-a76c-1658aa245b0a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.759603 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.766712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.788644 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:45.795718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.810557 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Attempting to bind port d4d9aed8-58ac-47eb-91dc-be334a80c6bc on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:45.811409 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Attempting to bind port d4d9aed8-58ac-47eb-91dc-be334a80c6bc by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:45.811409 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Attempting to bind port d4d9aed8-58ac-47eb-91dc-be334a80c6bc on network 2268f290-1aa2-4d0a-bc70-90f7841c766d {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:45.816921 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:45.817278 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Checking segment: {'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:45.817668 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.818161 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Bound using segment: {'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:45.818621 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Bound port: d4d9aed8-58ac-47eb-91dc-be334a80c6bc, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:45.819043 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.820932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a1d567b-7676-4cb2-a76c-1658aa245b0a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.831964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Transition to ACTIVE for port object c1cd709c-1814-4d67-9c27-21a580c0f507 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:45.874046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Transition to ACTIVE for port object c1cd709c-1814-4d67-9c27-21a580c0f507 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:45.883870 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cea06a-f0b2-43c5-9c99-5bee3be74c9e', 'name': '', 'tenant_id': '00a5d57f9d854175a329153102cc55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32288491-a64b-4995-b36d-0d00c9a844e2', 'external_fixed_ips': [{'subnet_id': 'f671eb92-b0df-4286-9e27-2223e7147d27', 'ip_address': '2001:db8::1ee'}], 'enable_snat': True}, 'gw_port_id': '8aa2d789-0b5a-4da9-8772-69e62c7e043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:36Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 3, 'project_id': '00a5d57f9d854175a329153102cc55cc', 'gw_port': {'id': '8aa2d789-0b5a-4da9-8772-69e62c7e043a', 'name': '', 'network_id': '32288491-a64b-4995-b36d-0d00c9a844e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cea06a-f0b2-43c5-9c99-5bee3be74c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f671eb92-b0df-4286-9e27-2223e7147d27', 'ip_address': '2001:db8::1ee', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:39Z', 'updated_at': '2022-05-24T23:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f671eb92-b0df-4286-9e27-2223e7147d27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:45.888575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.923109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a1d567b-7676-4cb2-a76c-1658aa245b0a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.947820 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] For port d4d9aed8-58ac-47eb-91dc-be334a80c6bc, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:45.953799 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] For port d4d9aed8-58ac-47eb-91dc-be334a80c6bc, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d4d9aed8-58ac-47eb-91dc-be334a80c6bc,segment=NetworkSegment(ecf51001-dae2-4048-9066-a2ab1cff2fa2),segment_id=ecf51001-dae2-4048-9066-a2ab1cff2fa2)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:45.961108 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.961426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Checking router: 68cea06a-f0b2-43c5-9c99-5bee3be74c9e for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:45.961776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Updating router 68cea06a-f0b2-43c5-9c99-5bee3be74c9e port 8aa2d789-0b5a-4da9-8772-69e62c7e043a binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:02:45.964502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d567b-7676-4cb2-a76c-1658aa245b0a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4515996-1ec2-4252-86b7-8740c10ca38a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:45.966775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a1d567b-7676-4cb2-a76c-1658aa245b0a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.967892 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4a1d567b-7676-4cb2-a76c-1658aa245b0a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4515996-1ec2-4252-86b7-8740c10ca38a HTTP/1.1" status: 204 len: 168 time: 0.4946551 May 24 23:02:45.971325 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57532) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:45.976281 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cbe5d7fc-21cb-4bf6-bc8d-cdb9574c1ece tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5199523 May 24 23:02:45.989605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57536) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:46.000122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0fa4cbc3-e7cb-402b-b52b-870f2983e0e5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Request body: {'floatingip': {'port_id': '249819f0-b59a-4d0a-8bab-116ed2ae868e'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:46.028405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8::28b (0c368a54-2543-447b-be48-29a133789436/24e2e55c-7397-42d0-b875-fcfc3999acc9/f06d88b4-01fd-4b29-92ef-0cc7b67d8399) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:46.092346 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.105022 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbda2d-92f3-4424-8fef-d928ee66890e None None] Pushing event updated for resources: {'Port': ['ID=d4d9aed8-58ac-47eb-91dc-be334a80c6bc,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:46.123444 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:46.124127 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:46.147038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-091e7c05-6cf0-4f69-8ec5-08ab8fb8a349 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:46.160659 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fa4cbc3-e7cb-402b-b52b-870f2983e0e5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.175837 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Network 0c368a54-2543-447b-be48-29a133789436 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:46.211802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:46.216216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:46.302227 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-c194264c-1da4-4a05-a986-74a3b9259de4 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/quotas/f7771aacc17f41be915634936dda9ece HTTP/1.1" status: 200 len: 375 time: 0.3560991 May 24 23:02:46.307409 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.321227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.321809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.322342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.322906 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.323420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.323971 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.325003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.325614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.326269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.326972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.333074 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2f225ae0-c9f8-4174-903b-df5d768ec6e5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7038 time: 1.2947462 May 24 23:02:46.340977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57540) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:46.341906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-091e7c05-6cf0-4f69-8ec5-08ab8fb8a349 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:46.343462 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-091e7c05-6cf0-4f69-8ec5-08ab8fb8a349 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3709249 May 24 23:02:46.350358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57542) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:46.362880 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Pushing event updated for resources: {'Port': ['ID=c1cd709c-1814-4d67-9c27-21a580c0f507,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:46.365405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0f4e22fe-bdf7-44ab-bdb1-bf343273a9c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1600372262'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:46.377702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f4e22fe-bdf7-44ab-bdb1-bf343273a9c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:46.396536 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:46.438492 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f4e22fe-bdf7-44ab-bdb1-bf343273a9c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:46.458741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e28f7d28-c1e7-47a5-953b-41a745fca7be None None] Provisioning for port 249819f0-b59a-4d0a-8bab-116ed2ae868e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:46.470196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e28f7d28-c1e7-47a5-953b-41a745fca7be None None] Provisioning complete for port 249819f0-b59a-4d0a-8bab-116ed2ae868e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:46.470548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e28f7d28-c1e7-47a5-953b-41a745fca7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.475457 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-2da367b4-2f5c-497f-8e19-b5ce718a0be8 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7771aacc17f41be915634936dda9ece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1239111 May 24 23:02:46.497751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f4e22fe-bdf7-44ab-bdb1-bf343273a9c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.537773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f4e22fe-bdf7-44ab-bdb1-bf343273a9c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:46.546075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.562621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e28f7d28-c1e7-47a5-953b-41a745fca7be None None] Port 249819f0-b59a-4d0a-8bab-116ed2ae868e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:46.569400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Attempting to bind port c1cd709c-1814-4d67-9c27-21a580c0f507 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:46.570310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Attempting to bind port c1cd709c-1814-4d67-9c27-21a580c0f507 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '31db3924-c509-4dd1-8ddc-a2d22ca4ab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0c368a54-2543-447b-be48-29a133789436'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:46.570878 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Attempting to bind port c1cd709c-1814-4d67-9c27-21a580c0f507 on network 0c368a54-2543-447b-be48-29a133789436 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:46.580850 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:46.581454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Checking segment: {'id': '31db3924-c509-4dd1-8ddc-a2d22ca4ab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0c368a54-2543-447b-be48-29a133789436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:46.582011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.582597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Bound using segment: {'id': '31db3924-c509-4dd1-8ddc-a2d22ca4ab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0c368a54-2543-447b-be48-29a133789436'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:46.583250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Bound port: c1cd709c-1814-4d67-9c27-21a580c0f507, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31db3924-c509-4dd1-8ddc-a2d22ca4ab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0c368a54-2543-447b-be48-29a133789436'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:46.583795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.610501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f4e22fe-bdf7-44ab-bdb1-bf343273a9c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:46.664691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object f06d88b4-01fd-4b29-92ef-0cc7b67d8399 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:46.699727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.761368 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:02:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:45Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:46.765826 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557074d-e387-48e7-9f4c-96df81a840e7 None None] The sync data for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv is: [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:02:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:45Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:46.926072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f4e22fe-bdf7-44ab-bdb1-bf343273a9c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.939576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f4e22fe-bdf7-44ab-bdb1-bf343273a9c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.940613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] For port c1cd709c-1814-4d67-9c27-21a580c0f507, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:46.955214 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] For port c1cd709c-1814-4d67-9c27-21a580c0f507, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c1cd709c-1814-4d67-9c27-21a580c0f507,segment=NetworkSegment(31db3924-c509-4dd1-8ddc-a2d22ca4ab4b),segment_id=31db3924-c509-4dd1-8ddc-a2d22ca4ab4b)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:46.978631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.022873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e22fe-bdf7-44ab-bdb1-bf343273a9c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd1787c-43a0-4afb-9179-9f15213d0745,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:47.062938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f4e22fe-bdf7-44ab-bdb1-bf343273a9c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.068261 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0f4e22fe-bdf7-44ab-bdb1-bf343273a9c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7120619 May 24 23:02:47.069213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57548) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:47.080065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-43d3a177-f201-4dcc-8335-1c2c9a6cd2d2 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': 'ddd1787c-43a0-4afb-9179-9f15213d0745', 'direction': 'ingress', 'protocol': 17}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:47.089916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-43d3a177-f201-4dcc-8335-1c2c9a6cd2d2 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:47.099638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-43d3a177-f201-4dcc-8335-1c2c9a6cd2d2 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:47.108004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-43d3a177-f201-4dcc-8335-1c2c9a6cd2d2 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:47.116140 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-43d3a177-f201-4dcc-8335-1c2c9a6cd2d2 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:47.132047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.141755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983c93e-f081-46c0-8d25-023df1153336 None None] Pushing event updated for resources: {'Port': ['ID=c1cd709c-1814-4d67-9c27-21a580c0f507,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:47.156449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Transition to ACTIVE for port object 8aa2d789-0b5a-4da9-8772-69e62c7e043a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:47.165715 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.173042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Calling delete_port for 8aa2d789-0b5a-4da9-8772-69e62c7e043a owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:47.245343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Attempting to bind port 8aa2d789-0b5a-4da9-8772-69e62c7e043a on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:47.245870 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Attempting to bind port 8aa2d789-0b5a-4da9-8772-69e62c7e043a by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'cf565f9b-0948-4503-8d9e-08a20d6b9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '32288491-a64b-4995-b36d-0d00c9a844e2'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:47.246363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Attempting to bind port 8aa2d789-0b5a-4da9-8772-69e62c7e043a on network 32288491-a64b-4995-b36d-0d00c9a844e2 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:47.247051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.259294 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:47.259812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Checking segment: {'id': 'cf565f9b-0948-4503-8d9e-08a20d6b9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '32288491-a64b-4995-b36d-0d00c9a844e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:47.260300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.260794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Bound using segment: {'id': 'cf565f9b-0948-4503-8d9e-08a20d6b9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '32288491-a64b-4995-b36d-0d00c9a844e2'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:47.265739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Bound port: 8aa2d789-0b5a-4da9-8772-69e62c7e043a, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf565f9b-0948-4503-8d9e-08a20d6b9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '32288491-a64b-4995-b36d-0d00c9a844e2'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:47.265739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.296160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce52cf0-3bac-4f3a-b173-c3b50c7dc51b None None] Pushing event updated for resources: {'Port': ['ID=8aa2d789-0b5a-4da9-8772-69e62c7e043a,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:47.306445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43d3a177-f201-4dcc-8335-1c2c9a6cd2d2 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.358531 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-8030f772-6d1a-4504-a8ee-a82319dd85e0 service neutron] 10.222.0.32 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8666124 May 24 23:02:47.375607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] For port 8aa2d789-0b5a-4da9-8772-69e62c7e043a, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:47.379095 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] For port 8aa2d789-0b5a-4da9-8772-69e62c7e043a, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=8aa2d789-0b5a-4da9-8772-69e62c7e043a,segment=NetworkSegment(cf565f9b-0948-4503-8d9e-08a20d6b9457),segment_id=cf565f9b-0948-4503-8d9e-08a20d6b9457)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:47.379585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fa4cbc3-e7cb-402b-b52b-870f2983e0e5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.392182 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.396712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fa4cbc3-e7cb-402b-b52b-870f2983e0e5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.503821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=f06d88b4-01fd-4b29-92ef-0cc7b67d8399,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:47.508373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 0c368a54-2543-447b-be48-29a133789436 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:47.521959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Routers {'68cea06a-f0b2-43c5-9c99-5bee3be74c9e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:47.522595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['68cea06a-f0b2-43c5-9c99-5bee3be74c9e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:47.579576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:47.593383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:47.604083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:47.605518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.702113 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72849fcf-7301-4129-9572-41c5f285049c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.8154507 May 24 23:02:47.713671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57552) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:47.726499 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-484bc8c5-5f7c-4fee-8ffb-16fe4e2ae921 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4261 time: 1.3735495 May 24 23:02:47.792442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] Set router 68cea06a-f0b2-43c5-9c99-5bee3be74c9e gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:47.849127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:02:47.849476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:02:47.875393 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-897149ab-e27b-4fe6-a059-07790ebf0d02 service neutron] 10.222.0.32 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901843 May 24 23:02:47.883960 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57558) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:47.889104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201541384', 'description': 'tempest-secgroup-smoke-1201541384 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:47.890686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c1cd709c-1814-4d67-9c27-21a580c0f507 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:47.903806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:47.913090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:47.919979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:47.939784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:47.956208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-01635399-5e91-42c7-bbd2-9bf03ef2d5db tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port f06d88b4-01fd-4b29-92ef-0cc7b67d8399 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:47.956595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01635399-5e91-42c7-bbd2-9bf03ef2d5db tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.970121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43d3a177-f201-4dcc-8335-1c2c9a6cd2d2 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.986461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43d3a177-f201-4dcc-8335-1c2c9a6cd2d2 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.994391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce52cf0-3bac-4f3a-b173-c3b50c7dc51b None None] Pushing event updated for resources: {'Port': ['ID=8aa2d789-0b5a-4da9-8772-69e62c7e043a,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:48.006337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cea06a-f0b2-43c5-9c99-5bee3be74c9e', 'name': '', 'tenant_id': '00a5d57f9d854175a329153102cc55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:36Z', 'updated_at': '2022-05-24T23:02:45Z', 'revision_number': 4, 'project_id': '00a5d57f9d854175a329153102cc55cc', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:48.015979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d554fb7-3918-4511-ad5c-c8fcf22b4c45 None None] The sync data for ids ['68cea06a-f0b2-43c5-9c99-5bee3be74c9e'] in dv-neutron-843190-1-hyperv is: [{'id': '68cea06a-f0b2-43c5-9c99-5bee3be74c9e', 'name': '', 'tenant_id': '00a5d57f9d854175a329153102cc55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:36Z', 'updated_at': '2022-05-24T23:02:45Z', 'revision_number': 4, 'project_id': '00a5d57f9d854175a329153102cc55cc', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:48.040759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port c1cd709c-1814-4d67-9c27-21a580c0f507 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:48.045076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43d3a177-f201-4dcc-8335-1c2c9a6cd2d2 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.049078 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-43d3a177-f201-4dcc-8335-1c2c9a6cd2d2 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9769912 May 24 23:02:48.049506 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d4d9aed8-58ac-47eb-91dc-be334a80c6bc up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:48.053283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57562) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:48.070537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a177-f201-4dcc-8335-1c2c9a6cd2d2 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148e8316-ce31-41f8-9dc9-4961da245a13,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:48.111996 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-0fa4cbc3-e7cb-402b-b52b-870f2983e0e5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 636c414b-7cfc-4281-8e8b-e2acba680843 associated. External IP: 172.26.3.98, port: 256be648-2ca5-472f-b596-4b0d3cdbe00f. May 24 23:02:48.174392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.227044 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port d4d9aed8-58ac-47eb-91dc-be334a80c6bc completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:48.234624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d4d9aed8-58ac-47eb-91dc-be334a80c6bc triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:48.235279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.416154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:48.422938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Deleting port 8aa2d789-0b5a-4da9-8772-69e62c7e043a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:48.423510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.434905 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d4d9aed8-58ac-47eb-91dc-be334a80c6bc is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:48.435284 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.517622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:48.545811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:48.567204 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port d4d9aed8-58ac-47eb-91dc-be334a80c6bc, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d4d9aed8-58ac-47eb-91dc-be334a80c6bc,segment=NetworkSegment(ecf51001-dae2-4048-9066-a2ab1cff2fa2),segment_id=ecf51001-dae2-4048-9066-a2ab1cff2fa2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:48.580719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.601993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a224a8f8-adb0-4be6-8d5a-ca15b4c8f239 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.648468 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93160cac-7c60-414c-8e6d-71d0b1821d77 req-0950c50e-068a-42d5-8264-e5c3fc16ee68 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 210 time: 0.3110447 May 24 23:02:48.665562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a224a8f8-adb0-4be6-8d5a-ca15b4c8f239 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.692721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:48.720779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=d4d9aed8-58ac-47eb-91dc-be334a80c6bc,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:48.806241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6502495-f044-4957-9145-16aa63767e62 None None] Network 0c368a54-2543-447b-be48-29a133789436 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:48.927854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01635399-5e91-42c7-bbd2-9bf03ef2d5db tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.939473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9405efb1-b61c-407b-98ca-faa3b2cd8b7c None None] Provisioning for port c1cd709c-1814-4d67-9c27-21a580c0f507 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:48.962190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9405efb1-b61c-407b-98ca-faa3b2cd8b7c None None] Provisioning complete for port c1cd709c-1814-4d67-9c27-21a580c0f507 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:48.962578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9405efb1-b61c-407b-98ca-faa3b2cd8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.969080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa4cbc3-e7cb-402b-b52b-870f2983e0e5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:49.057045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.077935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a224a8f8-adb0-4be6-8d5a-ca15b4c8f239 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.122923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.152687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-01635399-5e91-42c7-bbd2-9bf03ef2d5db tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for f06d88b4-01fd-4b29-92ef-0cc7b67d8399 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:49.184157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a224a8f8-adb0-4be6-8d5a-ca15b4c8f239 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.188605 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a224a8f8-adb0-4be6-8d5a-ca15b4c8f239 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-groups/ddd1787c-43a0-4afb-9179-9f15213d0745 HTTP/1.1" status: 204 len: 168 time: 1.1305308 May 24 23:02:49.188605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224a8f8-adb0-4be6-8d5a-ca15b4c8f239 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd1787c-43a0-4afb-9179-9f15213d0745,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:49.217203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57576) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:49.235644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de244307-2f09-4117-879b-8c67f8da7d73,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:49.237895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.239619 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-55401513-d314-4ace-a2af-aa8cc15e0a5b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3546913 May 24 23:02:49.251410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57580) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:49.258604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] For port 8aa2d789-0b5a-4da9-8772-69e62c7e043a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=8aa2d789-0b5a-4da9-8772-69e62c7e043a,segment=NetworkSegment(cf565f9b-0948-4503-8d9e-08a20d6b9457),segment_id=cf565f9b-0948-4503-8d9e-08a20d6b9457)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:49.259399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.273734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-75cc728a-1f01-4cdc-8d77-e57d2cc0602e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'de244307-2f09-4117-879b-8c67f8da7d73', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:49.304041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-75cc728a-1f01-4cdc-8d77-e57d2cc0602e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:49.311304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa4cbc3-e7cb-402b-b52b-870f2983e0e5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:49.321334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9405efb1-b61c-407b-98ca-faa3b2cd8b7c None None] Current status of the port c1cd709c-1814-4d67-9c27-21a580c0f507 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:49.321830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9405efb1-b61c-407b-98ca-faa3b2cd8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.328462 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beecaba9-87a5-4cee-8a3c-75130dbdf385 None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:49.340881 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beecaba9-87a5-4cee-8a3c-75130dbdf385 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:49.341853 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-beecaba9-87a5-4cee-8a3c-75130dbdf385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:49.378323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9405efb1-b61c-407b-98ca-faa3b2cd8b7c None None] For port c1cd709c-1814-4d67-9c27-21a580c0f507, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c1cd709c-1814-4d67-9c27-21a580c0f507,segment=NetworkSegment(31db3924-c509-4dd1-8ddc-a2d22ca4ab4b),segment_id=31db3924-c509-4dd1-8ddc-a2d22ca4ab4b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:49.389432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9405efb1-b61c-407b-98ca-faa3b2cd8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.451671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Calling delete_port for 8aa2d789-0b5a-4da9-8772-69e62c7e043a owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:49.483074 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-beecaba9-87a5-4cee-8a3c-75130dbdf385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:49.484623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-75cc728a-1f01-4cdc-8d77-e57d2cc0602e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:49.496087 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beecaba9-87a5-4cee-8a3c-75130dbdf385 None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:49.496893 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-beecaba9-87a5-4cee-8a3c-75130dbdf385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:49.498904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405efb1-b61c-407b-98ca-faa3b2cd8b7c None None] Pushing event updated for resources: {'Port': ['ID=c1cd709c-1814-4d67-9c27-21a580c0f507,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:49.522227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8321c274-5b5a-4cdc-9d6d-8b471c221932 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:49.562616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8321c274-5b5a-4cdc-9d6d-8b471c221932 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:49.581554 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8321c274-5b5a-4cdc-9d6d-8b471c221932 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3611176 May 24 23:02:49.584699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57584) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:49.598789 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-beecaba9-87a5-4cee-8a3c-75130dbdf385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:49.599004 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beecaba9-87a5-4cee-8a3c-75130dbdf385 None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:49.601250 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group': {'name': 'tempest-secgroup--36592981'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:49.645086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:49.687817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-75cc728a-1f01-4cdc-8d77-e57d2cc0602e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:49.698274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-75cc728a-1f01-4cdc-8d77-e57d2cc0602e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:49.769063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c1cd709c-1814-4d67-9c27-21a580c0f507 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:49.850303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75cc728a-1f01-4cdc-8d77-e57d2cc0602e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.880622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:49.916921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port c1cd709c-1814-4d67-9c27-21a580c0f507 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:49.917407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.925851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.935525 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-571bdfd6-3942-4de5-81e4-a2e9f91f701d req-e835484c-30d9-4e4e-b0d4-9bbe9ed47f17 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0767164 May 24 23:02:50.001607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4277ec40-eded-4044-8eae-d652ef479b0f None None] Provisioning for port f06d88b4-01fd-4b29-92ef-0cc7b67d8399 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:50.006223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01635399-5e91-42c7-bbd2-9bf03ef2d5db tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.015095 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4277ec40-eded-4044-8eae-d652ef479b0f None None] Provisioning complete for port f06d88b4-01fd-4b29-92ef-0cc7b67d8399 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:50.015465 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4277ec40-eded-4044-8eae-d652ef479b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.053548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4277ec40-eded-4044-8eae-d652ef479b0f None None] Port f06d88b4-01fd-4b29-92ef-0cc7b67d8399 was deleted so its status cannot be updated. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 24 23:02:50.059461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:50.082022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:50.084702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01635399-5e91-42c7-bbd2-9bf03ef2d5db tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=f06d88b4-01fd-4b29-92ef-0cc7b67d8399,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:50.095650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa4cbc3-e7cb-402b-b52b-870f2983e0e5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router d5a900a9-961b-49d9-a7da-244992432650 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:50.136961 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port c1cd709c-1814-4d67-9c27-21a580c0f507 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:50.138811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d4d9aed8-58ac-47eb-91dc-be334a80c6bc up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:50.170831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4277ec40-eded-4044-8eae-d652ef479b0f None None] Provisioning complete for port c1cd709c-1814-4d67-9c27-21a580c0f507 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:50.171626 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4277ec40-eded-4044-8eae-d652ef479b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.185559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01635399-5e91-42c7-bbd2-9bf03ef2d5db tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.237959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75cc728a-1f01-4cdc-8d77-e57d2cc0602e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.241109 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-01635399-5e91-42c7-bbd2-9bf03ef2d5db tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/f06d88b4-01fd-4b29-92ef-0cc7b67d8399 HTTP/1.1" status: 204 len: 168 time: 2.5133877 May 24 23:02:50.244783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57594) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:50.292519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:50.297290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75cc728a-1f01-4cdc-8d77-e57d2cc0602e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.301815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:50.315635 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.363803 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4277ec40-eded-4044-8eae-d652ef479b0f None None] Current status of the port c1cd709c-1814-4d67-9c27-21a580c0f507 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:50.367173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d4d9aed8-58ac-47eb-91dc-be334a80c6bc triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:50.367704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.379109 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bfc474-2d45-4037-b0f0-d17f2655519f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:02:50.379643 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-04bfc474-2d45-4037-b0f0-d17f2655519f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:50.392429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75cc728a-1f01-4cdc-8d77-e57d2cc0602e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.393847 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-75cc728a-1f01-4cdc-8d77-e57d2cc0602e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1377149 May 24 23:02:50.395775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event deleted for resources: {'Port': ['ID=8aa2d789-0b5a-4da9-8772-69e62c7e043a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:50.397989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc728a-1f01-4cdc-8d77-e57d2cc0602e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0856c21a-a24d-47da-b221-4439f195288d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:50.401686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57598) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:50.453837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-04bfc474-2d45-4037-b0f0-d17f2655519f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:50.455040 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-04bfc474-2d45-4037-b0f0-d17f2655519f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/f06d88b4-01fd-4b29-92ef-0cc7b67d8399 HTTP/1.1" status: 404 len: 333 time: 0.2088561 May 24 23:02:50.460016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57604) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:50.464645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-da643bba-02df-4ca7-94a0-761cbd18fb1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'de244307-2f09-4117-879b-8c67f8da7d73', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:50.479323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-da643bba-02df-4ca7-94a0-761cbd18fb1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:50.499202 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.510329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-882ccc17-1eaf-4704-b5fd-0cf1f52f385d None None] Could not find standard attr ID for object f06d88b4-01fd-4b29-92ef-0cc7b67d8399. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:02:50.519695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-da643bba-02df-4ca7-94a0-761cbd18fb1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:50.529829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-da643bba-02df-4ca7-94a0-761cbd18fb1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:50.531367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d4d9aed8-58ac-47eb-91dc-be334a80c6bc is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:50.624277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-da643bba-02df-4ca7-94a0-761cbd18fb1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:50.653529 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-c5d095e8-2a71-445c-a4ab-1b75bc3e2618 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:50.654984 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-c5d095e8-2a71-445c-a4ab-1b75bc3e2618 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.42 "GET /v2.0/networks?id=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 HTTP/1.1" status: 200 len: 811 time: 0.7673826 May 24 23:02:50.671988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Request body: {'port': {'device_id': 'a0da7835-9085-4fc0-8546-34d497c1dfe6', 'network_id': '60ee62c6-89a7-4e82-8ef5-10402d0ae9a8', 'admin_state_up': True, 'tenant_id': 'f7771aacc17f41be915634936dda9ece'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:50.689170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.693157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.701426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fccceb-ff07-4268-bd85-b43b5a4530e2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting subnet 24e2e55c-7397-42d0-b875-fcfc3999acc9 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:50.707967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88fccceb-ff07-4268-bd85-b43b5a4530e2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.762349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.762799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68cea06a-f0b2-43c5-9c99-5bee3be74c9e {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:02:50.772660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88fccceb-ff07-4268-bd85-b43b5a4530e2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.777658 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa4cbc3-e7cb-402b-b52b-870f2983e0e5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:50.779303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da643bba-02df-4ca7-94a0-761cbd18fb1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.790073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27eb7d3-93c1-4142-9d18-131f8998ff60 None None] Sync routers for ids ['d5a900a9-961b-49d9-a7da-244992432650'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:50.803532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27eb7d3-93c1-4142-9d18-131f8998ff60 None None] Routers {'d5a900a9-961b-49d9-a7da-244992432650'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:50.804236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a27eb7d3-93c1-4142-9d18-131f8998ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d5a900a9-961b-49d9-a7da-244992432650'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:50.816017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.817115 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-209929e4-de8a-418b-b096-0a8c218c4404 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "DELETE /v2.0/routers/68cea06a-f0b2-43c5-9c99-5bee3be74c9e HTTP/1.1" status: 204 len: 168 time: 6.2013822 May 24 23:02:50.819979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57610) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:50.822897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.891146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57614) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:50.893655 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a27eb7d3-93c1-4142-9d18-131f8998ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:50.902360 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27eb7d3-93c1-4142-9d18-131f8998ff60 None None] Routers {'d5a900a9-961b-49d9-a7da-244992432650'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:50.902542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.902998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a27eb7d3-93c1-4142-9d18-131f8998ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d5a900a9-961b-49d9-a7da-244992432650'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:50.906416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fa4cbc3-e7cb-402b-b52b-870f2983e0e5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.918672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88fccceb-ff07-4268-bd85-b43b5a4530e2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.966618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a27eb7d3-93c1-4142-9d18-131f8998ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:50.968275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27eb7d3-93c1-4142-9d18-131f8998ff60 None None] The sync data for ids ['d5a900a9-961b-49d9-a7da-244992432650'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:51.034155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da643bba-02df-4ca7-94a0-761cbd18fb1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.036682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a49f12-578a-4fc7-ad2e-4d058e07e989,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:51.043236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.044641 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a4125d21-396c-475d-98dc-1ae6f6de4a79 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4534426 May 24 23:02:51.050738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57620) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:51.054009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da643bba-02df-4ca7-94a0-761cbd18fb1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.059622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:51.070966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd01d737-930b-45e1-a440-2d61e80d407b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Deleting subnet f671eb92-b0df-4286-9e27-2223e7147d27 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:51.074827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group': {'name': 'tempest-secgroup--501255029'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:51.107117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Usage tracker for resource:port and tenant:f7771aacc17f41be915634936dda9ece is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:51.120914 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd01d737-930b-45e1-a440-2d61e80d407b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.121135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:51.130396 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:51.150097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da643bba-02df-4ca7-94a0-761cbd18fb1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cd99a2-8dd6-4790-ba8f-a9e79910d62b,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:51.157334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:51.161572 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:51.176051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da643bba-02df-4ca7-94a0-761cbd18fb1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.180212 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-da643bba-02df-4ca7-94a0-761cbd18fb1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7573621 May 24 23:02:51.181888 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3fec463d-1658-4d88-b743-eb5c0f215038 req-abd5ea0e-c06e-4079-a15f-0f94acd5d6ff tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 210 time: 0.1203771 May 24 23:02:51.182402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57624) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:51.185136 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0fa4cbc3-e7cb-402b-b52b-870f2983e0e5 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "PUT /v2.0/floatingips/636c414b-7cfc-4281-8e8b-e2acba680843 HTTP/1.1" status: 200 len: 977 time: 5.1921406 May 24 23:02:51.186667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57626) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:51.196104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fcf652b9-276a-422f-8d41-fd2da3dace11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'de244307-2f09-4117-879b-8c67f8da7d73', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:51.203129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fcf652b9-276a-422f-8d41-fd2da3dace11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:51.229742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Made reservation on behalf of f7771aacc17f41be915634936dda9ece for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:51.233649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.242469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.265415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fcf652b9-276a-422f-8d41-fd2da3dace11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:51.278600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fcf652b9-276a-422f-8d41-fd2da3dace11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:51.305647 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd01d737-930b-45e1-a440-2d61e80d407b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.325209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:51.332058 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fcf652b9-276a-422f-8d41-fd2da3dace11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:51.335258 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port 249819f0-b59a-4d0a-8bab-116ed2ae868e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:51.335772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.361976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88fccceb-ff07-4268-bd85-b43b5a4530e2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.369434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:51.376024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:51.406217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:51.536706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fccceb-ff07-4268-bd85-b43b5a4530e2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Subnet': ['ID=24e2e55c-7397-42d0-b875-fcfc3999acc9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:51.547518 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696c934f-8aa1-4315-894a-5580f3828615 None None] Network 0c368a54-2543-447b-be48-29a133789436 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:51.549391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88fccceb-ff07-4268-bd85-b43b5a4530e2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.561272 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fcf652b9-276a-422f-8d41-fd2da3dace11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.568438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Deleting port e146ff20-2bff-4671-b971-2b284c7c9dc4 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:51.568793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.619010 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-88fccceb-ff07-4268-bd85-b43b5a4530e2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/24e2e55c-7397-42d0-b875-fcfc3999acc9 HTTP/1.1" status: 204 len: 168 time: 1.1577668 May 24 23:02:51.620712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57632) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:51.626823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd01d737-930b-45e1-a440-2d61e80d407b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.672785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Allocated IP 172.20.0.7 (60ee62c6-89a7-4e82-8ef5-10402d0ae9a8/3f92339d-d50a-4eb8-843f-67690f9de8e1/02ca59d8-1b0b-450d-8b8b-69d75dda6c46) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:51.731356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.787889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.824894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fcf652b9-276a-422f-8d41-fd2da3dace11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.831840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fcf652b9-276a-422f-8d41-fd2da3dace11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.845338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd01d737-930b-45e1-a440-2d61e80d407b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.873567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19a27bc-fca9-40dc-a3fe-327984511946 None None] DHCP port deletion for 0c368a54-2543-447b-be48-29a133789436 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:02:51.877604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-35a67642-742e-4d68-b521-ff4e3ba4aedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.880480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b19a27bc-fca9-40dc-a3fe-327984511946 None None] Deleting port c1cd709c-1814-4d67-9c27-21a580c0f507 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:51.880846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b19a27bc-fca9-40dc-a3fe-327984511946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.921462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01d737-930b-45e1-a440-2d61e80d407b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f671eb92-b0df-4286-9e27-2223e7147d27,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:51.923252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf652b9-276a-422f-8d41-fd2da3dace11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222b68f5-0911-44d0-8d29-7859591812be,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:51.926006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd01d737-930b-45e1-a440-2d61e80d407b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.940904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.957652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.959039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.959375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.967458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316aa58c-a9a7-44a0-a735-2cc701b5fea1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:51.971159 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cd01d737-930b-45e1-a440-2d61e80d407b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/f671eb92-b0df-4286-9e27-2223e7147d27 HTTP/1.1" status: 204 len: 168 time: 1.1498358 May 24 23:02:51.974767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57636) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:51.995552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fcf652b9-276a-422f-8d41-fd2da3dace11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.996741 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fcf652b9-276a-422f-8d41-fd2da3dace11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8086469 May 24 23:02:52.047804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57640) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:52.057122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.058348 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e19c0302-60bd-4780-9422-db303088097a tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0023966 May 24 23:02:52.110814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57644) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:52.118211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1cc1a9aa-182a-4c0c-9359-adec98552cf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'de244307-2f09-4117-879b-8c67f8da7d73', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:52.163678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b19a27bc-fca9-40dc-a3fe-327984511946 None None] For port c1cd709c-1814-4d67-9c27-21a580c0f507, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c1cd709c-1814-4d67-9c27-21a580c0f507,segment=NetworkSegment(31db3924-c509-4dd1-8ddc-a2d22ca4ab4b),segment_id=31db3924-c509-4dd1-8ddc-a2d22ca4ab4b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:52.164455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b19a27bc-fca9-40dc-a3fe-327984511946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.165874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Calling delete_port for e146ff20-2bff-4671-b971-2b284c7c9dc4 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:52.263936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.282679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4140d57f-278e-4790-ac6b-07d5f5769427 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': '81a49f12-578a-4fc7-ad2e-4d058e07e989', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '316aa58c-a9a7-44a0-a735-2cc701b5fea1', 'remote_ip_prefix': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:52.296133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1cc1a9aa-182a-4c0c-9359-adec98552cf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:52.302223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4140d57f-278e-4790-ac6b-07d5f5769427 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:52.307587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port c1cd709c-1814-4d67-9c27-21a580c0f507 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:52.307587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.335287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1cc1a9aa-182a-4c0c-9359-adec98552cf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:52.348526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b19a27bc-fca9-40dc-a3fe-327984511946 None None] Calling delete_port for c1cd709c-1814-4d67-9c27-21a580c0f507 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:52.352767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1cc1a9aa-182a-4c0c-9359-adec98552cf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:52.364626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4140d57f-278e-4790-ac6b-07d5f5769427 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:52.423717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4140d57f-278e-4790-ac6b-07d5f5769427 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:52.434225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b19a27bc-fca9-40dc-a3fe-327984511946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.439045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1cc1a9aa-182a-4c0c-9359-adec98552cf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:52.447740 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f28b9fb1-3075-467e-b538-e91f35e67ff0 req-5539139e-4f64-4577-9d0c-54dd8a48e145 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 210 time: 0.1093717 May 24 23:02:52.452120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4140d57f-278e-4790-ac6b-07d5f5769427 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:52.487134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a27bc-fca9-40dc-a3fe-327984511946 None None] Pushing event deleted for resources: {'Port': ['ID=c1cd709c-1814-4d67-9c27-21a580c0f507,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:52.501576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a27bc-fca9-40dc-a3fe-327984511946 None None] No DVR routers for this DVR port c1cd709c-1814-4d67-9c27-21a580c0f507 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:52.513414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.547658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32288491-a64b-4995-b36d-0d00c9a844e2']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:52.553236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] The port 'c1cd709c-1814-4d67-9c27-21a580c0f507' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:02:52.563725 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf565f9b-0948-4503-8d9e-08a20d6b9457') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:52.564020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf565f9b-0948-4503-8d9e-08a20d6b9457') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:52.571626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1cc1a9aa-182a-4c0c-9359-adec98552cf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.574572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.610063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.633648 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event deleted for resources: {'Port': ['ID=e146ff20-2bff-4671-b971-2b284c7c9dc4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:52.665803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.709278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:52.709686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.751344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4140d57f-278e-4790-ac6b-07d5f5769427 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.760307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.782252 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cf565f9b-0948-4503-8d9e-08a20d6b9457 resource provider aggregate not found May 24 23:02:52.811599 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cf565f9b-0948-4503-8d9e-08a20d6b9457 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf565f9b-0948-4503-8d9e-08a20d6b9457 found for delete ", "request_id": "req-28b69f09-0f73-4a5b-b5fd-8cda62d4750e"}]} May 24 23:02:52.829963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.830294 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Floating IP ee05b3d3-6608-4bc6-99d8-8be1ffaadf13 disassociated (deleted). External IP: 172.26.3.62, port: b0fc3ce8-bb8d-4482-9cbe-c0c880752f94. May 24 23:02:52.885969 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.886292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.886559 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Floating IP 636c414b-7cfc-4281-8e8b-e2acba680843 disassociated. External IP: 172.26.3.98, port: 249819f0-b59a-4d0a-8bab-116ed2ae868e. May 24 23:02:52.886932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for 249819f0-b59a-4d0a-8bab-116ed2ae868e owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:52.894257 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.918135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.922882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32288491-a64b-4995-b36d-0d00c9a844e2 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 23:02:52.929033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.938495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event deleted for resources: {'Network': ['ID=32288491-a64b-4995-b36d-0d00c9a844e2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:52.992102 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c368a54-2543-447b-be48-29a133789436']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:53.009509 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7bf73cb1-4437-424a-a874-68a846b3cce0 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "DELETE /v2.0/networks/32288491-a64b-4995-b36d-0d00c9a844e2 HTTP/1.1" status: 204 len: 168 time: 1.0288110 May 24 23:02:53.020680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1cc1a9aa-182a-4c0c-9359-adec98552cf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.022542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31db3924-c509-4dd1-8ddc-a2d22ca4ab4b') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:53.022894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31db3924-c509-4dd1-8ddc-a2d22ca4ab4b') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:53.059514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1cc1a9aa-182a-4c0c-9359-adec98552cf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.062427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.118979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.170728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.178949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4140d57f-278e-4790-ac6b-07d5f5769427 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.179831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1a9aa-182a-4c0c-9359-adec98552cf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757768dc-73b6-4b76-be99-e3c64cebf5ee,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:53.267708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4140d57f-278e-4790-ac6b-07d5f5769427 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.274585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:02:53.275014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.315396 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1cc1a9aa-182a-4c0c-9359-adec98552cf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.316582 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1cc1a9aa-182a-4c0c-9359-adec98552cf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2571325 May 24 23:02:53.373331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Network 60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:53.379944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57662) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:53.390559 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 31db3924-c509-4dd1-8ddc-a2d22ca4ab4b resource provider aggregate not found May 24 23:02:53.395611 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:53.404672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57664) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:53.409106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140d57f-278e-4790-ac6b-07d5f5769427 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d927356f-ce57-4be9-8de2-8bc420f35c8a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:53.416234 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'de244307-2f09-4117-879b-8c67f8da7d73', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:53.420626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:53.460582 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a88c7730-3a0f-427a-a925-f72b8989e52b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Request body: {'router': {'name': 'tempest-router--674196069', 'project_id': '9ddf250098e9416c9ef0e71783c966d1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:53.467094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Router cce4b34c-4041-462c-8f85-4a2cdec6b32e has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:53.468178 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 31db3924-c509-4dd1-8ddc-a2d22ca4ab4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31db3924-c509-4dd1-8ddc-a2d22ca4ab4b found for delete ", "request_id": "req-34ed48e4-9604-4f90-b130-a26a3c80e48c"}]} May 24 23:02:53.478304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Pushing event updated for resources: {'Port': ['ID=02ca59d8-1b0b-450d-8b8b-69d75dda6c46,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:53.481027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a88c7730-3a0f-427a-a925-f72b8989e52b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:53.484260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:53.495878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4140d57f-278e-4790-ac6b-07d5f5769427 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.497976 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4140d57f-278e-4790-ac6b-07d5f5769427 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3728800 May 24 23:02:53.499339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:53.503946 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a88c7730-3a0f-427a-a925-f72b8989e52b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Usage tracker for resource:router and tenant:9ddf250098e9416c9ef0e71783c966d1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:53.513085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a88c7730-3a0f-427a-a925-f72b8989e52b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:53.515562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57674) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:53.516504 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:53.530887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.532659 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.547869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:53.550336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a88c7730-3a0f-427a-a925-f72b8989e52b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:53.621600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.644654 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=249819f0-b59a-4d0a-8bab-116ed2ae868e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:53.658070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Network': ['ID=0c368a54-2543-447b-be48-29a133789436,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:53.673674 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4a8e0f0b-77a0-4c82-8acb-59f1c50cb2cc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/networks/0c368a54-2543-447b-be48-29a133789436 HTTP/1.1" status: 204 len: 168 time: 2.0073528 May 24 23:02:53.674597 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:02:53.679360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57680) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:53.689212 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:53.689851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.696726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3acd879a-51dc-4d9d-b91f-014c921ea0c0 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.702387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a88c7730-3a0f-427a-a925-f72b8989e52b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.704180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a88c7730-3a0f-427a-a925-f72b8989e52b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.712553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'name': 'tempest-PortsIpV6TestJSON-2143270165'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:53.740430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.745652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c1cd709c-1814-4d67-9c27-21a580c0f507 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:53.754200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:53.754861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3acd879a-51dc-4d9d-b91f-014c921ea0c0 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.759376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.778454 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ca38c-a047-40a7-a530-3ca08d868095 None None] Sync routers for ids ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:53.792185 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ca38c-a047-40a7-a530-3ca08d868095 None None] Routers {'cce4b34c-4041-462c-8f85-4a2cdec6b32e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:53.796953 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-317ca38c-a047-40a7-a530-3ca08d868095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:53.798297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: c1cd709c-1814-4d67-9c27-21a580c0f507 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:02:53.799286 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c1cd709c-1814-4d67-9c27-21a580c0f507 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:02:53.839238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a87ec9-42e3-45a5-a0c4-d4062061af33 req-39c9c7a3-a1de-4521-8a05-bfbc87681a25 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:53.841002 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56a87ec9-42e3-45a5-a0c4-d4062061af33 req-39c9c7a3-a1de-4521-8a05-bfbc87681a25 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 931 time: 0.2441003 May 24 23:02:53.868411 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e79b5cf2-47e3-43a2-b7fb-35d9f31bdb4d tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "DELETE /v2.0/floatingips/ee05b3d3-6608-4bc6-99d8-8be1ffaadf13 HTTP/1.1" status: 204 len: 168 time: 2.9077177 May 24 23:02:53.872483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:53.902604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-56a87ec9-42e3-45a5-a0c4-d4062061af33 req-b5d3459d-5a35-4b30-9b3a-ce31eb27776b tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Synchronizing usage tracker for tenant:f7771aacc17f41be915634936dda9ece on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:53.922310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a88c7730-3a0f-427a-a925-f72b8989e52b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.928101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-56a87ec9-42e3-45a5-a0c4-d4062061af33 req-b5d3459d-5a35-4b30-9b3a-ce31eb27776b tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Unset dirty status for tenant:f7771aacc17f41be915634936dda9ece on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:53.929782 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56a87ec9-42e3-45a5-a0c4-d4062061af33 req-b5d3459d-5a35-4b30-9b3a-ce31eb27776b tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828843 May 24 23:02:54.008547 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-f3f304ec-77cf-4f53-97fd-c6aff1d0cb6e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3447835 May 24 23:02:54.026230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3acd879a-51dc-4d9d-b91f-014c921ea0c0 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.032123 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a101588-d4c7-4a14-9572-d5e944c6182f'] response: {'name': 'network-changed', 'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'status': 'completed', 'code': 200} May 24 23:02:54.057792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Request body: {'port': {'device_id': 'a0da7835-9085-4fc0-8546-34d497c1dfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:54.082079 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-317ca38c-a047-40a7-a530-3ca08d868095 None None] Set router cce4b34c-4041-462c-8f85-4a2cdec6b32e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:54.103919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3acd879a-51dc-4d9d-b91f-014c921ea0c0 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.105037 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3acd879a-51dc-4d9d-b91f-014c921ea0c0 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d927356f-ce57-4be9-8de2-8bc420f35c8a HTTP/1.1" status: 204 len: 168 time: 0.5845370 May 24 23:02:54.111101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57688) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:54.133607 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd879a-51dc-4d9d-b91f-014c921ea0c0 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d927356f-ce57-4be9-8de2-8bc420f35c8a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:54.152376 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:54.171006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-180112b4-0d13-4efb-917c-d3d45a476e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.222191 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b310ce08-2a51-4a70-a1ca-89015a76f956 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1068599 May 24 23:02:54.222191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57694) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:54.245802 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-be3b126e-d1c7-41ad-9949-bf032bff7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:54.247370 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-be3b126e-d1c7-41ad-9949-bf032bff7060 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da300a941f3f4a6f8389fb69cbf01581&device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 1098 time: 0.1903350 May 24 23:02:54.365202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a88c7730-3a0f-427a-a925-f72b8989e52b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.372991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.391484 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:54.399548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.432262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8cac039b-8cd8-4885-a88b-bf5d270174ac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.492400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8cac039b-8cd8-4885-a88b-bf5d270174ac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.494538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:54.497981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.506970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5cd15b-2e2d-43b9-a5d8-23ca17a9d7f3,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:54.509115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a88c7730-3a0f-427a-a925-f72b8989e52b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.510413 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a88c7730-3a0f-427a-a925-f72b8989e52b tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1026428 May 24 23:02:54.514652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57698) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:54.540907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.545163 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cdb561d8-9a6c-4af3-a3b4-af07231f49bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1509967 May 24 23:02:54.546555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port 5b59dbdb-1905-407d-b886-732dcf9a756e yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:54.557177 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-317ca38c-a047-40a7-a530-3ca08d868095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:50Z', 'revision_number': 4, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd5e7271-020c-4001-a2e1-b80d6721b2bc', 'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'mac_address': 'fa:16:3e:db:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:48Z', 'updated_at': '2022-05-24T23:01:04Z', 'revision_number': 5, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'subnets': [{'id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:54.561183 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ca38c-a047-40a7-a530-3ca08d868095 None None] Checking router: cce4b34c-4041-462c-8f85-4a2cdec6b32e for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:54.569301 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ca38c-a047-40a7-a530-3ca08d868095 None None] Routers {'cce4b34c-4041-462c-8f85-4a2cdec6b32e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:54.570055 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-317ca38c-a047-40a7-a530-3ca08d868095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:54.579877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57702) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:54.589037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router d5a900a9-961b-49d9-a7da-244992432650 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:54.595722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'de244307-2f09-4117-879b-8c67f8da7d73', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:54.600845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-3108f8de-670a-4e66-a4e6-709926c720b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:54.602323 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-3108f8de-670a-4e66-a4e6-709926c720b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9de38648-5d51-4316-8661-41d2f2644c75 HTTP/1.1" status: 200 len: 898 time: 0.3448033 May 24 23:02:54.607073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.617407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:54.645298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:54.652159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:54.746148 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-3045514d-05a0-4925-99c7-4513413875fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 HTTP/1.1" status: 200 len: 217 time: 0.0936408 May 24 23:02:54.747385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-356fb887-e79d-4b37-86e2-32b8f2fa416e tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.752275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:54.760459 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-317ca38c-a047-40a7-a530-3ca08d868095 None None] Set router cce4b34c-4041-462c-8f85-4a2cdec6b32e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:54.842885 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:02:54.934818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.032497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.075803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f143a7e-2aff-4f9e-a08e-818b79a7bb77 req-0b1aa085-5e35-4b71-a1ed-e2ba02ad56c9 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:55.076506 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4f143a7e-2aff-4f9e-a08e-818b79a7bb77 req-0b1aa085-5e35-4b71-a1ed-e2ba02ad56c9 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Synchronizing usage tracker for tenant:da300a941f3f4a6f8389fb69cbf01581 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:55.089969 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8cac039b-8cd8-4885-a88b-bf5d270174ac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.152893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:55.166400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c30625-73ec-404c-9174-b2af3bf89dac None None] Sync routers for ids ['d5a900a9-961b-49d9-a7da-244992432650'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:55.178716 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-317ca38c-a047-40a7-a530-3ca08d868095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:50Z', 'revision_number': 4, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd5e7271-020c-4001-a2e1-b80d6721b2bc', 'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'mac_address': 'fa:16:3e:db:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:48Z', 'updated_at': '2022-05-24T23:01:04Z', 'revision_number': 5, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'subnets': [{'id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:55.185758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c30625-73ec-404c-9174-b2af3bf89dac None None] Routers {'d5a900a9-961b-49d9-a7da-244992432650'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:55.185947 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ca38c-a047-40a7-a530-3ca08d868095 None None] The sync data for ids ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'] in dv-neutron-843190-1-hyperv is: [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:00:50Z', 'revision_number': 4, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd5e7271-020c-4001-a2e1-b80d6721b2bc', 'name': '', 'network_id': '9de38648-5d51-4316-8661-41d2f2644c75', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'mac_address': 'fa:16:3e:db:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:48Z', 'updated_at': '2022-05-24T23:01:04Z', 'revision_number': 5, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'subnets': [{'id': '1f719bd7-74f9-4cf8-9df5-77920d2270f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:55.187870 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c1c30625-73ec-404c-9174-b2af3bf89dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d5a900a9-961b-49d9-a7da-244992432650'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:55.230779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac039b-8cd8-4885-a88b-bf5d270174ac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316aa58c-a9a7-44a0-a735-2cc701b5fea1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:55.330955 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.333313 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c1c30625-73ec-404c-9174-b2af3bf89dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:55.340979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.353173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-63cbf692-8346-4b77-8fd0-bc7140251a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:55.354730 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-63cbf692-8346-4b77-8fd0-bc7140251a87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f719bd7-74f9-4cf8-9df5-77920d2270f3 HTTP/1.1" status: 200 len: 833 time: 0.5555315 May 24 23:02:55.360075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.371645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-356fb887-e79d-4b37-86e2-32b8f2fa416e tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.386314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c30625-73ec-404c-9174-b2af3bf89dac None None] Routers {'d5a900a9-961b-49d9-a7da-244992432650'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:55.387261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c1c30625-73ec-404c-9174-b2af3bf89dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d5a900a9-961b-49d9-a7da-244992432650'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:55.408990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4f143a7e-2aff-4f9e-a08e-818b79a7bb77 req-0b1aa085-5e35-4b71-a1ed-e2ba02ad56c9 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Unset dirty status for tenant:da300a941f3f4a6f8389fb69cbf01581 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:55.411424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f5f5f4-8583-4fa4-b25a-d008603bf40e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:55.416566 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f143a7e-2aff-4f9e-a08e-818b79a7bb77 req-0b1aa085-5e35-4b71-a1ed-e2ba02ad56c9 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 1.0676739 May 24 23:02:55.427367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-356fb887-e79d-4b37-86e2-32b8f2fa416e tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.437050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8cac039b-8cd8-4885-a88b-bf5d270174ac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.438460 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8cac039b-8cd8-4885-a88b-bf5d270174ac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-groups/316aa58c-a9a7-44a0-a735-2cc701b5fea1 HTTP/1.1" status: 204 len: 168 time: 1.2151740 May 24 23:02:55.444549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.449705 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b66f1a20-a7b4-4907-85af-0f9c03df98a1 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/ports/249819f0-b59a-4d0a-8bab-116ed2ae868e HTTP/1.1" status: 204 len: 168 time: 4.2609835 May 24 23:02:55.450400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57708) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:55.450755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57710) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:55.477138 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c1c30625-73ec-404c-9174-b2af3bf89dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:55.477555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c30625-73ec-404c-9174-b2af3bf89dac None None] The sync data for ids ['d5a900a9-961b-49d9-a7da-244992432650'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:55.479873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.526315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.530869 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-61b161ad-77c1-46fd-abc5-8435b23d0a88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9422169 May 24 23:02:55.595987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.597850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-356fb887-e79d-4b37-86e2-32b8f2fa416e tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.598391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356fb887-e79d-4b37-86e2-32b8f2fa416e tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41f74b69-ed7d-4da9-bbac-472ecd83e47f {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:02:55.603071 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6208fc3a-1958-4956-83de-8936e4755b74 None None] New status for floating IP ee05b3d3-6608-4bc6-99d8-8be1ffaadf13: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:02:55.620672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a396271-00a0-44f4-84c3-3e326a02709b req-14de31a9-6e51-4192-850d-4589127eac4a tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:55.628661 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a396271-00a0-44f4-84c3-3e326a02709b req-14de31a9-6e51-4192-850d-4589127eac4a tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 931 time: 0.4634745 May 24 23:02:55.684088 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f143a7e-2aff-4f9e-a08e-818b79a7bb77 req-52d5318e-519a-4a7d-9d40-890b1daa607c tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664363 May 24 23:02:55.708953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-356fb887-e79d-4b37-86e2-32b8f2fa416e tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.708953 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-356fb887-e79d-4b37-86e2-32b8f2fa416e tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "DELETE /v2.0/routers/41f74b69-ed7d-4da9-bbac-472ecd83e47f HTTP/1.1" status: 204 len: 168 time: 1.1909888 May 24 23:02:55.726944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-caf43dd6-8890-47f8-9cdd-dcb2d9e562d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:55.728659 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-caf43dd6-8890-47f8-9cdd-dcb2d9e562d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9de38648-5d51-4316-8661-41d2f2644c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3603687 May 24 23:02:55.755265 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a396271-00a0-44f4-84c3-3e326a02709b req-2eb5238b-ab47-4d40-89ff-c7e89ec1d245 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253834 May 24 23:02:55.767945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:02:55.803404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939718a-3583-48dc-924c-188d4a9357dc req-f69f2ad6-45b8-4010-8689-ae5eb2b75d84 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:55.805757 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9939718a-3583-48dc-924c-188d4a9357dc req-f69f2ad6-45b8-4010-8689-ae5eb2b75d84 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.42 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.2995150 May 24 23:02:55.839585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:55.847758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:55.859702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c7c4b47f-0fff-46fd-ac0d-83a56dd39933 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:55.867901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:55.873383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:55.874125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.878008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=5b59dbdb-1905-407d-b886-732dcf9a756e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:55.887121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:02:55.908130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.911297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57730) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:56.015493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-9939718a-3583-48dc-924c-188d4a9357dc req-cfd49ceb-2f88-48bb-b46c-2a52f5cbde0b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Deleting port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:56.015831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9939718a-3583-48dc-924c-188d4a9357dc req-cfd49ceb-2f88-48bb-b46c-2a52f5cbde0b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.055342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-7b7ea892-6e2a-43ce-ab49-673264426109 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:56.093843 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-06a9b67b-1981-4c9d-893e-890e58f98d40 service neutron] 10.222.0.42 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367214 May 24 23:02:56.131761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-7b7ea892-6e2a-43ce-ab49-673264426109 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:56.133012 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-7b7ea892-6e2a-43ce-ab49-673264426109 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201541384&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.2613337 May 24 23:02:56.150282 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9be09ad4-436a-46b9-a1eb-285a270c018e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4680674 May 24 23:02:56.157738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c7c4b47f-0fff-46fd-ac0d-83a56dd39933 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:56.159875 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c7c4b47f-0fff-46fd-ac0d-83a56dd39933 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.7081130 May 24 23:02:56.162901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Transition to ACTIVE for port object 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:56.163654 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57736) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:56.164158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57738) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:56.217365 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.467452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.470769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1233027830', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:56.472358 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-01f89609-99aa-4514-a57a-5872f46774ce service neutron] 10.222.0.42 "GET /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695538 May 24 23:02:56.488382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-747db8c7-6fb7-4d69-b567-463b4706866c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 5b59dbdb-1905-407d-b886-732dcf9a756e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:56.488636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-747db8c7-6fb7-4d69-b567-463b4706866c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.520180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:56.527775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Pushing event updated for resources: {'Port': ['ID=02ca59d8-1b0b-450d-8b8b-69d75dda6c46,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:56.543872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-8e049633-7c95-4aac-9353-5f25cfee7b39 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:56.545273 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-8e049633-7c95-4aac-9353-5f25cfee7b39 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/networks?id=2268f290-1aa2-4d0a-bc70-90f7841c766d HTTP/1.1" status: 200 len: 796 time: 0.3337114 May 24 23:02:56.556312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-9939718a-3583-48dc-924c-188d4a9357dc req-cfd49ceb-2f88-48bb-b46c-2a52f5cbde0b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] For port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:56.556662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9939718a-3583-48dc-924c-188d4a9357dc req-cfd49ceb-2f88-48bb-b46c-2a52f5cbde0b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.576041 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-79ed8fbb-696b-4329-94dd-d7639bbaad0d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/quotas/4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 375 time: 0.0251658 May 24 23:02:56.581460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Usage tracker for resource:router and tenant:8e77bd4a58764bedab9e681f6f18101d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:56.592382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:56.639993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:56.694830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ece0-f5ba-48f5-9dd3-fde1cd12b783 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.765099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.766135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.837541 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ece0-f5ba-48f5-9dd3-fde1cd12b783 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.850186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-9939718a-3583-48dc-924c-188d4a9357dc req-cfd49ceb-2f88-48bb-b46c-2a52f5cbde0b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Calling delete_port for b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:56.920213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Attempting to bind port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:56.920436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Attempting to bind port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60ee62c6-89a7-4e82-8ef5-10402d0ae9a8'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:56.920769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Attempting to bind port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 on network 60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:56.966880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.009254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 on network 60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:02:57.009609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Attempting to bind port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 on network 60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:57.036107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:57.036463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Checking segment: {'id': '7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60ee62c6-89a7-4e82-8ef5-10402d0ae9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:57.036816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Bound using segment: {'id': '7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60ee62c6-89a7-4e82-8ef5-10402d0ae9a8'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:57.037252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Bound port: 02ca59d8-1b0b-450d-8b8b-69d75dda6c46, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60ee62c6-89a7-4e82-8ef5-10402d0ae9a8'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:57.037681 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.069753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-747db8c7-6fb7-4d69-b567-463b4706866c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.078836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdde05d-e848-45b8-a6d6-dd214c38c4d4 req-58227c6a-0282-402f-aaea-963c6ec849ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:57.080275 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bbdde05d-e848-45b8-a6d6-dd214c38c4d4 req-58227c6a-0282-402f-aaea-963c6ec849ed tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/ports?device_id=732dcd1f-9dc1-425c-ba2a-e48e95acad1e HTTP/1.1" status: 200 len: 945 time: 0.1910019 May 24 23:02:57.088321 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-84c1d997-5dca-483a-a4ac-01bcc84c6333 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4608378 May 24 23:02:57.150795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ece0-f5ba-48f5-9dd3-fde1cd12b783 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.194626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9939718a-3583-48dc-924c-188d4a9357dc req-cfd49ceb-2f88-48bb-b46c-2a52f5cbde0b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.312688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd49ceb-2f88-48bb-b46c-2a52f5cbde0b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event deleted for resources: {'Port': ['ID=b0fc3ce8-bb8d-4482-9cbe-c0c880752f94,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:57.317787 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bbdde05d-e848-45b8-a6d6-dd214c38c4d4 req-47f73555-a04e-4735-a2b0-762d89b2f6ee tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "GET /v2.0/security-groups?id=967ca4c9-68b2-4a81-b56f-9d676b2cca11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285981 May 24 23:02:57.360624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-747db8c7-6fb7-4d69-b567-463b4706866c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 5b59dbdb-1905-407d-b886-732dcf9a756e owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:57.374981 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9939718a-3583-48dc-924c-188d4a9357dc req-cfd49ceb-2f88-48bb-b46c-2a52f5cbde0b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] No DVR routers for this DVR port b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 on host hv-neutron-8431 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:57.377328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9939718a-3583-48dc-924c-188d4a9357dc req-cfd49ceb-2f88-48bb-b46c-2a52f5cbde0b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.382293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'name': 'network-vif-deleted', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:57.410668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0ece0-f5ba-48f5-9dd3-fde1cd12b783 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a49f12-578a-4fc7-ad2e-4d058e07e989,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:57.411203 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-f4e4f40d-bba0-4cd1-827f-7660308b6dfc service neutron] 10.222.0.32 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038714 May 24 23:02:57.413693 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9939718a-3583-48dc-924c-188d4a9357dc req-cfd49ceb-2f88-48bb-b46c-2a52f5cbde0b tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.42 "DELETE /v2.0/ports/b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 HTTP/1.1" status: 204 len: 173 time: 1.5407515 May 24 23:02:57.623984 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-e29bbaa6-86a7-422b-acba-075223e9ac5c service neutron] 10.222.0.32 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064281 May 24 23:02:57.639707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd911a-f7b4-45cd-a39d-e73b43d3e149 req-4d6044ba-d0c8-4294-9e7a-2d41bdb0e868 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:57.641203 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5bd911a-f7b4-45cd-a39d-e73b43d3e149 req-4d6044ba-d0c8-4294-9e7a-2d41bdb0e868 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 943 time: 0.1977632 May 24 23:02:57.707508 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5bd911a-f7b4-45cd-a39d-e73b43d3e149 req-cc0c310c-c492-4069-ae97-a7d8df151eaf tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605927 May 24 23:02:57.825878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ece0-f5ba-48f5-9dd3-fde1cd12b783 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.827353 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d9b0ece0-f5ba-48f5-9dd3-fde1cd12b783 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-groups/81a49f12-578a-4fc7-ad2e-4d058e07e989 HTTP/1.1" status: 204 len: 168 time: 1.6605618 May 24 23:02:57.830894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.845082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57756) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:57.869423 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1847f21e-34a6-4f6d-b5e9-af8bd4c32e7b req-5a347a6a-4e09-4a9c-9321-c963e05e2b65 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 210 time: 0.0753992 May 24 23:02:57.869933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-747db8c7-6fb7-4d69-b567-463b4706866c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.871463 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fee8fc-6c96-460a-b019-28d33071ae60'] response: {'server_uuid': '732dcd1f-9dc1-425c-ba2a-e48e95acad1e', 'name': 'network-vif-deleted', 'tag': 'b0fc3ce8-bb8d-4482-9cbe-c0c880752f94', 'status': 'completed', 'code': 200} May 24 23:02:57.874316 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] For port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:57.961655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747db8c7-6fb7-4d69-b567-463b4706866c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=5b59dbdb-1905-407d-b886-732dcf9a756e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:57.966073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] For port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=02ca59d8-1b0b-450d-8b8b-69d75dda6c46,segment=NetworkSegment(7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267),segment_id=7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:57.983906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.992747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-747db8c7-6fb7-4d69-b567-463b4706866c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.140877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f57eae66-2fee-4bb8-a501-a8a3cfe918d0 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.206366 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-747db8c7-6fb7-4d69-b567-463b4706866c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/5b59dbdb-1905-407d-b886-732dcf9a756e HTTP/1.1" status: 204 len: 168 time: 2.0410483 May 24 23:02:58.208983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57766) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:58.214762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'mac_address': 'fa:16:3e:20:77:d1', 'name': 'tempest-PortsIpV6TestJSON-1904931516'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:58.215718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:58.216533 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.218059 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] 10.222.0.42 "PUT /v2.0/ports/02ca59d8-1b0b-450d-8b8b-69d75dda6c46 HTTP/1.1" status: 200 len: 1093 time: 4.1868448 May 24 23:02:58.230684 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9d4be5fc-26b2-43a2-92a7-a2b77cfb2b16 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:58.234496 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0da7835-9085-4fc0-8546-34d497c1dfe6', 'tag': '02ca59d8-1b0b-450d-8b8b-69d75dda6c46'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:58.302835 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b0d0ec-b3ba-4642-a55a-7c95f4e409ca'] response: {'name': 'network-changed', 'server_uuid': 'a0da7835-9085-4fc0-8546-34d497c1dfe6', 'tag': '02ca59d8-1b0b-450d-8b8b-69d75dda6c46', 'status': 'completed', 'code': 200} May 24 23:02:58.323418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a573a3b-8f9f-4edd-afd4-a264d2019d82 service neutron] Pushing event updated for resources: {'Port': ['ID=02ca59d8-1b0b-450d-8b8b-69d75dda6c46,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:58.343494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:58.349551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:port and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:58.353238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:58.361594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:58.374662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:58.409060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9d4be5fc-26b2-43a2-92a7-a2b77cfb2b16 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:58.410307 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9d4be5fc-26b2-43a2-92a7-a2b77cfb2b16 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5594306 May 24 23:02:58.420879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57774) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:58.436622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group': {'name': 'tempest-secgroup--514879461'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:58.443797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57778) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:58.447940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:58.484314 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.515796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port dd1402ef-edcd-4ba1-97ab-7959b641d218 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:58.542885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:58.673416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.742870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.770900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-cb71a023-c557-4efa-94e0-ec37cfea607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:58.772461 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-cb71a023-c557-4efa-94e0-ec37cfea607f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7771aacc17f41be915634936dda9ece&device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 1096 time: 0.5077243 May 24 23:02:58.773587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.850476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:58.869936 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-86cdbdc4-bd8a-4676-95bf-19064fab8a2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ca59d8-1b0b-450d-8b8b-69d75dda6c46 HTTP/1.1" status: 200 len: 217 time: 0.0833721 May 24 23:02:58.872009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:58.883765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:58.903984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:58.983945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:59.114287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:59.161608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:59.167006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:59.167601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.203765 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-24bdc720-0e70-4811-b73a-492d8947e6b4 req-e61be202-2cdb-4dd4-b032-61559c865ce8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 210 time: 0.0906985 May 24 23:02:59.219755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=dd1402ef-edcd-4ba1-97ab-7959b641d218,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:59.271974 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-260b0a3e-cc58-42cc-9d52-bf38f2febf8d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0617723 May 24 23:02:59.277700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57790) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:59.320455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-2add60e5-6a33-494f-9eac-a98cba0d578d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:59.321840 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-2add60e5-6a33-494f-9eac-a98cba0d578d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=2268f290-1aa2-4d0a-bc70-90f7841c766d HTTP/1.1" status: 200 len: 796 time: 0.4276793 May 24 23:02:59.361041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af6197-6c45-43be-a87d-665cb7b70c2c req-05aa6b32-293e-4192-a3f4-338a73f180b3 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:59.362408 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-44af6197-6c45-43be-a87d-665cb7b70c2c req-05aa6b32-293e-4192-a3f4-338a73f180b3 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 943 time: 0.5300109 May 24 23:02:59.364987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.398300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-9635c301-38bf-43a6-a60a-d5175156a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:59.399773 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-9635c301-38bf-43a6-a60a-d5175156a0bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f92339d-d50a-4eb8-843f-67690f9de8e1 HTTP/1.1" status: 200 len: 851 time: 0.5131261 May 24 23:02:59.415597 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077b8b47-f83a-4a8c-8baf-c7ef6091bb5a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:59.416161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-077b8b47-f83a-4a8c-8baf-c7ef6091bb5a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:59.434041 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-27cbdcf4-8439-4667-aa52-1b5544454857 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 380 time: 0.0980833 May 24 23:02:59.453639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'device_id': '5e819e85-568c-4fe4-a61a-f15295f74384', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'admin_state_up': True, 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'security_groups': ['de244307-2f09-4117-879b-8c67f8da7d73']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:59.456930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.525993 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-44af6197-6c45-43be-a87d-665cb7b70c2c req-02dd7b96-5c90-4709-b0bd-3791027f7457 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544890 May 24 23:02:59.531950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-077b8b47-f83a-4a8c-8baf-c7ef6091bb5a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:59.533072 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-077b8b47-f83a-4a8c-8baf-c7ef6091bb5a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/dd1402ef-edcd-4ba1-97ab-7959b641d218 HTTP/1.1" status: 200 len: 845 time: 0.2523885 May 24 23:02:59.540736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57794) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:59.606290 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-bfcb90e0-8eb7-4e20-b079-14a0dc30479b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528807 May 24 23:02:59.643218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-78b2f29d-bedb-4218-86d3-baffc317609c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port dd1402ef-edcd-4ba1-97ab-7959b641d218 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:59.643455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78b2f29d-bedb-4218-86d3-baffc317609c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.707988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:59.715552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:port and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:59.719772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:59.745723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f57eae66-2fee-4bb8-a501-a8a3cfe918d0 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port 148b674c-697a-4bae-a9a4-a05597378141 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:59.746065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f57eae66-2fee-4bb8-a501-a8a3cfe918d0 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.756672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:59.785707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:59.821611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:02:59.822247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b0fc3ce8-bb8d-4482-9cbe-c0c880752f94 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:02:59.825631 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.863191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:59.864514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.866672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.912221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78b2f29d-bedb-4218-86d3-baffc317609c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.077752 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-78b2f29d-bedb-4218-86d3-baffc317609c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for dd1402ef-edcd-4ba1-97ab-7959b641d218 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:00.125231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60e7a4e-f64c-4b0e-ae0b-3e89e7839eae,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:00.159503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Allocated IP 172.26.3.44 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/cf7e2651-b48e-4368-ab7a-f842c5eb0179) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:00.163113 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-343f786f-75a1-46b3-88d8-4f79d4319020 service neutron] 10.222.0.42 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462070 May 24 23:03:00.174331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.178432 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-134aca1c-f7ad-4f16-97d2-fba94ef2c170 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7502115 May 24 23:03:00.190676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57798) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:00.212724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-67e21301-bd9e-4596-a3be-9d7aa2f5c80e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': 'a60e7a4e-f64c-4b0e-ae0b-3e89e7839eae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:00.228514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-67e21301-bd9e-4596-a3be-9d7aa2f5c80e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:00.238150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67e21301-bd9e-4596-a3be-9d7aa2f5c80e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:00.243881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67e21301-bd9e-4596-a3be-9d7aa2f5c80e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:00.251716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-67e21301-bd9e-4596-a3be-9d7aa2f5c80e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:00.256441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78b2f29d-bedb-4218-86d3-baffc317609c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.313347 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.11 (2268f290-1aa2-4d0a-bc70-90f7841c766d/3fec8be1-c26b-4f67-aca9-3a96aad1ae6d/1717ac45-3240-4a12-aec7-0eb163e0282d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:00.325916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2f29d-bedb-4218-86d3-baffc317609c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=dd1402ef-edcd-4ba1-97ab-7959b641d218,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:00.385362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78b2f29d-bedb-4218-86d3-baffc317609c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.389662 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f57eae66-2fee-4bb8-a501-a8a3cfe918d0 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.400118 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7edc190d-8f39-4fb7-a08f-04be8c47a836 req-1055a441-e655-4691-b803-2624646341e9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 210 time: 0.0710402 May 24 23:03:00.405800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67e21301-bd9e-4596-a3be-9d7aa2f5c80e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.451579 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-78b2f29d-bedb-4218-86d3-baffc317609c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/dd1402ef-edcd-4ba1-97ab-7959b641d218 HTTP/1.1" status: 204 len: 168 time: 0.9098084 May 24 23:03:00.455096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57804) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:00.535184 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2f82b1-634b-413f-8e4c-29528029b526 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:03:00.535713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1d2f82b1-634b-413f-8e4c-29528029b526 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:00.639655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1d2f82b1-634b-413f-8e4c-29528029b526 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:00.644334 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1d2f82b1-634b-413f-8e4c-29528029b526 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/dd1402ef-edcd-4ba1-97ab-7959b641d218 HTTP/1.1" status: 404 len: 333 time: 0.1832063 May 24 23:03:00.650678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57810) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:00.668742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67e21301-bd9e-4596-a3be-9d7aa2f5c80e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.674879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f57eae66-2fee-4bb8-a501-a8a3cfe918d0 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for 148b674c-697a-4bae-a9a4-a05597378141 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:00.702028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'name': 'tempest-PortsIpV6TestJSON-6649845'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:00.747583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67e21301-bd9e-4596-a3be-9d7aa2f5c80e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.946671 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5be77ce4-35a5-441e-a959-82ce8fb17d49 req-687b2b40-86c6-4927-903d-0324804902a0 service neutron] 10.222.0.42 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7638128 May 24 23:03:00.972018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e21301-bd9e-4596-a3be-9d7aa2f5c80e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db66fd4-b5cd-4395-97e7-157e17745bd7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:01.002939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.005738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.022360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67e21301-bd9e-4596-a3be-9d7aa2f5c80e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.026270 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-67e21301-bd9e-4596-a3be-9d7aa2f5c80e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8308144 May 24 23:03:01.026270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:01.029857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57814) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:01.052486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 1717ac45-3240-4a12-aec7-0eb163e0282d will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:01.065905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:01.092514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e88a2-bf46-4ec1-b261-bf15549d6dc7 req-7b76a82a-11e7-49ce-9dd4-706e5be0c604 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:01.093973 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-753e88a2-bf46-4ec1-b261-bf15549d6dc7 req-7b76a82a-11e7-49ce-9dd4-706e5be0c604 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 943 time: 0.4395039 May 24 23:03:01.102909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21457486-caab-437d-b9f8-0131d2c8f4dd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.127370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:01.128162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.145062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21457486-caab-437d-b9f8-0131d2c8f4dd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.180142 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.189541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port c2e266db-5fec-43fe-8548-bc2bf3915d46 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:01.235351 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-753e88a2-bf46-4ec1-b261-bf15549d6dc7 req-a6027c3e-44f9-4703-b549-41c7b2b6435d tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340094 May 24 23:03:01.239153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.273873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.297850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21457486-caab-437d-b9f8-0131d2c8f4dd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.345520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d595e-6b0d-4b57-aa55-cad719798285 req-a08218f6-7bd8-4a2f-833f-229cd7464dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:01.347144 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-490d595e-6b0d-4b57-aa55-cad719798285 req-a08218f6-7bd8-4a2f-833f-229cd7464dc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7771aacc17f41be915634936dda9ece&device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 1096 time: 0.3334103 May 24 23:03:01.350360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21457486-caab-437d-b9f8-0131d2c8f4dd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3db66fd4-b5cd-4395-97e7-157e17745bd7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:01.353280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 2268f290-1aa2-4d0a-bc70-90f7841c766d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:01.374888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:01.382139 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:01.406270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:01.414813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=1717ac45-3240-4a12-aec7-0eb163e0282d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:01.416344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:01.450975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21457486-caab-437d-b9f8-0131d2c8f4dd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.454691 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-21457486-caab-437d-b9f8-0131d2c8f4dd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3db66fd4-b5cd-4395-97e7-157e17745bd7 HTTP/1.1" status: 204 len: 168 time: 0.4158692 May 24 23:03:01.457575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57820) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:01.521306 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:01.571541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:01.572157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.579883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f57eae66-2fee-4bb8-a501-a8a3cfe918d0 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.608006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Pushing event updated for resources: {'Port': ['ID=cf7e2651-b48e-4368-ab7a-f842c5eb0179,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:01.629198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ce077904-b76f-4b31-b6ee-6e144fe833ab None None] Provisioning for port 1717ac45-3240-4a12-aec7-0eb163e0282d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:01.636349 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ce077904-b76f-4b31-b6ee-6e144fe833ab None None] Provisioning complete for port 1717ac45-3240-4a12-aec7-0eb163e0282d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:01.636959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce077904-b76f-4b31-b6ee-6e144fe833ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.703993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-855fe67d-cdd1-4332-8b59-d05c0c404f15 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:01.706512 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57eae66-2fee-4bb8-a501-a8a3cfe918d0 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=148b674c-697a-4bae-a9a4-a05597378141,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:01.708525 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-aa9b9f38-c77e-4ce8-b206-4078051c0b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2640216 May 24 23:03:01.724399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Request body: {'port': {'device_id': '5e819e85-568c-4fe4-a61a-f15295f74384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:01.744903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ce077904-b76f-4b31-b6ee-6e144fe833ab None None] Port 1717ac45-3240-4a12-aec7-0eb163e0282d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:01.753209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.794420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-855fe67d-cdd1-4332-8b59-d05c0c404f15 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:01.798504 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-855fe67d-cdd1-4332-8b59-d05c0c404f15 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3346865 May 24 23:03:01.800330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57824) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:01.897653 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf82b9-3c48-45c1-a9e4-d22f06170524 req-76acfce7-1f6f-4b36-93ce-8f6ab292f630 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:01.898345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-08cf82b9-3c48-45c1-a9e4-d22f06170524 req-76acfce7-1f6f-4b36-93ce-8f6ab292f630 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:01.931637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.964031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.054277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-08cf82b9-3c48-45c1-a9e4-d22f06170524 req-76acfce7-1f6f-4b36-93ce-8f6ab292f630 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:02.055363 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-08cf82b9-3c48-45c1-a9e4-d22f06170524 req-76acfce7-1f6f-4b36-93ce-8f6ab292f630 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 932 time: 0.4970043 May 24 23:03:02.093482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fed8e6c1-752b-4ada-a765-deb9066b82c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.128213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:02.143420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:02.145832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:02.151480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:02.152100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.182566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=c2e266db-5fec-43fe-8548-bc2bf3915d46,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:02.197029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fed8e6c1-752b-4ada-a765-deb9066b82c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.292859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d595e-6b0d-4b57-aa55-cad719798285 req-656554c9-35ac-412f-a5a5-8611aa408c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:02.294380 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-490d595e-6b0d-4b57-aa55-cad719798285 req-656554c9-35ac-412f-a5a5-8611aa408c96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 HTTP/1.1" status: 200 len: 912 time: 0.9264946 May 24 23:03:02.315320 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-99046505-2fe9-45cc-9aef-4c60f98e2bb1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 1.6593113 May 24 23:03:02.316848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57830) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:02.322959 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-08cf82b9-3c48-45c1-a9e4-d22f06170524 req-e4e205b8-d18c-4c4c-b608-c7f7d3591118 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403085 May 24 23:03:02.333435 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-71f3f928-0ef8-4792-8cf3-b46770b55946 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:02.402868 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-490d595e-6b0d-4b57-aa55-cad719798285 req-15e4dacf-6db7-4c54-90cc-baea1b7a1cb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ca59d8-1b0b-450d-8b8b-69d75dda6c46 HTTP/1.1" status: 200 len: 217 time: 0.0895438 May 24 23:03:02.505137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fed8e6c1-752b-4ada-a765-deb9066b82c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.579246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8e6c1-752b-4ada-a765-deb9066b82c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60e7a4e-f64c-4b0e-ae0b-3e89e7839eae,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:02.639143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f57eae66-2fee-4bb8-a501-a8a3cfe918d0 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.647211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d595e-6b0d-4b57-aa55-cad719798285 req-f297507c-7b7b-4698-aed4-c45006921af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:02.648647 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-490d595e-6b0d-4b57-aa55-cad719798285 req-f297507c-7b7b-4698-aed4-c45006921af5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f92339d-d50a-4eb8-843f-67690f9de8e1 HTTP/1.1" status: 200 len: 851 time: 0.2349689 May 24 23:03:02.649874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71f3f928-0ef8-4792-8cf3-b46770b55946 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.667603 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fed8e6c1-752b-4ada-a765-deb9066b82c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.669205 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fed8e6c1-752b-4ada-a765-deb9066b82c5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-groups/a60e7a4e-f64c-4b0e-ae0b-3e89e7839eae HTTP/1.1" status: 204 len: 168 time: 0.8647900 May 24 23:03:02.675966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57834) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:02.758467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0396d-6064-46ff-8e07-76a62fd671e2 req-03f4d7af-618b-4c48-b1b2-b6ccd3b91d2c tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:02.759958 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72c0396d-6064-46ff-8e07-76a62fd671e2 req-03f4d7af-618b-4c48-b1b2-b6ccd3b91d2c tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 943 time: 0.3865008 May 24 23:03:02.858541 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-490d595e-6b0d-4b57-aa55-cad719798285 req-77d41bac-0151-4001-ba26-3c62bb2f52b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491194 May 24 23:03:02.999363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.007531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8b190749-1368-4b68-a0ec-611c524b0a52 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:03.092564 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72c0396d-6064-46ff-8e07-76a62fd671e2 req-20e600b2-04be-42d2-883d-414e45e0eddd tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243065 May 24 23:03:03.095656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1717ac45-3240-4a12-aec7-0eb163e0282d {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:03:03.104902 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Deleting port dd5e7271-020c-4001-a2e1-b80d6721b2bc {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:03.104902 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.116429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.136504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8b190749-1368-4b68-a0ec-611c524b0a52 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:03.136737 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8b190749-1368-4b68-a0ec-611c524b0a52 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4587331 May 24 23:03:03.142623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57838) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:03.159368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228420097'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:03.164451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Transition to ACTIVE for port object 1717ac45-3240-4a12-aec7-0eb163e0282d will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:03.171545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:03.173651 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.243765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:03.341596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Pushing event updated for resources: {'Port': ['ID=1717ac45-3240-4a12-aec7-0eb163e0282d,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:03.386795 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.431157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71f3f928-0ef8-4792-8cf3-b46770b55946 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.446914 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71f3f928-0ef8-4792-8cf3-b46770b55946 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.498052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:03.560796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:03.569246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:03.591960 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-71f3f928-0ef8-4792-8cf3-b46770b55946 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] In _notify_port_updated(), no bound segment for port c2e266db-5fec-43fe-8548-bc2bf3915d46 on network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:03:03.597267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3f928-0ef8-4792-8cf3-b46770b55946 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:03.597866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71f3f928-0ef8-4792-8cf3-b46770b55946 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.599382 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-71f3f928-0ef8-4792-8cf3-b46770b55946 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "PUT /v2.0/ports/c2e266db-5fec-43fe-8548-bc2bf3915d46 HTTP/1.1" status: 200 len: 818 time: 1.2753229 May 24 23:03:03.603416 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-490d595e-6b0d-4b57-aa55-cad719798285 req-70dad362-bf3e-42de-b27e-c24c38b319bc service neutron] 10.222.0.42 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270901 May 24 23:03:03.604397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:03.608855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57844) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:03.669481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3f928-0ef8-4792-8cf3-b46770b55946 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=c2e266db-5fec-43fe-8548-bc2bf3915d46,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:03.671774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Attempting to bind port 1717ac45-3240-4a12-aec7-0eb163e0282d on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:03.672107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Attempting to bind port 1717ac45-3240-4a12-aec7-0eb163e0282d by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:03.672437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Attempting to bind port 1717ac45-3240-4a12-aec7-0eb163e0282d on network 2268f290-1aa2-4d0a-bc70-90f7841c766d {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:03.707156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Port 1717ac45-3240-4a12-aec7-0eb163e0282d on network 2268f290-1aa2-4d0a-bc70-90f7841c766d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:03:03.707479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Attempting to bind port 1717ac45-3240-4a12-aec7-0eb163e0282d on network 2268f290-1aa2-4d0a-bc70-90f7841c766d {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:03.724450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:03.724777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Checking segment: {'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:03.725155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Bound using segment: {'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:03.725578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Bound port: 1717ac45-3240-4a12-aec7-0eb163e0282d, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf51001-dae2-4048-9066-a2ab1cff2fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:03.725922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.753284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d76af779-ef11-40ab-a41f-886615c941e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port c2e266db-5fec-43fe-8548-bc2bf3915d46 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:03.753616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d76af779-ef11-40ab-a41f-886615c941e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.787297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:03:03.875156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ce9e3-f74c-4513-b292-7efe0220d754 req-dfdd7399-5b2a-482f-a80b-56956fadd691 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:03.876110 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c52ce9e3-f74c-4513-b292-7efe0220d754 req-dfdd7399-5b2a-482f-a80b-56956fadd691 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 944 time: 0.3904514 May 24 23:03:03.931304 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=02ca59d8-1b0b-450d-8b8b-69d75dda6c46,segment=NetworkSegment(7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267),segment_id=7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:03.937030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] For port dd5e7271-020c-4001-a2e1-b80d6721b2bc, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dd5e7271-020c-4001-a2e1-b80d6721b2bc,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:03.937572 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.946611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '02ca59d8-1b0b-450d-8b8b-69d75dda6c46', 'network_id': '60ee62c6-89a7-4e82-8ef5-10402d0ae9a8', 'port_id': '02ca59d8-1b0b-450d-8b8b-69d75dda6c46', 'mac_address': 'fa:16:3e:ef:dd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f92339d-d50a-4eb8-843f-67690f9de8e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:03:04.006627 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:04.007141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.018247 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.022938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] For port 1717ac45-3240-4a12-aec7-0eb163e0282d, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:04.026665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:03:04.043423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=02ca59d8-1b0b-450d-8b8b-69d75dda6c46,segment=NetworkSegment(7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267),segment_id=7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:04.047622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.054942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.077045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] For port 1717ac45-3240-4a12-aec7-0eb163e0282d, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=1717ac45-3240-4a12-aec7-0eb163e0282d,segment=NetworkSegment(ecf51001-dae2-4048-9066-a2ab1cff2fa2),segment_id=ecf51001-dae2-4048-9066-a2ab1cff2fa2)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:04.116409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=02ca59d8-1b0b-450d-8b8b-69d75dda6c46,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:04.134108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Calling delete_port for dd5e7271-020c-4001-a2e1-b80d6721b2bc owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:04.138019 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c52ce9e3-f74c-4513-b292-7efe0220d754 req-cd290d5a-feae-472f-ad9d-36bac4a63360 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437501 May 24 23:03:04.218015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57eae66-2fee-4bb8-a501-a8a3cfe918d0 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router d5a900a9-961b-49d9-a7da-244992432650 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:04.231494 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-490d595e-6b0d-4b57-aa55-cad719798285 req-5920ae88-dcbc-4787-a38e-15fc84fc8686 service neutron] 10.222.0.42 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084824 May 24 23:03:04.241649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['02ca59d8-1b0b-450d-8b8b-69d75dda6c46'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:03:04.253875 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.261603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.298432 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.299645 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1536565 May 24 23:03:04.333537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57850) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:04.345695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e6fd26a6-d93d-410f-9993-38ba2368d30e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': '9b96ded1-37ef-4a5d-8b4f-36994d6cadb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:04.351745 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d76af779-ef11-40ab-a41f-886615c941e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.377946 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:04.378530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.379902 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] 10.222.0.42 "PUT /v2.0/ports/1717ac45-3240-4a12-aec7-0eb163e0282d HTTP/1.1" status: 200 len: 1094 time: 2.6596746 May 24 23:03:04.380504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccd32f-a611-4f39-854b-40c9dfe9f091 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b96ded1-37ef-4a5d-8b4f-36994d6cadb8,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:04.394268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e819e85-568c-4fe4-a61a-f15295f74384', 'tag': '1717ac45-3240-4a12-aec7-0eb163e0282d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:04.411474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e6fd26a6-d93d-410f-9993-38ba2368d30e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:04.433772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6fd26a6-d93d-410f-9993-38ba2368d30e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:04.449121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6fd26a6-d93d-410f-9993-38ba2368d30e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:04.462453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e6fd26a6-d93d-410f-9993-38ba2368d30e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:04.583272 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d76af779-ef11-40ab-a41f-886615c941e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for c2e266db-5fec-43fe-8548-bc2bf3915d46 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:04.613533 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684753f7-8af6-4af6-ba29-80d4a35bdcb6'] response: {'name': 'network-changed', 'server_uuid': '5e819e85-568c-4fe4-a61a-f15295f74384', 'tag': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'status': 'completed', 'code': 200} May 24 23:03:04.642489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6fd26a6-d93d-410f-9993-38ba2368d30e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.669451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b6420-c2e0-4e7a-83e4-ece6a1cfe14a service neutron] Pushing event updated for resources: {'Port': ['ID=1717ac45-3240-4a12-aec7-0eb163e0282d,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:04.690188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57eae66-2fee-4bb8-a501-a8a3cfe918d0 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:04.701732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b5d58-f192-4350-9836-f673e7c22fbe None None] Sync routers for ids ['d5a900a9-961b-49d9-a7da-244992432650'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:04.714229 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b5d58-f192-4350-9836-f673e7c22fbe None None] Routers {'d5a900a9-961b-49d9-a7da-244992432650'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:04.715236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fe6b5d58-f192-4350-9836-f673e7c22fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d5a900a9-961b-49d9-a7da-244992432650'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:04.732026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd464f7-ad15-4bcf-8bae-22a3e2c6c479 req-c0d7cf1c-712b-4f9e-a87f-394abfcc224a tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:04.733478 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd464f7-ad15-4bcf-8bae-22a3e2c6c479 req-c0d7cf1c-712b-4f9e-a87f-394abfcc224a tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 944 time: 0.4685893 May 24 23:03:04.734096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d76af779-ef11-40ab-a41f-886615c941e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.742898 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f57eae66-2fee-4bb8-a501-a8a3cfe918d0 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "PUT /v2.0/routers/d5a900a9-961b-49d9-a7da-244992432650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2895420 May 24 23:03:04.744261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57856) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:04.793138 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fe6b5d58-f192-4350-9836-f673e7c22fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:04.804530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b5d58-f192-4350-9836-f673e7c22fbe None None] Routers {'d5a900a9-961b-49d9-a7da-244992432650'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:04.805432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fe6b5d58-f192-4350-9836-f673e7c22fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d5a900a9-961b-49d9-a7da-244992432650'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:04.856730 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6fd26a6-d93d-410f-9993-38ba2368d30e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.876171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fe6b5d58-f192-4350-9836-f673e7c22fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:04.876879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b5d58-f192-4350-9836-f673e7c22fbe None None] The sync data for ids ['d5a900a9-961b-49d9-a7da-244992432650'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:04.904474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-5af310a2-2fdd-49bf-ac79-df365ea97699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:04.905946 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-5af310a2-2fdd-49bf-ac79-df365ea97699 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 1097 time: 0.3624601 May 24 23:03:04.928583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76af779-ef11-40ab-a41f-886615c941e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=c2e266db-5fec-43fe-8548-bc2bf3915d46,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:04.994816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d76af779-ef11-40ab-a41f-886615c941e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.007735 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-fb58f9ae-c430-4711-a05f-f61edeb5c0cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1717ac45-3240-4a12-aec7-0eb163e0282d HTTP/1.1" status: 200 len: 217 time: 0.0821958 May 24 23:03:05.028845 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:03:05.038817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6fd26a6-d93d-410f-9993-38ba2368d30e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.079833 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d76af779-ef11-40ab-a41f-886615c941e9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/c2e266db-5fec-43fe-8548-bc2bf3915d46 HTTP/1.1" status: 204 len: 168 time: 1.4607530 May 24 23:03:05.085147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57860) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:05.089907 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd464f7-ad15-4bcf-8bae-22a3e2c6c479 req-6764353a-b03b-4dbf-a24b-7249ac53b801 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972337 May 24 23:03:05.153770 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-df64cb67-31b0-4690-aa3f-15d0ad58d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:05.155321 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-df64cb67-31b0-4690-aa3f-15d0ad58d253 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fec8be1-c26b-4f67-aca9-3a96aad1ae6d HTTP/1.1" status: 200 len: 835 time: 0.1369703 May 24 23:03:05.156525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Router da43288f-92dc-4ffd-980b-691afdb1272b is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:03:05.165933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd26a6-d93d-410f-9993-38ba2368d30e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a332276-96a6-4fa1-a09c-82bb186791f0,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:05.196592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6fd26a6-d93d-410f-9993-38ba2368d30e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.198261 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e6fd26a6-d93d-410f-9993-38ba2368d30e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8635833 May 24 23:03:05.210199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57866) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:05.246325 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2eadc1dd-e3a8-4f0b-8ed4-c992dd08c8f1 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules/9a332276-96a6-4fa1-a09c-82bb186791f0 HTTP/1.1" status: 200 len: 763 time: 0.0337799 May 24 23:03:05.248798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57870) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:05.274464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.283637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2fc44b-ca4b-4f77-acbe-6f001c59a23d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:05.284303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4f2fc44b-ca4b-4f77-acbe-6f001c59a23d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:05.322742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.380454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-172766c6-af7a-4885-805e-6107cc05bbd5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:05.392229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4f2fc44b-ca4b-4f77-acbe-6f001c59a23d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:05.393357 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4f2fc44b-ca4b-4f77-acbe-6f001c59a23d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3071566 May 24 23:03:05.397076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-cf186228-d572-41ce-b26f-5f64da0d55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:05.398458 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-cf186228-d572-41ce-b26f-5f64da0d55dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2268f290-1aa2-4d0a-bc70-90f7841c766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2367072 May 24 23:03:05.399161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57874) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:05.409913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event deleted for resources: {'Port': ['ID=dd5e7271-020c-4001-a2e1-b80d6721b2bc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:05.476802 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b9e894-8579-44b6-96ad-ad7ece086b81 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:03:05.478215 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-85b9e894-8579-44b6-96ad-ad7ece086b81 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/c2e266db-5fec-43fe-8548-bc2bf3915d46 HTTP/1.1" status: 404 len: 333 time: 0.0754483 May 24 23:03:05.507506 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57878) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:05.532788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-172766c6-af7a-4885-805e-6107cc05bbd5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:05.536549 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-172766c6-af7a-4885-805e-6107cc05bbd5 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2843714 May 24 23:03:05.541809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57882) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:05.598124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5021b7-f3c2-4b25-9a88-2e30f9d7cb00 req-653a38a1-af7f-44f2-855e-4471b6c6b274 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:05.599649 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d5021b7-f3c2-4b25-9a88-2e30f9d7cb00 req-653a38a1-af7f-44f2-855e-4471b6c6b274 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 944 time: 0.3098655 May 24 23:03:05.607540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1295026833'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:05.618230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97f08461-af16-410b-a0dd-0f0df0658b93 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.636167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:05.651927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:network and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:05.655109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97f08461-af16-410b-a0dd-0f0df0658b93 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.660279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:05.679017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:05.696619 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-bb9d1b2b-6456-4a57-acdf-c5d5e93fb400 service neutron] 10.222.0.42 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895391 May 24 23:03:05.731577 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d5021b7-f3c2-4b25-9a88-2e30f9d7cb00 req-66e7aaf7-fc9b-4b30-96f2-8e11eea97d9d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054878 May 24 23:03:05.734357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97f08461-af16-410b-a0dd-0f0df0658b93 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.757682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:05.767959 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602b6f2-0209-4e05-963a-05943b04bbae None None] Sync routers for ids ['da43288f-92dc-4ffd-980b-691afdb1272b'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:05.777630 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602b6f2-0209-4e05-963a-05943b04bbae None None] Routers {'da43288f-92dc-4ffd-980b-691afdb1272b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:05.778388 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4602b6f2-0209-4e05-963a-05943b04bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['da43288f-92dc-4ffd-980b-691afdb1272b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:05.791540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:05.795474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.801475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:05.815355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f08461-af16-410b-a0dd-0f0df0658b93 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a332276-96a6-4fa1-a09c-82bb186791f0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:05.821762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97f08461-af16-410b-a0dd-0f0df0658b93 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.825382 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-97f08461-af16-410b-a0dd-0f0df0658b93 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9a332276-96a6-4fa1-a09c-82bb186791f0 HTTP/1.1" status: 204 len: 168 time: 0.2798355 May 24 23:03:05.825516 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.825630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57886) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:05.845944 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4602b6f2-0209-4e05-963a-05943b04bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:05.850882 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.854539 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cf990eec-f6e1-4978-ab2c-dcb191f73508 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.9393513 May 24 23:03:05.856540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57890) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:05.863125 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602b6f2-0209-4e05-963a-05943b04bbae None None] Routers {'da43288f-92dc-4ffd-980b-691afdb1272b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:05.863947 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4602b6f2-0209-4e05-963a-05943b04bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['da43288f-92dc-4ffd-980b-691afdb1272b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:05.905034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port c30bdc10-2b08-4a5b-9e2a-dedc7db0f5f8 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:05.905430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.922766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:05.924810 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4602b6f2-0209-4e05-963a-05943b04bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:05.925207 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602b6f2-0209-4e05-963a-05943b04bbae None None] The sync data for ids ['da43288f-92dc-4ffd-980b-691afdb1272b'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:05.932395 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:05.932759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.944068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:06.007833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.008082 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Added segment 9cfdf519-d0e9-48b9-a957-0e4f11aba492 of type vlan for network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 May 24 23:03:06.021127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abcf4546-3893-476f-abf6-61b3aeba669d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:06.081900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:06.082581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.093632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.100555 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e06e6c-5fbc-4c7f-9f8b-a6f05a614af5 req-d0a7997e-4b3d-4c80-8e56-55cfbf62b1ca service neutron] 10.222.0.42 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926525 May 24 23:03:06.120330 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=02ca59d8-1b0b-450d-8b8b-69d75dda6c46,segment=NetworkSegment(7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267),segment_id=7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:06.121272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0da7835-9085-4fc0-8546-34d497c1dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ca59d8-1b0b-450d-8b8b-69d75dda6c46'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:06.123046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abcf4546-3893-476f-abf6-61b3aeba669d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:06.132044 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.155224 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-abcf4546-3893-476f-abf6-61b3aeba669d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3286514 May 24 23:03:06.157961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57898) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:06.165880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e2875ad8-cba6-4280-904a-f4aa11a74413 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': '9b96ded1-37ef-4a5d-8b4f-36994d6cadb8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:06.203326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=02ca59d8-1b0b-450d-8b8b-69d75dda6c46,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:06.209736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e2875ad8-cba6-4280-904a-f4aa11a74413 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:06.223491 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23912301-b434-43a7-af4d-42ecfdf8d63b'] response: {'server_uuid': 'a0da7835-9085-4fc0-8546-34d497c1dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ca59d8-1b0b-450d-8b8b-69d75dda6c46', 'code': 200} May 24 23:03:06.235159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e2875ad8-cba6-4280-904a-f4aa11a74413 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:06.251351 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-992fae31-182a-4c48-be63-7f5e97fe3cff tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/routers/da43288f-92dc-4ffd-980b-691afdb1272b HTTP/1.1" status: 200 len: 924 time: 0.3916183 May 24 23:03:06.255837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57902) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:06.276330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.304937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.354478 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e6acd9e8-1264-4696-8839-d22d7be3aa01 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=da43288f-92dc-4ffd-980b-691afdb1272b HTTP/1.1" status: 200 len: 205 time: 0.0948908 May 24 23:03:06.362769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57906) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:06.419917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2875ad8-cba6-4280-904a-f4aa11a74413 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.562267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f584a-0bb6-4816-a5f1-e3b2b5022d84 req-c2f0fbeb-a55e-4c04-8fb9-f3c8edea4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:06.563167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:03:06.563659 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df1f584a-0bb6-4816-a5f1-e3b2b5022d84 req-c2f0fbeb-a55e-4c04-8fb9-f3c8edea4951 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 1097 time: 0.4032247 May 24 23:03:06.611060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for c30bdc10-2b08-4a5b-9e2a-dedc7db0f5f8 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:06.744747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.750576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:06.751174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.836125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.890795 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fed30-1694-4be8-a613-abaade7efac3 req-1fcd7994-ee43-4881-bcc8-3826195f3f59 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:06.892255 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a1fed30-1694-4be8-a613-abaade7efac3 req-1fcd7994-ee43-4881-bcc8-3826195f3f59 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.5877936 May 24 23:03:06.899700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Network': ['ID=d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:06.901809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2875ad8-cba6-4280-904a-f4aa11a74413 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.922873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:06.926075 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-83125342-7050-47ad-b0d0-94618fd226e5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4176283 May 24 23:03:06.929628 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57912) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:06.938619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': 'd94e8fbf-5c54-4ade-80a8-6f4dd3f585f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:06.971891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2875ad8-cba6-4280-904a-f4aa11a74413 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.115543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2875ad8-cba6-4280-904a-f4aa11a74413 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f41ecf-1873-48c6-b56c-73abf2abdaf1,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:07.135507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf65be-2f34-4488-bbfb-1bbec656ec02 req-4c02ad80-dd9f-499f-95a5-4a1cac77ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:07.136695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f584a-0bb6-4816-a5f1-e3b2b5022d84 req-6c78b66f-7c82-4d44-885f-537ea132ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:07.137136 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7dcf65be-2f34-4488-bbfb-1bbec656ec02 req-4c02ad80-dd9f-499f-95a5-4a1cac77ee4f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 1098 time: 0.5663602 May 24 23:03:07.138622 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df1f584a-0bb6-4816-a5f1-e3b2b5022d84 req-6c78b66f-7c82-4d44-885f-537ea132ec9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=2268f290-1aa2-4d0a-bc70-90f7841c766d HTTP/1.1" status: 200 len: 897 time: 0.4446771 May 24 23:03:07.158925 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a1fed30-1694-4be8-a613-abaade7efac3 req-64ec0fcf-a8c4-4b0c-856c-8568b5dbdbf9 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475834 May 24 23:03:07.233939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2875ad8-cba6-4280-904a-f4aa11a74413 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.235133 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e2875ad8-cba6-4280-904a-f4aa11a74413 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0761094 May 24 23:03:07.238783 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df1f584a-0bb6-4816-a5f1-e3b2b5022d84 req-59466b1b-b085-44cf-b4bf-65bd3292a3ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1717ac45-3240-4a12-aec7-0eb163e0282d HTTP/1.1" status: 200 len: 217 time: 0.0831048 May 24 23:03:07.241685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57916) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:07.293652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:07.310338 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:07.321190 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3b7106e3-0977-4583-b825-fd48af287b88 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules/80f41ecf-1873-48c6-b56c-73abf2abdaf1 HTTP/1.1" status: 200 len: 763 time: 0.0759172 May 24 23:03:07.327477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:07.327915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.330358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57920) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:07.344834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:07.361415 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7dcf65be-2f34-4488-bbfb-1bbec656ec02 req-1c3f5e67-c158-445b-aaa0-263882410be0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424994 May 24 23:03:07.368061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Router cce4b34c-4041-462c-8f85-4a2cdec6b32e has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:07.373972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a763c6-0bbf-4d60-bfe5-3952a053dba8 req-50f4f907-9c13-41ff-9438-6a0c91449512 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:07.375441 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40a763c6-0bbf-4d60-bfe5-3952a053dba8 req-50f4f907-9c13-41ff-9438-6a0c91449512 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 944 time: 0.4755712 May 24 23:03:07.376571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:07.376810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f584a-0bb6-4816-a5f1-e3b2b5022d84 req-bab17703-c723-4f75-804e-e6921e1fff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:07.378079 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df1f584a-0bb6-4816-a5f1-e3b2b5022d84 req-bab17703-c723-4f75-804e-e6921e1fff73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fec8be1-c26b-4f67-aca9-3a96aad1ae6d HTTP/1.1" status: 200 len: 835 time: 0.1293972 May 24 23:03:07.380108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.381154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Deleting port cf7e2651-b48e-4368-ab7a-f842c5eb0179 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:07.381492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.407382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.484433 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5d2a57bd-600c-4cfb-90b4-715320f45518 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:07.509025 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40a763c6-0bbf-4d60-bfe5-3952a053dba8 req-6ae65289-1665-43c8-aed2-33e171eee42a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016531 May 24 23:03:07.568457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=c30bdc10-2b08-4a5b-9e2a-dedc7db0f5f8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:07.619389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5d2a57bd-600c-4cfb-90b4-715320f45518 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:07.623679 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5d2a57bd-600c-4cfb-90b4-715320f45518 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2868481 May 24 23:03:07.624538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57924) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:07.704923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3b10-5d0d-4687-92f9-24e080d9616c tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.719559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.728233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3b10-5d0d-4687-92f9-24e080d9616c tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.790983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.859631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Calling delete_port for cf7e2651-b48e-4368-ab7a-f842c5eb0179 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:07.889690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f584a-0bb6-4816-a5f1-e3b2b5022d84 req-9d238849-f840-4db4-9167-2cf9aa0e7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:07.891145 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df1f584a-0bb6-4816-a5f1-e3b2b5022d84 req-9d238849-f840-4db4-9167-2cf9aa0e7b08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2268f290-1aa2-4d0a-bc70-90f7841c766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3286672 May 24 23:03:07.941968 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3b10-5d0d-4687-92f9-24e080d9616c tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.023287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f3b10-5d0d-4687-92f9-24e080d9616c tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80f41ecf-1873-48c6-b56c-73abf2abdaf1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:08.048583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3b10-5d0d-4687-92f9-24e080d9616c tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.049684 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1c2f3b10-5d0d-4687-92f9-24e080d9616c tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/80f41ecf-1873-48c6-b56c-73abf2abdaf1 HTTP/1.1" status: 204 len: 168 time: 0.4244611 May 24 23:03:08.052819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57928) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:08.096516 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.100702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:08.104490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.112994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b12db-7e8a-4ef4-a41e-2e06378eb8c5 None None] Sync routers for ids ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:08.121658 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df1f584a-0bb6-4816-a5f1-e3b2b5022d84 req-78bf4b68-9c14-4f34-907e-e331b729c153 service neutron] 10.222.0.42 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209868 May 24 23:03:08.126881 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b12db-7e8a-4ef4-a41e-2e06378eb8c5 None None] Routers {'cce4b34c-4041-462c-8f85-4a2cdec6b32e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:08.128198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-419b12db-7e8a-4ef4-a41e-2e06378eb8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:08.175268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df8b10fa-ab1d-4e37-baed-acc854eb6977 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:08.196031 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0b8de548-02c4-43d5-b8ee-b1c4f6b41dff tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "PUT /v2.0/routers/cce4b34c-4041-462c-8f85-4a2cdec6b32e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7476027 May 24 23:03:08.206123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.206683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Fanout notify agent at l3_agent the message router_deleted on router d5a900a9-961b-49d9-a7da-244992432650 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:03:08.208327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57934) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:08.255104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.256176 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-64230175-52c7-48f5-8e23-30d3e540129b tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/routers/d5a900a9-961b-49d9-a7da-244992432650 HTTP/1.1" status: 204 len: 168 time: 3.5094950 May 24 23:03:08.263578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57938) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:08.297003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.362240 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afc76e8-f483-4f02-b709-bacf9ec6d1ad tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Deleting subnet 1f719bd7-74f9-4cf8-9df5-77920d2270f3 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:08.372648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7afc76e8-f483-4f02-b709-bacf9ec6d1ad tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.421207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-419b12db-7e8a-4ef4-a41e-2e06378eb8c5 None None] Set router cce4b34c-4041-462c-8f85-4a2cdec6b32e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:08.484213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Subnet': ['ID=3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:08.495798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Checking segment: {'id': '9cfdf519-d0e9-48b9-a957-0e4f11aba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd94e8fbf-5c54-4ade-80a8-6f4dd3f585f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:08.496163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network hostable DHCP agents. Network: d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:03:08.503146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7afc76e8-f483-4f02-b709-bacf9ec6d1ad tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.572201 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:03:08.595610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:08.600939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:08.601531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.609179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3651a60-a510-4893-a7f8-b730bf8d416e None None] Network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:08.629756 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7afc76e8-f483-4f02-b709-bacf9ec6d1ad tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.666483 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8084b9e3-2f3b-4ce0-b747-2e05d05835c8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7348955 May 24 23:03:08.671709 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57944) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:08.684900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-60215e41-6c56-4b05-8af5-70b1766cce20 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': 'd94e8fbf-5c54-4ade-80a8-6f4dd3f585f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:08.751221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df8b10fa-ab1d-4e37-baed-acc854eb6977 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:08.755690 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df8b10fa-ab1d-4e37-baed-acc854eb6977 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6986701 May 24 23:03:08.766587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57948) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:08.788412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0fa597dc-0fd6-47bf-8422-638c2990c78e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': '9b96ded1-37ef-4a5d-8b4f-36994d6cadb8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:08.804834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.849499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d890dd-b212-4481-9f86-e2f5c2153d0c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting subnet 1c32faed-7dad-49b6-bca0-1c2a290268a1 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:08.860821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7afc76e8-f483-4f02-b709-bacf9ec6d1ad tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.869741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0fa597dc-0fd6-47bf-8422-638c2990c78e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:08.888398 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69d890dd-b212-4481-9f86-e2f5c2153d0c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.900844 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-419b12db-7e8a-4ef4-a41e-2e06378eb8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:03:04Z', 'revision_number': 5, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:08.905193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7afc76e8-f483-4f02-b709-bacf9ec6d1ad tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.907179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4', 'network_id': 'd94e8fbf-5c54-4ade-80a8-6f4dd3f585f4', 'tenant_id': '47758fbb459b433493b014395cf29a06', 'fixed_ips': [{'subnet_id': '3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:08.907942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.916321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc76e8-f483-4f02-b709-bacf9ec6d1ad tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event deleted for resources: {'Subnet': ['ID=1f719bd7-74f9-4cf8-9df5-77920d2270f3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:08.919613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-60215e41-6c56-4b05-8af5-70b1766cce20 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:08.919980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be8780-f739-4f3c-9076-b43d569285d0 None None] Network 9de38648-5d51-4316-8661-41d2f2644c75 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:08.922599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Pushing event deleted for resources: {'Port': ['ID=cf7e2651-b48e-4368-ab7a-f842c5eb0179,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:08.927467 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7afc76e8-f483-4f02-b709-bacf9ec6d1ad tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "DELETE /v2.0/subnets/1f719bd7-74f9-4cf8-9df5-77920d2270f3 HTTP/1.1" status: 204 len: 168 time: 0.7131443 May 24 23:03:08.927467 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-60215e41-6c56-4b05-8af5-70b1766cce20 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:08.929001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57952) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:08.932920 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b12db-7e8a-4ef4-a41e-2e06378eb8c5 None None] Checking router: cce4b34c-4041-462c-8f85-4a2cdec6b32e for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:08.990897 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df1f584a-0bb6-4816-a5f1-e3b2b5022d84 req-b0ec6765-5f04-4153-893d-0fce22e400be service neutron] 10.222.0.42 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8595965 May 24 23:03:09.002478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0fa597dc-0fd6-47bf-8422-638c2990c78e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:09.002912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b12db-7e8a-4ef4-a41e-2e06378eb8c5 None None] Routers {'cce4b34c-4041-462c-8f85-4a2cdec6b32e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:09.003551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-419b12db-7e8a-4ef4-a41e-2e06378eb8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:09.019999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-60215e41-6c56-4b05-8af5-70b1766cce20 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:09.032536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-60215e41-6c56-4b05-8af5-70b1766cce20 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:09.084304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69d890dd-b212-4481-9f86-e2f5c2153d0c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.107793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60215e41-6c56-4b05-8af5-70b1766cce20 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:09.111362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60215e41-6c56-4b05-8af5-70b1766cce20 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.139236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d94853-bfa6-42d6-b4b3-9758de99967c req-99e5a3d9-da30-437e-ac0f-b7e45d1d9c5e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:09.146125 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f5d94853-bfa6-42d6-b4b3-9758de99967c req-99e5a3d9-da30-437e-ac0f-b7e45d1d9c5e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.6426959 May 24 23:03:09.177120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0fa597dc-0fd6-47bf-8422-638c2990c78e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.213456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a3a4-eda7-40a3-a982-f91db3399a1e req-4e1c9f3e-0147-4fd9-bbf3-53a992101e80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:09.221292 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0d12a3a4-eda7-40a3-a982-f91db3399a1e req-4e1c9f3e-0147-4fd9-bbf3-53a992101e80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 944 time: 0.5608728 May 24 23:03:09.253858 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-60215e41-6c56-4b05-8af5-70b1766cce20 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d (CIDR: 2001:db8::/64) May 24 23:03:09.261043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.268132 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-60215e41-6c56-4b05-8af5-70b1766cce20 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:03:09.268820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60215e41-6c56-4b05-8af5-70b1766cce20 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:09.300540 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-60215e41-6c56-4b05-8af5-70b1766cce20 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6250679 May 24 23:03:09.301018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57956) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:09.305401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.364706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': 'd94e8fbf-5c54-4ade-80a8-6f4dd3f585f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:09.441040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-419b12db-7e8a-4ef4-a41e-2e06378eb8c5 None None] Set router cce4b34c-4041-462c-8f85-4a2cdec6b32e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:09.513172 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f5d94853-bfa6-42d6-b4b3-9758de99967c req-8cc3bc15-67b5-42d6-aedc-72b1c191db9a tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661020 May 24 23:03:09.543946 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0d12a3a4-eda7-40a3-a982-f91db3399a1e req-d6e6b4e8-ab51-4f67-9032-eed595f5dfc9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208313 May 24 23:03:09.546125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.553011 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.570750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Allocated IP 2001:db8::2 (d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4/3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d/abf608bd-6352-485b-bdd7-050960d8c418) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:09.574749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0fa597dc-0fd6-47bf-8422-638c2990c78e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.586862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0fa597dc-0fd6-47bf-8422-638c2990c78e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.612557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69d890dd-b212-4481-9f86-e2f5c2153d0c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.642064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.654258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.654778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Fanout notify agent at l3_agent the message router_deleted on router da43288f-92dc-4ffd-980b-691afdb1272b {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:03:09.655238 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:09.656362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa597dc-0fd6-47bf-8422-638c2990c78e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0d9faf-2b01-461a-8a00-da75f595f771,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:09.675306 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:09.678321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Deleting port f4bbc79c-8306-4453-ae7d-b0470e971359 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:09.678676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.731983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.733707 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1045e850-3f1b-44a7-9acf-0e881d8c8995 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/da43288f-92dc-4ffd-980b-691afdb1272b HTTP/1.1" status: 204 len: 168 time: 3.3693554 May 24 23:03:09.735805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0fa597dc-0fd6-47bf-8422-638c2990c78e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.741937 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0fa597dc-0fd6-47bf-8422-638c2990c78e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9709918 May 24 23:03:09.742986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57960) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:09.743529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57962) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:09.773265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Request body: {'router': {'name': 'tempest-snat-router-774595817', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'enable_snat': False}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:09.779088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:09.783274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Usage tracker for resource:router and tenant:00a5d57f9d854175a329153102cc55cc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:09.786566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:09.789205 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b9a95-f3bc-4242-b44b-aecac0b55c3c None None] DHCP port deletion for 9de38648-5d51-4316-8661-41d2f2644c75 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:09.793310 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-96732590-9869-44fe-88c1-4bb958cb10d8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules/0a0d9faf-2b01-461a-8a00-da75f595f771 HTTP/1.1" status: 200 len: 764 time: 0.0455687 May 24 23:03:09.802686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57968) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:09.805402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:09.815203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-665b9a95-f3bc-4242-b44b-aecac0b55c3c None None] Deleting port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:09.815578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-665b9a95-f3bc-4242-b44b-aecac0b55c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.832147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69d890dd-b212-4481-9f86-e2f5c2153d0c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.849005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:09.852644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 1717ac45-3240-4a12-aec7-0eb163e0282d details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:03:09.864820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:09.880286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d890dd-b212-4481-9f86-e2f5c2153d0c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Subnet': ['ID=1c32faed-7dad-49b6-bca0-1c2a290268a1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:09.887042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.888199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.901292 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69d890dd-b212-4481-9f86-e2f5c2153d0c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.911723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:09.915684 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.920835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e7ff86-9749-4ea7-be5c-4bff23dac3a1 None None] Network 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:09.927172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc9ee258-af76-4dc6-b217-36588ba30399 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:09.938869 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-69d890dd-b212-4481-9f86-e2f5c2153d0c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/subnets/1c32faed-7dad-49b6-bca0-1c2a290268a1 HTTP/1.1" status: 204 len: 168 time: 1.6707909 May 24 23:03:09.942254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57972) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:09.972855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.978429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc9ee258-af76-4dc6-b217-36588ba30399 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:09.979607 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dc9ee258-af76-4dc6-b217-36588ba30399 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1760969 May 24 23:03:09.988923 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57976) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:10.042485 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:03:10.079044 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.100701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef527d67-bee3-4807-a360-9c14809ff04e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.128922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef527d67-bee3-4807-a360-9c14809ff04e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.197360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] For port f4bbc79c-8306-4453-ae7d-b0470e971359, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f4bbc79c-8306-4453-ae7d-b0470e971359,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:10.197623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.209639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:10.209969 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.332143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef527d67-bee3-4807-a360-9c14809ff04e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.351353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Calling delete_port for f4bbc79c-8306-4453-ae7d-b0470e971359 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:10.395239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef527d67-bee3-4807-a360-9c14809ff04e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a0d9faf-2b01-461a-8a00-da75f595f771,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:10.421723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef527d67-bee3-4807-a360-9c14809ff04e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.425306 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ef527d67-bee3-4807-a360-9c14809ff04e tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0a0d9faf-2b01-461a-8a00-da75f595f771 HTTP/1.1" status: 204 len: 168 time: 0.4331777 May 24 23:03:10.426068 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 57980) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:10.521580 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 1717ac45-3240-4a12-aec7-0eb163e0282d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=1717ac45-3240-4a12-aec7-0eb163e0282d,segment=NetworkSegment(ecf51001-dae2-4048-9066-a2ab1cff2fa2),segment_id=ecf51001-dae2-4048-9066-a2ab1cff2fa2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:10.526722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.532770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.565524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Transition to ACTIVE for port object abf608bd-6352-485b-bdd7-050960d8c418 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:10.581199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-665b9a95-f3bc-4242-b44b-aecac0b55c3c None None] For port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1dc70f71-14f2-44d8-b5e2-479e19a0a00e,segment=NetworkSegment(88aec1d7-562c-4a4f-bf24-1ee5f4b75883),segment_id=88aec1d7-562c-4a4f-bf24-1ee5f4b75883)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:10.585331 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-665b9a95-f3bc-4242-b44b-aecac0b55c3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.611862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-419b12db-7e8a-4ef4-a41e-2e06378eb8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:03:04Z', 'revision_number': 5, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:10.632464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'port_id': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'mac_address': 'fa:16:3e:d8:a7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:03:10.648761 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.695970 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b12db-7e8a-4ef4-a41e-2e06378eb8c5 None None] The sync data for ids ['cce4b34c-4041-462c-8f85-4a2cdec6b32e'] in dv-neutron-843190-1-hyperv is: [{'id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282998618', 'tenant_id': 'da300a941f3f4a6f8389fb69cbf01581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:00:32Z', 'updated_at': '2022-05-24T23:03:04Z', 'revision_number': 5, 'project_id': 'da300a941f3f4a6f8389fb69cbf01581', 'gw_port': {'id': 'f4bbc79c-8306-4453-ae7d-b0470e971359', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4b34c-4041-462c-8f85-4a2cdec6b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:00:35Z', 'updated_at': '2022-05-24T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:10.712706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.756391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:10.768833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:10.778078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-665b9a95-f3bc-4242-b44b-aecac0b55c3c None None] Calling delete_port for 1dc70f71-14f2-44d8-b5e2-479e19a0a00e owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:10.813589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:10.814173 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.820146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event deleted for resources: {'Port': ['ID=f4bbc79c-8306-4453-ae7d-b0470e971359,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:10.830151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Subnet': ['ID=a098d84f-a7b5-44f7-b88c-99294d4be849,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:10.832691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Transition to ACTIVE for port object abf608bd-6352-485b-bdd7-050960d8c418 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:10.865685 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-33a745f4-ffde-490d-8817-d83db8276370 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4358985 May 24 23:03:10.869458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57988) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:10.869614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.920664 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-acc722a7-f40f-48f6-93ed-caadbcb5162d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6186557 May 24 23:03:10.923409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57992) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:10.936608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': 'd94e8fbf-5c54-4ade-80a8-6f4dd3f585f4', 'fixed_ips': [{'subnet_id': '3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d'}, {'subnet_id': 'a098d84f-a7b5-44f7-b88c-99294d4be849'}], 'name': 'tempest-PortsIpV6TestJSON-1231140253'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:10.958818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] For port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2240a5bd-ac71-4c43-ac3a-63e8c70a6568,segment=NetworkSegment(b056ef07-c085-4b1c-ba5c-ece45664b3c8),segment_id=b056ef07-c085-4b1c-ba5c-ece45664b3c8)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:10.959246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.960014 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 1717ac45-3240-4a12-aec7-0eb163e0282d is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:10.960346 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.960575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.060806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:11.070912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-665b9a95-f3bc-4242-b44b-aecac0b55c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.074864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:11.079321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Pushing event updated for resources: {'Port': ['ID=abf608bd-6352-485b-bdd7-050960d8c418,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:11.081588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:11.086499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1717ac45-3240-4a12-aec7-0eb163e0282d {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:03:11.142001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:11.179737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b9a95-f3bc-4242-b44b-aecac0b55c3c None None] No DVR routers for this DVR port 1dc70f71-14f2-44d8-b5e2-479e19a0a00e on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:11.213876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b9a95-f3bc-4242-b44b-aecac0b55c3c None None] Pushing event deleted for resources: {'Port': ['ID=1dc70f71-14f2-44d8-b5e2-479e19a0a00e,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:11.233718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e088f6fb-036b-420e-8dda-b2f5c0f0e34a None None] DHCP port deletion for 7d77637f-a2fd-4f55-b1ca-d553ad0526f5 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:11.233955 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.240849 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.248866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dca9598c-8c89-41a0-b51d-bff409ae3ad7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.251448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d4d7f-ffca-47de-af48-569d151213a3 req-1dc5198c-da2b-4266-b3b0-eec5b49b9ca7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:11.257123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 1717ac45-3240-4a12-aec7-0eb163e0282d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=1717ac45-3240-4a12-aec7-0eb163e0282d,segment=NetworkSegment(ecf51001-dae2-4048-9066-a2ab1cff2fa2),segment_id=ecf51001-dae2-4048-9066-a2ab1cff2fa2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:11.258387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e088f6fb-036b-420e-8dda-b2f5c0f0e34a None None] Deleting port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:11.259004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e088f6fb-036b-420e-8dda-b2f5c0f0e34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.263342 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-708d4d7f-ffca-47de-af48-569d151213a3 req-1dc5198c-da2b-4266-b3b0-eec5b49b9ca7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 944 time: 0.5411758 May 24 23:03:11.291441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.292691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b52b9f-4774-4af7-b584-06fe8557e485 req-22498322-0443-4886-9341-d7f8baee7cf7 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:11.304596 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0b52b9f-4774-4af7-b584-06fe8557e485 req-22498322-0443-4886-9341-d7f8baee7cf7 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.5812657 May 24 23:03:11.363465 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Attempting to bind port abf608bd-6352-485b-bdd7-050960d8c418 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:11.364081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Attempting to bind port abf608bd-6352-485b-bdd7-050960d8c418 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '9cfdf519-d0e9-48b9-a957-0e4f11aba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd94e8fbf-5c54-4ade-80a8-6f4dd3f585f4'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:11.364670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Attempting to bind port abf608bd-6352-485b-bdd7-050960d8c418 on network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:11.384611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:11.384993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Checking segment: {'id': '9cfdf519-d0e9-48b9-a957-0e4f11aba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd94e8fbf-5c54-4ade-80a8-6f4dd3f585f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:11.385398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.385939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Bound using segment: {'id': '9cfdf519-d0e9-48b9-a957-0e4f11aba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd94e8fbf-5c54-4ade-80a8-6f4dd3f585f4'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:11.386294 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Bound port: abf608bd-6352-485b-bdd7-050960d8c418, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfdf519-d0e9-48b9-a957-0e4f11aba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd94e8fbf-5c54-4ade-80a8-6f4dd3f585f4'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:11.386762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.403227 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0b52b9f-4774-4af7-b584-06fe8557e485 req-a3121028-50d0-4ded-9c25-ccd11ea51740 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971777 May 24 23:03:11.444348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.444936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Fanout notify agent at l3_agent the message router_deleted on router cce4b34c-4041-462c-8f85-4a2cdec6b32e {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:03:11.452778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dca9598c-8c89-41a0-b51d-bff409ae3ad7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.453619 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-708d4d7f-ffca-47de-af48-569d151213a3 req-9b109ecd-6074-4330-b197-e92738320b58 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895077 May 24 23:03:11.458557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.490515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.494369 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-faf56b96-1dd5-4bbe-bb04-12b0b32d84d0 tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "DELETE /v2.0/routers/cce4b34c-4041-462c-8f85-4a2cdec6b32e HTTP/1.1" status: 204 len: 168 time: 2.5644348 May 24 23:03:11.495182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 57998) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:11.508163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e088f6fb-036b-420e-8dda-b2f5c0f0e34a None None] The port '2240a5bd-ac71-4c43-ac3a-63e8c70a6568' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:03:11.510604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['1717ac45-3240-4a12-aec7-0eb163e0282d'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:03:11.556383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=2240a5bd-ac71-4c43-ac3a-63e8c70a6568,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:11.560593 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] No DVR routers for this DVR port 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:11.585854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=1717ac45-3240-4a12-aec7-0eb163e0282d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:11.644364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] For port abf608bd-6352-485b-bdd7-050960d8c418, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:11.672831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] For port abf608bd-6352-485b-bdd7-050960d8c418, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=abf608bd-6352-485b-bdd7-050960d8c418,segment=NetworkSegment(9cfdf519-d0e9-48b9-a957-0e4f11aba492),segment_id=9cfdf519-d0e9-48b9-a957-0e4f11aba492)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:11.689036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.711162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.733597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:11.751115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:11.784515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:11.852038 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7d90e-e6c1-401e-9252-b1ea801e0fc6 None None] Pushing event updated for resources: {'Port': ['ID=abf608bd-6352-485b-bdd7-050960d8c418,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:11.873227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dca9598c-8c89-41a0-b51d-bff409ae3ad7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.899557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.950383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9598c-8c89-41a0-b51d-bff409ae3ad7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b96ded1-37ef-4a5d-8b4f-36994d6cadb8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:11.977886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d77637f-a2fd-4f55-b1ca-d553ad0526f5']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:12.001224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b056ef07-c085-4b1c-ba5c-ece45664b3c8') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:12.001514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b056ef07-c085-4b1c-ba5c-ece45664b3c8') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:12.013154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.042812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dca9598c-8c89-41a0-b51d-bff409ae3ad7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.044041 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dca9598c-8c89-41a0-b51d-bff409ae3ad7 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-groups/9b96ded1-37ef-4a5d-8b4f-36994d6cadb8 HTTP/1.1" status: 204 len: 168 time: 1.1758583 May 24 23:03:12.056869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58002) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:12.078134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.132691 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.191153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.197507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de38648-5d51-4316-8661-41d2f2644c75']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:12.215073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.231300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dc23c-9723-4c88-88ec-a4a505cfab4e req-2ff47413-130f-44e7-9e05-deaa15e332d2 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:12.232831 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a2dc23c-9723-4c88-88ec-a4a505cfab4e req-2ff47413-130f-44e7-9e05-deaa15e332d2 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.6077800 May 24 23:03:12.240058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:12.243356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88aec1d7-562c-4a4f-bf24-1ee5f4b75883') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:12.243821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88aec1d7-562c-4a4f-bf24-1ee5f4b75883') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:12.253448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d07c788e-d4bb-4d0a-8bfd-aeb2c6f263bd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:12.263645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:12.269223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.297691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:12.298287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2240a5bd-ac71-4c43-ac3a-63e8c70a6568 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:12.298976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1dc70f71-14f2-44d8-b5e2-479e19a0a00e no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:12.302538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:12.302985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.326115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.350779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.361124 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment b056ef07-c085-4b1c-ba5c-ece45664b3c8 resource provider aggregate not found May 24 23:03:12.364247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 1dc70f71-14f2-44d8-b5e2-479e19a0a00e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:12.364842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1dc70f71-14f2-44d8-b5e2-479e19a0a00e not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:12.365349 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dd5e7271-020c-4001-a2e1-b80d6721b2bc no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:12.367894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:12.368249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.406129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: dd5e7271-020c-4001-a2e1-b80d6721b2bc {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:12.406672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dd5e7271-020c-4001-a2e1-b80d6721b2bc not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:12.445265 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment b056ef07-c085-4b1c-ba5c-ece45664b3c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b056ef07-c085-4b1c-ba5c-ece45664b3c8 found for delete ", "request_id": "req-f3c3328c-0ea7-4ea2-8b89-821e3bab66cd"}]} May 24 23:03:12.456756 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a2dc23c-9723-4c88-88ec-a4a505cfab4e req-c6c3ac35-3d7f-4139-8759-0c69bdfa7f6f tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848977 May 24 23:03:12.501260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.505438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.517688 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 88aec1d7-562c-4a4f-bf24-1ee5f4b75883 resource provider aggregate not found May 24 23:03:12.525790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.530368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d07c788e-d4bb-4d0a-8bfd-aeb2c6f263bd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:12.536629 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d07c788e-d4bb-4d0a-8bfd-aeb2c6f263bd tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4706991 May 24 23:03:12.547538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58018) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:12.550994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.554724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group': {'name': 'tempest-secgroup--654327790'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:12.565432 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Network': ['ID=7d77637f-a2fd-4f55-b1ca-d553ad0526f5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:12.576605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:12.587897 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dc411155-a6be-476e-8a2a-498b3c642138 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/networks/7d77637f-a2fd-4f55-b1ca-d553ad0526f5 HTTP/1.1" status: 204 len: 168 time: 2.6446242 May 24 23:03:12.590480 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 88aec1d7-562c-4a4f-bf24-1ee5f4b75883 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88aec1d7-562c-4a4f-bf24-1ee5f4b75883 found for delete ", "request_id": "req-fde7643f-7d9b-4903-a31f-e7a9f1b677ad"}]} May 24 23:03:12.590975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58022) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:12.596501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:12.601870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event deleted for resources: {'Network': ['ID=9de38648-5d51-4316-8661-41d2f2644c75,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:12.610359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Allocated IP 172.26.3.103 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/2a44b822-867c-4c46-b8dc-767836e6aebe) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:12.643840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.708351 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1fbfeec0-fce0-4471-9e8d-54a423eb090e tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "DELETE /v2.0/networks/9de38648-5d51-4316-8661-41d2f2644c75 HTTP/1.1" status: 204 len: 168 time: 1.2016060 May 24 23:03:12.738375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58026) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:12.794854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:12.820594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:12.827990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:12.838227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-01622601-f66a-479c-b6e7-62aca606d047 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port b2d1d94f-a05e-4ecb-a21b-e047655c0acd {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:12.838575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01622601-f66a-479c-b6e7-62aca606d047 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.842684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:13.020749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.031747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8034b67e-1a2c-4abe-bed5-4c5e69b9faef tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.056225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ed746-227c-45da-b9e0-a67251203b75 req-038e67d1-31cf-44a5-aa75-b3a32240b7ac tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:13.057724 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd5ed746-227c-45da-b9e0-a67251203b75 req-038e67d1-31cf-44a5-aa75-b3a32240b7ac tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 945 time: 0.3974912 May 24 23:03:13.132939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8034b67e-1a2c-4abe-bed5-4c5e69b9faef tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.158598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01622601-f66a-479c-b6e7-62aca606d047 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.159006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01622601-f66a-479c-b6e7-62aca606d047 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.171582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.177408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23560666-a22a-453f-a57c-9168c87768e9 None None] Network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:13.201578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.225894 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd5ed746-227c-45da-b9e0-a67251203b75 req-02edecf6-055b-4ff2-b6a5-e2f9069615cb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460061 May 24 23:03:13.269058 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49c366-a22b-4466-aa64-46a203508c36 req-adc526cb-eb58-49bd-ae64-28dab32cc3a7 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:13.270494 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b49c366-a22b-4466-aa64-46a203508c36 req-adc526cb-eb58-49bd-ae64-28dab32cc3a7 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.3597484 May 24 23:03:13.314470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.319309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c9b878-6752-4fc3-b44b-4f4073955043,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:13.322673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2bb65bf4-7f4f-423c-ba27-b9a0c4e0f3af None None] Provisioning for port abf608bd-6352-485b-bdd7-050960d8c418 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:13.407589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.409028 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9638ecdb-8557-401b-8739-dada53da8ee8 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8581474 May 24 23:03:13.414778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58032) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:13.427505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c494103f-8862-4aae-b772-fb924eebff50 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Request body: {'security_group_rule': {'security_group_id': 'b3c9b878-6752-4fc3-b44b-4f4073955043', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:13.438246 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-01622601-f66a-479c-b6e7-62aca606d047 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for b2d1d94f-a05e-4ecb-a21b-e047655c0acd owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:13.439500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c494103f-8862-4aae-b772-fb924eebff50 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:13.451818 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b49c366-a22b-4466-aa64-46a203508c36 req-7c3494c6-2081-4212-b7bf-f10529ea8adb tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664531 May 24 23:03:13.453140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c494103f-8862-4aae-b772-fb924eebff50 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Usage tracker for resource:security_group_rule and tenant:2a12d62fb33145eab3498b61d8371d4f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:13.457110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:13.458213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event updated for resources: {'Port': ['ID=2a44b822-867c-4c46-b8dc-767836e6aebe,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:13.461320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c494103f-8862-4aae-b772-fb924eebff50 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:13.466945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:13.467748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:13.492954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8::236 (d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4/3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d/b7386750-d7d3-4c37-bbd8-ec8ea9aa3630) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:13.503849 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8:0:1::14f (d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4/a098d84f-a7b5-44f7-b88c-99294d4be849/b7386750-d7d3-4c37-bbd8-ec8ea9aa3630) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:13.508912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c494103f-8862-4aae-b772-fb924eebff50 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:13.529284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8034b67e-1a2c-4abe-bed5-4c5e69b9faef tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.563683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034b67e-1a2c-4abe-bed5-4c5e69b9faef tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967ca4c9-68b2-4a81-b56f-9d676b2cca11,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:13.618782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c494103f-8862-4aae-b772-fb924eebff50 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.645295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01622601-f66a-479c-b6e7-62aca606d047 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.657773 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0105f205-be09-4062-a253-5ef6197a8af0 None None] Update dhcp port {'port': {'network_id': 'd94e8fbf-5c54-4ade-80a8-6f4dd3f585f4', 'fixed_ips': [{'subnet_id': '3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a098d84f-a7b5-44f7-b88c-99294d4be849'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': 'abf608bd-6352-485b-bdd7-050960d8c418'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:03:13.723085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0105f205-be09-4062-a253-5ef6197a8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.741874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01622601-f66a-479c-b6e7-62aca606d047 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=b2d1d94f-a05e-4ecb-a21b-e047655c0acd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:13.753041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8034b67e-1a2c-4abe-bed5-4c5e69b9faef tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.754163 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8034b67e-1a2c-4abe-bed5-4c5e69b9faef tempest-TestNetworkAdvancedServerOps-1169639934 tempest-TestNetworkAdvancedServerOps-1169639934-project] 10.222.0.32 "DELETE /v2.0/security-groups/967ca4c9-68b2-4a81-b56f-9d676b2cca11 HTTP/1.1" status: 204 len: 168 time: 1.0057261 May 24 23:03:13.835652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c494103f-8862-4aae-b772-fb924eebff50 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.846176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c494103f-8862-4aae-b772-fb924eebff50 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.872180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494103f-8862-4aae-b772-fb924eebff50 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f026a48e-cc0a-422d-8942-6810d58d93f4,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:13.917378 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device abf608bd-6352-485b-bdd7-050960d8c418 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:13.942348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 1717ac45-3240-4a12-aec7-0eb163e0282d up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:13.944045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01622601-f66a-479c-b6e7-62aca606d047 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.980038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.991133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01622601-f66a-479c-b6e7-62aca606d047 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.995472 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-01622601-f66a-479c-b6e7-62aca606d047 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/floatingips/636c414b-7cfc-4281-8e8b-e2acba680843 HTTP/1.1" status: 204 len: 168 time: 1.3927786 May 24 23:03:13.995752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58040) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.054042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b479b5ee-578c-4a5e-87ec-15d037240a30 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] DELETE failed (client error): The resource could not be found. May 24 23:03:14.054435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b479b5ee-578c-4a5e-87ec-15d037240a30 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:14.058735 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b479b5ee-578c-4a5e-87ec-15d037240a30 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/ports/249819f0-b59a-4d0a-8bab-116ed2ae868e HTTP/1.1" status: 404 len: 333 time: 0.0595014 May 24 23:03:14.059176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:14.060519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port abf608bd-6352-485b-bdd7-050960d8c418 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:14.066181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 1717ac45-3240-4a12-aec7-0eb163e0282d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:14.070809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port abf608bd-6352-485b-bdd7-050960d8c418 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:14.071351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.079330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58046) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.084731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.169161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 1717ac45-3240-4a12-aec7-0eb163e0282d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:14.169534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.177312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58050) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.204310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=b7386750-d7d3-4c37-bbd8-ec8ea9aa3630,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:14.231359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:14.233719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:14.236742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:14.243827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:14.245123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.286227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-0105f205-be09-4062-a253-5ef6197a8af0 None None] Allocated IP 2001:db8:0:1::2 (d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4/a098d84f-a7b5-44f7-b88c-99294d4be849/abf608bd-6352-485b-bdd7-050960d8c418) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:14.289675 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c9373c9c-7e93-4f12-982e-bec84b411896 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.3593850 May 24 23:03:14.291792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58058) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.306956 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:14.320090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-304db4ae-3f5a-44c5-bc7e-c7849c10c693 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Synchronizing usage tracker for tenant:d6de67d89dbb4e56b0e295216e765b54 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:14.340677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c494103f-8862-4aae-b772-fb924eebff50 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.344170 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c494103f-8862-4aae-b772-fb924eebff50 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9236186 May 24 23:03:14.348972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58062) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.364581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.428667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-304db4ae-3f5a-44c5-bc7e-c7849c10c693 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Unset dirty status for tenant:d6de67d89dbb4e56b0e295216e765b54 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:14.430673 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-304db4ae-3f5a-44c5-bc7e-c7849c10c693 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5a900a9-961b-49d9-a7da-244992432650 HTTP/1.1" status: 200 len: 205 time: 0.3281624 May 24 23:03:14.436650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58066) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.515568 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6279d600-1b7a-44a3-a502-5e11542620ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da300a941f3f4a6f8389fb69cbf01581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370342 May 24 23:03:14.518167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58072) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.568384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.572587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port abf608bd-6352-485b-bdd7-050960d8c418 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:14.572587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.597274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63211fa5-8725-471c-baa4-7cc844a65647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.607190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0105f205-be09-4062-a253-5ef6197a8af0 None None] For port abf608bd-6352-485b-bdd7-050960d8c418, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=abf608bd-6352-485b-bdd7-050960d8c418,segment=NetworkSegment(9cfdf519-d0e9-48b9-a957-0e4f11aba492),segment_id=9cfdf519-d0e9-48b9-a957-0e4f11aba492)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:14.626342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63211fa5-8725-471c-baa4-7cc844a65647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.628051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 1717ac45-3240-4a12-aec7-0eb163e0282d is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:14.628594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.629664 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-65c02696-782e-46b1-8ad0-57d31aa72e00 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] delete failed (client error): The resource could not be found. May 24 23:03:14.632987 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-65c02696-782e-46b1-8ad0-57d31aa72e00 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/routers/d5a900a9-961b-49d9-a7da-244992432650 HTTP/1.1" status: 404 len: 336 time: 0.1591389 May 24 23:03:14.641771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58076) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.668448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0105f205-be09-4062-a253-5ef6197a8af0 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.676989 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e819e85-568c-4fe4-a61a-f15295f74384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717ac45-3240-4a12-aec7-0eb163e0282d'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:14.695423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 1717ac45-3240-4a12-aec7-0eb163e0282d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=1717ac45-3240-4a12-aec7-0eb163e0282d,segment=NetworkSegment(ecf51001-dae2-4048-9066-a2ab1cff2fa2),segment_id=ecf51001-dae2-4048-9066-a2ab1cff2fa2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:14.698379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0105f205-be09-4062-a253-5ef6197a8af0 None None] Transition to ACTIVE for port object abf608bd-6352-485b-bdd7-050960d8c418 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:14.701588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.738400 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-313a1421-ce78-4030-9d2d-72bb4f1ffa08 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] DELETE failed (client error): The resource could not be found. May 24 23:03:14.738400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313a1421-ce78-4030-9d2d-72bb4f1ffa08 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:14.741875 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-313a1421-ce78-4030-9d2d-72bb4f1ffa08 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/subnets/1c32faed-7dad-49b6-bca0-1c2a290268a1 HTTP/1.1" status: 404 len: 337 time: 0.0939932 May 24 23:03:14.742832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58082) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.768522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-556b7a61-3e09-48ee-82ea-9a70baa1e35f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.773002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0105f205-be09-4062-a253-5ef6197a8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.891264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-556b7a61-3e09-48ee-82ea-9a70baa1e35f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.895559 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:14.895996 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:14.901929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=1717ac45-3240-4a12-aec7-0eb163e0282d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:14.911255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9c212-f62c-4de8-aa43-7207138d945e req-eea6ffd1-0308-479d-ac98-43b2f4244b5a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:14.912728 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e2e9c212-f62c-4de8-aa43-7207138d945e req-eea6ffd1-0308-479d-ac98-43b2f4244b5a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 945 time: 0.4792786 May 24 23:03:14.976491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bbd480e6-1e9f-4549-a6d1-81050fcf6835 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port 256be648-2ca5-472f-b596-4b0d3cdbe00f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:14.976941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbd480e6-1e9f-4549-a6d1-81050fcf6835 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.982016 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105f205-be09-4062-a253-5ef6197a8af0 None None] Pushing event updated for resources: {'Port': ['ID=abf608bd-6352-485b-bdd7-050960d8c418,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:15.020050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63211fa5-8725-471c-baa4-7cc844a65647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.057395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7e263-1472-4fe7-947f-704ea026683f req-5733b81c-daab-4436-8ac3-051bdb585673 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:15.059494 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ba7e263-1472-4fe7-947f-704ea026683f req-5733b81c-daab-4436-8ac3-051bdb585673 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.4846592 May 24 23:03:15.088750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63211fa5-8725-471c-baa4-7cc844a65647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e13446-322b-4ccd-ba1c-8622c83e6948,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:15.157367 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e2e9c212-f62c-4de8-aa43-7207138d945e req-83a5fa8b-da14-4985-9315-36532600936e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343252 May 24 23:03:15.162288 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-556b7a61-3e09-48ee-82ea-9a70baa1e35f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.167372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.188176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63211fa5-8725-471c-baa4-7cc844a65647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.191716 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-63211fa5-8725-471c-baa4-7cc844a65647 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38e13446-322b-4ccd-ba1c-8622c83e6948 HTTP/1.1" status: 204 len: 168 time: 0.6702883 May 24 23:03:15.255105 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7662cd11-556e-4ae6-ae7f-e0ba3ffa8667'] response: {'server_uuid': '5e819e85-568c-4fe4-a61a-f15295f74384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'code': 200} May 24 23:03:15.315092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b7a61-3e09-48ee-82ea-9a70baa1e35f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c9b878-6752-4fc3-b44b-4f4073955043,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:15.484283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbd480e6-1e9f-4549-a6d1-81050fcf6835 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.485008 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ba7e263-1472-4fe7-947f-704ea026683f req-0be787a3-16b3-4cc9-9cc4-1f4fa0bae203 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099789 May 24 23:03:15.511210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Delete allocated IP 2001:db8:0:1::14f (d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4/a098d84f-a7b5-44f7-b88c-99294d4be849) {{(pid=88260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:03:15.541324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.547607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port abf608bd-6352-485b-bdd7-050960d8c418 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:15.547997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.579333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-556b7a61-3e09-48ee-82ea-9a70baa1e35f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.580438 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-556b7a61-3e09-48ee-82ea-9a70baa1e35f tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3c9b878-6752-4fc3-b44b-4f4073955043 HTTP/1.1" status: 204 len: 168 time: 1.2305691 May 24 23:03:15.585073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58092) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:15.627200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf7ada0-c4b6-4a24-9ae1-2561c0a35033 None None] Network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:15.688064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c1f3b67b-fc64-43d7-880f-79528fa71686 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:15.714735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a673e8-971a-4c4b-8c4b-a674f5c4da36 req-8537fc6b-d705-4f53-9384-9026b4bea7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:15.716060 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32a673e8-971a-4c4b-8c4b-a674f5c4da36 req-8537fc6b-d705-4f53-9384-9026b4bea7a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 1099 time: 0.1994865 May 24 23:03:15.719891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Router 16b1c501-0259-4edc-83fe-bf22ab47230d is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:03:15.740254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c1f3b67b-fc64-43d7-880f-79528fa71686 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:15.744350 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c1f3b67b-fc64-43d7-880f-79528fa71686 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1555293 May 24 23:03:15.747816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58096) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:15.750922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port abf608bd-6352-485b-bdd7-050960d8c418, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=abf608bd-6352-485b-bdd7-050960d8c418,segment=NetworkSegment(9cfdf519-d0e9-48b9-a957-0e4f11aba492),segment_id=9cfdf519-d0e9-48b9-a957-0e4f11aba492)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:15.785567 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58102) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:15.792822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.865235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-775716c1-1397-4021-876b-d2325456ea2d None None] Provisioning for port abf608bd-6352-485b-bdd7-050960d8c418 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:15.876332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f4bbc79c-8306-4453-ae7d-b0470e971359 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:15.883447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bbd480e6-1e9f-4549-a6d1-81050fcf6835 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for 256be648-2ca5-472f-b596-4b0d3cdbe00f owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:15.929966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-775716c1-1397-4021-876b-d2325456ea2d None None] Provisioning complete for port abf608bd-6352-485b-bdd7-050960d8c418 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:15.930372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-775716c1-1397-4021-876b-d2325456ea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.934400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-32a673e8-971a-4c4b-8c4b-a674f5c4da36 req-b75fc19d-8727-46ba-8e73-5f2cca6f2039 service neutron] Synchronizing usage tracker for tenant:69640cd84d494c3cb7624fbc111a8431 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:15.957239 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: f4bbc79c-8306-4453-ae7d-b0470e971359 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:15.957614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f4bbc79c-8306-4453-ae7d-b0470e971359 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:15.986542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.032509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=abf608bd-6352-485b-bdd7-050960d8c418,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:16.046341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-51a006ee-8f4a-490e-bfb0-81564222105d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Synchronizing usage tracker for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:16.067675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:16.087090 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device abf608bd-6352-485b-bdd7-050960d8c418 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:16.103208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Usage tracker for resource:security_group_rule and tenant:5633c16f47c9488595163bc897d3841a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:16.162746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:16.228969 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0ba85-1b57-447b-b709-d4b5b08c4e61 req-d9645cf1-7114-414d-946d-48e3562554f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:16.230545 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9bb0ba85-1b57-447b-b709-d4b5b08c4e61 req-d9645cf1-7114-414d-946d-48e3562554f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7771aacc17f41be915634936dda9ece&device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 1098 time: 0.3152404 May 24 23:03:16.283569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-775716c1-1397-4021-876b-d2325456ea2d None None] Current status of the port abf608bd-6352-485b-bdd7-050960d8c418 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:16.327163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port abf608bd-6352-485b-bdd7-050960d8c418 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:16.327373 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.335694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:03:16.337865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-32a673e8-971a-4c4b-8c4b-a674f5c4da36 req-b75fc19d-8727-46ba-8e73-5f2cca6f2039 service neutron] Unset dirty status for tenant:69640cd84d494c3cb7624fbc111a8431 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:16.339240 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32a673e8-971a-4c4b-8c4b-a674f5c4da36 req-b75fc19d-8727-46ba-8e73-5f2cca6f2039 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6168361 May 24 23:03:16.348897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbd480e6-1e9f-4549-a6d1-81050fcf6835 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.350442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:16.354895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-51a006ee-8f4a-490e-bfb0-81564222105d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] Unset dirty status for tenant:2a12d62fb33145eab3498b61d8371d4f on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:16.356361 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-51a006ee-8f4a-490e-bfb0-81564222105d tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6055505 May 24 23:03:16.390441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58108) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.400766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.420197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd480e6-1e9f-4549-a6d1-81050fcf6835 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=256be648-2ca5-472f-b596-4b0d3cdbe00f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:16.469566 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-beaeca34-9303-4832-9444-1491cc7490f3 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] delete failed (client error): The resource could not be found. May 24 23:03:16.471657 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-beaeca34-9303-4832-9444-1491cc7490f3 tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3c9b878-6752-4fc3-b44b-4f4073955043 HTTP/1.1" status: 404 len: 347 time: 0.0712862 May 24 23:03:16.474596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Ignored duplicate provisioning block setup for port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 24 23:03:16.479549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port abf608bd-6352-485b-bdd7-050960d8c418 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:16.488974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58112) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.522708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:16.526874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.534111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca470894-c80c-47db-88c2-ce8f1a676b6d req-10123a29-c4e8-47f7-aefd-0aeacb9a923a tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:16.535806 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca470894-c80c-47db-88c2-ce8f1a676b6d req-10123a29-c4e8-47f7-aefd-0aeacb9a923a tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.6049130 May 24 23:03:16.548992 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Sync routers for ids ['16b1c501-0259-4edc-83fe-bf22ab47230d'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:16.570207 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Routers {'16b1c501-0259-4edc-83fe-bf22ab47230d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:16.571354 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['16b1c501-0259-4edc-83fe-bf22ab47230d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:16.627119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.627712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0ba85-1b57-447b-b709-d4b5b08c4e61 req-e1dc5086-b4b1-459b-8e2d-e7944a65e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:16.629098 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9bb0ba85-1b57-447b-b709-d4b5b08c4e61 req-e1dc5086-b4b1-459b-8e2d-e7944a65e126 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 HTTP/1.1" status: 200 len: 912 time: 0.3909683 May 24 23:03:16.630952 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-66899f7f-2240-4aaf-9a24-228419611077 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8855262 May 24 23:03:16.634579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58116) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.722559 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8d2cb0d9-75bd-4449-9038-08ba21c2478b None None] Provisioning complete for port abf608bd-6352-485b-bdd7-050960d8c418 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:16.723130 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d2cb0d9-75bd-4449-9038-08ba21c2478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.765167 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9bb0ba85-1b57-447b-b709-d4b5b08c4e61 req-6c8985b0-cd9b-47f0-9933-31f34393fadd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ca59d8-1b0b-450d-8b8b-69d75dda6c46 HTTP/1.1" status: 200 len: 217 time: 0.1228788 May 24 23:03:16.766999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=b7386750-d7d3-4c37-bbd8-ec8ea9aa3630,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:16.769761 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] In _notify_port_updated(), no bound segment for port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 on network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:03:16.775164 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:16.775786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.777525 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ffdb5957-3665-48bb-961e-cbe87f0d92af tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "PUT /v2.0/ports/b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 HTTP/1.1" status: 200 len: 926 time: 2.4835482 May 24 23:03:16.779470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbd480e6-1e9f-4549-a6d1-81050fcf6835 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.812211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58120) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.825856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c0f8c5f3-72bc-4881-9d6a-9ee4970353c1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d'}, {'subnet_id': 'a098d84f-a7b5-44f7-b88c-99294d4be849'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:16.838915 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Set router 16b1c501-0259-4edc-83fe-bf22ab47230d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:16.885755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734534b-0a01-4608-8799-9e1f9e959d4c req-90f126a9-f154-4858-a122-bdce8f3d44a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:16.888137 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d734534b-0a01-4608-8799-9e1f9e959d4c req-90f126a9-f154-4858-a122-bdce8f3d44a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 946 time: 0.5525308 May 24 23:03:16.903405 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca470894-c80c-47db-88c2-ce8f1a676b6d req-77ae3e40-6b35-4b9d-a45a-1932b0ae1aca tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449199 May 24 23:03:16.905720 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-323d425c-1f5a-4929-8472-ce98ad42971c tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/routers/16b1c501-0259-4edc-83fe-bf22ab47230d HTTP/1.1" status: 200 len: 908 time: 0.2585692 May 24 23:03:16.911190 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0487671b-e485-4834-a0d8-76dfcf45daac tempest-SecGroupTest-1783193434 tempest-SecGroupTest-1783193434-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4190421 May 24 23:03:16.914319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58124) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.945865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Request body: {'router': {'name': 'tempest-snat-router-774595817', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'enable_snat': True}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:16.961107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:16.965152 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Usage tracker for resource:router and tenant:00a5d57f9d854175a329153102cc55cc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:16.968940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:16.975154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:17.003161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cb0d9-75bd-4449-9038-08ba21c2478b None None] Current status of the port abf608bd-6352-485b-bdd7-050960d8c418 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:17.031405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8d2cb0d9-75bd-4449-9038-08ba21c2478b None None] Provisioning for port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:17.035683 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d734534b-0a01-4608-8799-9e1f9e959d4c req-acd71930-e137-4f7d-ba59-67a67374e918 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231437 May 24 23:03:17.037700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8d2cb0d9-75bd-4449-9038-08ba21c2478b None None] Provisioning complete for port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:17.038182 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d2cb0d9-75bd-4449-9038-08ba21c2478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.039840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.041153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.067176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.073375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0f8c5f3-72bc-4881-9d6a-9ee4970353c1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.090978 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.100192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.164960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cb0d9-75bd-4449-9038-08ba21c2478b None None] Port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:17.192120 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5633c16f47c9488595163bc897d3841a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4016285 May 24 23:03:17.207784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58130) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:17.234938 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bbd480e6-1e9f-4549-a6d1-81050fcf6835 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/ports/256be648-2ca5-472f-b596-4b0d3cdbe00f HTTP/1.1" status: 204 len: 168 time: 2.4909215 May 24 23:03:17.251770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0ba85-1b57-447b-b709-d4b5b08c4e61 req-877fa2d9-5c31-4232-9ecb-d191d7b7e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:17.253459 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9bb0ba85-1b57-447b-b709-d4b5b08c4e61 req-877fa2d9-5c31-4232-9ecb-d191d7b7e674 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f92339d-d50a-4eb8-843f-67690f9de8e1 HTTP/1.1" status: 200 len: 851 time: 0.4750645 May 24 23:03:17.260072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58134) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:17.308595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5f974cc9-f463-4e21-8ece-2fb65c3e7b1f None None] Provisioning complete for port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:17.309013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5f974cc9-f463-4e21-8ece-2fb65c3e7b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.462324 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b1c501-0259-4edc-83fe-bf22ab47230d', 'name': 'tempest-snat-router-774595817', 'tenant_id': '00a5d57f9d854175a329153102cc55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': False}, 'gw_port_id': '2a44b822-867c-4c46-b8dc-767836e6aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:09Z', 'updated_at': '2022-05-24T23:03:13Z', 'revision_number': 3, 'project_id': '00a5d57f9d854175a329153102cc55cc', 'gw_port': {'id': '2a44b822-867c-4c46-b8dc-767836e6aebe', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b1c501-0259-4edc-83fe-bf22ab47230d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:12Z', 'updated_at': '2022-05-24T23:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:17.469952 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port bf9c6af5-51b5-4c34-b2ad-d1027e864abd {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:17.470399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.473942 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Checking router: 16b1c501-0259-4edc-83fe-bf22ab47230d for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:17.474469 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Updating router 16b1c501-0259-4edc-83fe-bf22ab47230d port 2a44b822-867c-4c46-b8dc-767836e6aebe binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:03:17.509767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5f974cc9-f463-4e21-8ece-2fb65c3e7b1f None None] Port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:17.536009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58140) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:17.583154 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.612096 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9bb0ba85-1b57-447b-b709-d4b5b08c4e61 req-8f5f388f-c8ee-418e-bb76-836acebdc2e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466153 May 24 23:03:17.703185 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.712518 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bb379093-b390-4bbb-9db6-010e1ceaab8e None None] Provisioning complete for port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:17.713399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb379093-b390-4bbb-9db6-010e1ceaab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.717469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f07ee0-dc60-4e80-877e-6605308fe0d4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:17.798479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bb379093-b390-4bbb-9db6-010e1ceaab8e None None] Port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:17.817746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.818083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.818413 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.818764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.819089 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.819413 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.819733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.820049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.820363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.820725 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.821042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.821352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15e1b4-0ebe-41bd-9518-e5457cb0a37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:17.835073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2cdfdc7d-156d-4bad-b1b0-ef0aa5099720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.877146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2cdfdc7d-156d-4bad-b1b0-ef0aa5099720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.971439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2cdfdc7d-156d-4bad-b1b0-ef0aa5099720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.995760 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.032455 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.055916 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Transition to ACTIVE for port object 2a44b822-867c-4c46-b8dc-767836e6aebe will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:18.063795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device abf608bd-6352-485b-bdd7-050960d8c418 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:18.064499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfdc7d-156d-4bad-b1b0-ef0aa5099720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f07ee0-dc60-4e80-877e-6605308fe0d4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:18.081897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2cdfdc7d-156d-4bad-b1b0-ef0aa5099720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.085446 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2cdfdc7d-156d-4bad-b1b0-ef0aa5099720 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26f07ee0-dc60-4e80-877e-6605308fe0d4 HTTP/1.1" status: 204 len: 168 time: 0.8734617 May 24 23:03:18.089692 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.178307 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66fa09-14e0-4c9d-a180-654aef48f30e None None] Pushing event updated for resources: {'Port': ['ID=2a44b822-867c-4c46-b8dc-767836e6aebe,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:18.248687 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Attempting to bind port 2a44b822-867c-4c46-b8dc-767836e6aebe on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:18.250180 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Attempting to bind port 2a44b822-867c-4c46-b8dc-767836e6aebe by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:18.250530 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Attempting to bind port 2a44b822-867c-4c46-b8dc-767836e6aebe on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:18.265619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port abf608bd-6352-485b-bdd7-050960d8c418 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:18.266580 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:18.267167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.267860 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:18.269125 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.269554 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:18.270021 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Bound port: 2a44b822-867c-4c46-b8dc-767836e6aebe, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:18.271548 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.366399 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9bb0ba85-1b57-447b-b709-d4b5b08c4e61 req-dbe03388-3f39-4d7b-ae9b-cbf27611a6c5 service neutron] 10.222.0.42 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7460048 May 24 23:03:18.379915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for bf9c6af5-51b5-4c34-b2ad-d1027e864abd owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:18.434127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port abf608bd-6352-485b-bdd7-050960d8c418 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:18.440123 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] For port 2a44b822-867c-4c46-b8dc-767836e6aebe, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:18.444240 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] For port 2a44b822-867c-4c46-b8dc-767836e6aebe, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2a44b822-867c-4c46-b8dc-767836e6aebe,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:18.458267 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.563130 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Routers {'16b1c501-0259-4edc-83fe-bf22ab47230d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:18.565323 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['16b1c501-0259-4edc-83fe-bf22ab47230d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:18.575248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b7c25-715d-4169-b56c-a4410893f6db req-f66f8b8b-d358-43c4-975b-5ed164fa5dd0 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:18.576755 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-125b7c25-715d-4169-b56c-a4410893f6db req-f66f8b8b-d358-43c4-975b-5ed164fa5dd0 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.4963133 May 24 23:03:18.589079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.623396 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.633904 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66fa09-14e0-4c9d-a180-654aef48f30e None None] Pushing event updated for resources: {'Port': ['ID=2a44b822-867c-4c46-b8dc-767836e6aebe,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:18.648338 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6b637366-c589-45d3-a8c1-4ec4d2b72858 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a12d62fb33145eab3498b61d8371d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0391994 May 24 23:03:18.660318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58158) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:18.797762 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] Set router 16b1c501-0259-4edc-83fe-bf22ab47230d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:18.821487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5933db14-a2de-4cac-80a0-1e2d6c22fc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.833834 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9bb0ba85-1b57-447b-b709-d4b5b08c4e61 req-5eeb758b-e8cf-45c2-af5f-5c56299883ef service neutron] 10.222.0.42 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221387 May 24 23:03:18.877606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3a6ec-bafc-4668-8cb2-a17142091c10 req-9cf5dc64-3249-4004-afbd-deba52070147 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:18.883885 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-99e3a6ec-bafc-4668-8cb2-a17142091c10 req-9cf5dc64-3249-4004-afbd-deba52070147 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 946 time: 0.4923997 May 24 23:03:18.922662 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-125b7c25-715d-4169-b56c-a4410893f6db req-442ba514-a34a-4c0d-876d-f38fdf41a36a tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345768 May 24 23:03:18.935445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5933db14-a2de-4cac-80a0-1e2d6c22fc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.955883 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-99e3a6ec-bafc-4668-8cb2-a17142091c10 req-8aa488a7-cafa-4569-846e-076dd4b5e811 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710566 May 24 23:03:18.981769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.034987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Allocated IP 172.26.3.73 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/1192d35e-9fc1-40d9-900b-d08fd4c208c5) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:19.066816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-c0f8c5f3-72bc-4881-9d6a-9ee4970353c1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8:0:1::25 (d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4/a098d84f-a7b5-44f7-b88c-99294d4be849/b7386750-d7d3-4c37-bbd8-ec8ea9aa3630) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:19.083079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=bf9c6af5-51b5-4c34-b2ad-d1027e864abd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:19.193161 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.193753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.194195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.194625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.195305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.195743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.196168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.196591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.197181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.199428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.200392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.200869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:19.244265 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b1c501-0259-4edc-83fe-bf22ab47230d', 'name': 'tempest-snat-router-774595817', 'tenant_id': '00a5d57f9d854175a329153102cc55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': False}, 'gw_port_id': '2a44b822-867c-4c46-b8dc-767836e6aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:09Z', 'updated_at': '2022-05-24T23:03:13Z', 'revision_number': 3, 'project_id': '00a5d57f9d854175a329153102cc55cc', 'gw_port': {'id': '2a44b822-867c-4c46-b8dc-767836e6aebe', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b1c501-0259-4edc-83fe-bf22ab47230d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:12Z', 'updated_at': '2022-05-24T23:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:19.249849 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6d8a2-e2f4-4114-b459-abeb22499f45 None None] The sync data for ids ['16b1c501-0259-4edc-83fe-bf22ab47230d'] in dv-neutron-843190-1-hyperv is: [{'id': '16b1c501-0259-4edc-83fe-bf22ab47230d', 'name': 'tempest-snat-router-774595817', 'tenant_id': '00a5d57f9d854175a329153102cc55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103'}], 'enable_snat': False}, 'gw_port_id': '2a44b822-867c-4c46-b8dc-767836e6aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:09Z', 'updated_at': '2022-05-24T23:03:13Z', 'revision_number': 3, 'project_id': '00a5d57f9d854175a329153102cc55cc', 'gw_port': {'id': '2a44b822-867c-4c46-b8dc-767836e6aebe', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b1c501-0259-4edc-83fe-bf22ab47230d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:12Z', 'updated_at': '2022-05-24T23:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:19.251985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58176) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:19.317032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.331858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d081435-6fd8-453a-83a1-f36f4256e6a8 req-e2ddcda0-95e3-4a81-b7fd-5a3d370d1135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:19.333462 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d081435-6fd8-453a-83a1-f36f4256e6a8 req-e2ddcda0-95e3-4a81-b7fd-5a3d370d1135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 946 time: 0.1719275 May 24 23:03:19.371034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5933db14-a2de-4cac-80a0-1e2d6c22fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.396949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1538914816-network', 'tenant_id': '4155273398514810859d10c940ec1372'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:19.397836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933db14-a2de-4cac-80a0-1e2d6c22fc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19cbe05-f6bf-4d54-bcf5-70a0ccabdf55,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:19.407369 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d081435-6fd8-453a-83a1-f36f4256e6a8 req-1e2eb599-df45-4e98-bdb4-5530d42dd694 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650632 May 24 23:03:19.408344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:19.414837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Usage tracker for resource:network and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:19.419016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:19.426307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:19.441377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58182) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:19.454457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.463307 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ebbdc87f-697b-4301-9148-7170ebd39c1f tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/ports/bf9c6af5-51b5-4c34-b2ad-d1027e864abd HTTP/1.1" status: 204 len: 168 time: 2.1947503 May 24 23:03:19.477421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58186) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:19.498295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.548952 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5933db14-a2de-4cac-80a0-1e2d6c22fc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.552917 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5933db14-a2de-4cac-80a0-1e2d6c22fc88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d19cbe05-f6bf-4d54-bcf5-70a0ccabdf55 HTTP/1.1" status: 204 len: 168 time: 0.8749275 May 24 23:03:19.558566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Made reservation on behalf of 4155273398514810859d10c940ec1372 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:19.561105 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.625666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:19.629573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:19.630692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0f8c5f3-72bc-4881-9d6a-9ee4970353c1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.642844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:19.663086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180da91d-1eb1-43ac-b941-620eba421abb tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:19.663820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-180da91d-1eb1-43ac-b941-620eba421abb tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Synchronizing usage tracker for tenant:d6de67d89dbb4e56b0e295216e765b54 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:19.673526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.693206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-180da91d-1eb1-43ac-b941-620eba421abb tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Unset dirty status for tenant:d6de67d89dbb4e56b0e295216e765b54 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:19.694466 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-180da91d-1eb1-43ac-b941-620eba421abb tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e09075-ce1d-46eb-b392-318c1c2590c5 HTTP/1.1" status: 200 len: 913 time: 0.2159534 May 24 23:03:19.697370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58192) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:19.700916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-c0f8c5f3-72bc-4881-9d6a-9ee4970353c1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:19.720738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:19.737814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event updated for resources: {'Port': ['ID=1192d35e-9fc1-40d9-900b-d08fd4c208c5,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:19.751080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Usage tracker for resource:security_group_rule and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:19.756907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:19.763066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0f8c5f3-72bc-4881-9d6a-9ee4970353c1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.997178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8c5f3-72bc-4881-9d6a-9ee4970353c1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=b7386750-d7d3-4c37-bbd8-ec8ea9aa3630,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:20.027456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:20.145531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2a44b822-867c-4c46-b8dc-767836e6aebe up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:20.201245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8c5f3-72bc-4881-9d6a-9ee4970353c1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] In _notify_port_updated(), no bound segment for port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 on network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:03:20.213639 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f8c5f3-72bc-4881-9d6a-9ee4970353c1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:20.226813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0f8c5f3-72bc-4881-9d6a-9ee4970353c1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.232931 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c0f8c5f3-72bc-4881-9d6a-9ee4970353c1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "PUT /v2.0/ports/b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 HTTP/1.1" status: 200 len: 1011 time: 3.4195676 May 24 23:03:20.246740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 2a44b822-867c-4c46-b8dc-767836e6aebe completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:20.254549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2a44b822-867c-4c46-b8dc-767836e6aebe triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:20.256005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.257661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58198) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:20.382963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a2a39-24d6-4454-add8-4f3b202d871c tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:20.388249 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-096a2a39-24d6-4454-add8-4f3b202d871c tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 1094 time: 0.9419851 May 24 23:03:20.392971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bf654b9f-1888-4832-b1ed-6a184b4d4af2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:20.393921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf654b9f-1888-4832-b1ed-6a184b4d4af2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.404028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58202) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:20.427839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:20.453655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:20.454607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2a44b822-867c-4c46-b8dc-767836e6aebe is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:20.456499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.463965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c13db4c1-a0fa-40b5-9d76-21ad4b53a448 None None] Provisioning for port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:20.470395 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c13db4c1-a0fa-40b5-9d76-21ad4b53a448 None None] Provisioning complete for port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:20.471426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c13db4c1-a0fa-40b5-9d76-21ad4b53a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.481893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:floatingip and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:20.485038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.531038 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 2a44b822-867c-4c46-b8dc-767836e6aebe, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2a44b822-867c-4c46-b8dc-767836e6aebe,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:20.542771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.554008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:20.577954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.610826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:20.611047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c13db4c1-a0fa-40b5-9d76-21ad4b53a448 None None] Port b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:20.617455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=2a44b822-867c-4c46-b8dc-767836e6aebe,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:20.618164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.625587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.626179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.626527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.627052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.627402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.627908 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.628243 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.628572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.628901 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.629228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.629551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.630083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:20.634422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1981fe-b3c0-4204-9789-616adec5112c req-8a8de82f-8e1c-4ff2-be40-9413ae8cc848 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:20.636041 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1f1981fe-b3c0-4204-9789-616adec5112c req-8a8de82f-8e1c-4ff2-be40-9413ae8cc848 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.4145796 May 24 23:03:20.692133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:20.696595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.779091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6851e282-b8a2-4499-a6bb-7f2a8be94a9a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:20.819230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.819574 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Added segment cdc96ae5-55df-4871-a464-9f8c3d7d15e4 of type vlan for network 93c103b0-3a45-4501-a7a3-8923f3d8757b May 24 23:03:20.910460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf654b9f-1888-4832-b1ed-6a184b4d4af2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.015811 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1f1981fe-b3c0-4204-9789-616adec5112c req-324130be-d10c-4575-ae2f-cca57c39afff tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610983 May 24 23:03:21.050725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bf654b9f-1888-4832-b1ed-6a184b4d4af2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:21.126924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.297710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.298688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:21.299263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.347161 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15cb82ce-dafb-47be-b043-334bd601547c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.393450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.553024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf654b9f-1888-4832-b1ed-6a184b4d4af2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.563045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] Pushing event updated for resources: {'Network': ['ID=93c103b0-3a45-4501-a7a3-8923f3d8757b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:21.568608 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cb50aea7-a768-47f2-9804-3b3dee6faffe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3112845 May 24 23:03:21.573124 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 93c103b0-3a45-4501-a7a3-8923f3d8757b details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:21.579646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58210) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:21.598730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Request body: {'subnet': {'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1538914816-subnet', 'tenant_id': '4155273398514810859d10c940ec1372', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:21.607024 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.609278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:21.708949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Usage tracker for resource:subnet and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:21.719642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf654b9f-1888-4832-b1ed-6a184b4d4af2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=b7386750-d7d3-4c37-bbd8-ec8ea9aa3630,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:21.724200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:21.742832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:21.803570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Made reservation on behalf of 4155273398514810859d10c940ec1372 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:21.806872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.839617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfdb3b-6472-4208-99a5-008ffaf862e9 req-4c3edb90-64a3-4264-9767-d2c3be669377 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:21.841197 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68cfdb3b-6472-4208-99a5-008ffaf862e9 req-4c3edb90-64a3-4264-9767-d2c3be669377 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.4455316 May 24 23:03:21.872635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf654b9f-1888-4832-b1ed-6a184b4d4af2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.881406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4f46ccca-7f4c-428c-896e-c8a6816d521b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.921074 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bf654b9f-1888-4832-b1ed-6a184b4d4af2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 HTTP/1.1" status: 204 len: 168 time: 1.6621528 May 24 23:03:21.922426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58214) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:21.977058 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4627e4e-c8a1-4d35-8c27-30a47ff2c431 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:03:21.977599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c4627e4e-c8a1-4d35-8c27-30a47ff2c431 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:22.002266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c4627e4e-c8a1-4d35-8c27-30a47ff2c431 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:22.006405 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c4627e4e-c8a1-4d35-8c27-30a47ff2c431 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 HTTP/1.1" status: 404 len: 333 time: 0.0829616 May 24 23:03:22.007030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58218) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:22.040150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Router 01cd5803-6c53-4966-b7d8-a17a715d41f4 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:03:22.046045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.81 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/34e40745-646b-41c9-9dc5-7d5530dbe41f) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:22.052722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2a44b822-867c-4c46-b8dc-767836e6aebe up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:22.057618 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68cfdb3b-6472-4208-99a5-008ffaf862e9 req-08be7306-2afe-4cab-a8c3-362f7d4389af tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786158 May 24 23:03:22.142985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35edd57-99c7-489b-ad3c-8f1121af0b75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting subnet a098d84f-a7b5-44f7-b88c-99294d4be849 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:22.143240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2a44b822-867c-4c46-b8dc-767836e6aebe triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:22.143652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.147033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a35edd57-99c7-489b-ad3c-8f1121af0b75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.216745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-15cb82ce-dafb-47be-b043-334bd601547c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port 3e3bb741-08c2-4c6d-b2d4-a7e004199470 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:22.217673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15cb82ce-dafb-47be-b043-334bd601547c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.273045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a35edd57-99c7-489b-ad3c-8f1121af0b75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.274214 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2a44b822-867c-4c46-b8dc-767836e6aebe is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:22.428656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:22.440473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Sync routers for ids ['01cd5803-6c53-4966-b7d8-a17a715d41f4'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:22.450130 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Routers {'01cd5803-6c53-4966-b7d8-a17a715d41f4'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:22.450786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:02:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['01cd5803-6c53-4966-b7d8-a17a715d41f4'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:22.466141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.482824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.483344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a35edd57-99c7-489b-ad3c-8f1121af0b75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.526126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15cb82ce-dafb-47be-b043-334bd601547c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.527997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.529202 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b0794b0-39b7-4324-807c-16e910ca428a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.5943313 May 24 23:03:22.540658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58222) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:22.644314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Set router 01cd5803-6c53-4966-b7d8-a17a715d41f4 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:22.712771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-15cb82ce-dafb-47be-b043-334bd601547c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for 3e3bb741-08c2-4c6d-b2d4-a7e004199470 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:22.790902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:22.832481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Checking segment: {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:22.832967 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-908fb59b-f2f8-449f-89fa-8445b110dcc7 req-5f9da48b-d4fc-4f16-93ba-a0673338fad2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2987306 May 24 23:03:22.833088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Network hostable DHCP agents. Network: 93c103b0-3a45-4501-a7a3-8923f3d8757b, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:03:22.836462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a35edd57-99c7-489b-ad3c-8f1121af0b75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.904126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35edd57-99c7-489b-ad3c-8f1121af0b75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Subnet': ['ID=a098d84f-a7b5-44f7-b88c-99294d4be849,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:22.907358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a35edd57-99c7-489b-ad3c-8f1121af0b75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.918074 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a35edd57-99c7-489b-ad3c-8f1121af0b75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/a098d84f-a7b5-44f7-b88c-99294d4be849 HTTP/1.1" status: 204 len: 168 time: 0.9093552 May 24 23:03:22.922865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.930804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58226) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:22.952028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51091f6b-40b1-435a-bd0c-e9675b60b63e None None] Network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:23.024162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:23.024834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Network 93c103b0-3a45-4501-a7a3-8923f3d8757b is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:03:23.031694 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:23.038231 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0bc7778c-1009-4f47-92b9-cbdd7d95a9ae tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/routers/01cd5803-6c53-4966-b7d8-a17a715d41f4 HTTP/1.1" status: 200 len: 906 time: 0.4936781 May 24 23:03:23.041358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:23.041747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58230) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:23.071979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=34e40745-646b-41c9-9dc5-7d5530dbe41f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:23.079366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 93c103b0-3a45-4501-a7a3-8923f3d8757b) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:23.091297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:23.091880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.120252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-15aecb7e-6ce0-49cc-827b-078731385282 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting subnet 3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:23.124437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8112080a-1e6b-4985-8387-697f5e9626f3 None None] Network 93c103b0-3a45-4501-a7a3-8923f3d8757b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:23.130876 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15aecb7e-6ce0-49cc-827b-078731385282 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.150786 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1aeb59df-1909-41d8-a0e3-89dfd758d921 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5647926 May 24 23:03:23.158721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58236) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:23.176308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:23.192220 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:23.198959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Usage tracker for resource:router and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:23.207066 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:23.220238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cd5803-6c53-4966-b7d8-a17a715d41f4', 'name': 'tempest-snat-router-774595817', 'tenant_id': '00a5d57f9d854175a329153102cc55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '1192d35e-9fc1-40d9-900b-d08fd4c208c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:17Z', 'updated_at': '2022-05-24T23:03:19Z', 'revision_number': 3, 'project_id': '00a5d57f9d854175a329153102cc55cc', 'gw_port': {'id': '1192d35e-9fc1-40d9-900b-d08fd4c208c5', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cd5803-6c53-4966-b7d8-a17a715d41f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:18Z', 'updated_at': '2022-05-24T23:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:23.236662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Checking router: 01cd5803-6c53-4966-b7d8-a17a715d41f4 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:23.237025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Updating router 01cd5803-6c53-4966-b7d8-a17a715d41f4 port 1192d35e-9fc1-40d9-900b-d08fd4c208c5 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:03:23.292912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:23.334568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.336156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.379641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.457147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15aecb7e-6ce0-49cc-827b-078731385282 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.513764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.538823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fb59b-f2f8-449f-89fa-8445b110dcc7 req-caa1f56b-de50-44ef-8d13-a818495e7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:23.540428 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-908fb59b-f2f8-449f-89fa-8445b110dcc7 req-caa1f56b-de50-44ef-8d13-a818495e7741 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7771aacc17f41be915634936dda9ece&device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 1098 time: 0.5722034 May 24 23:03:23.598669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15cb82ce-dafb-47be-b043-334bd601547c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.624591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a53796-3a75-4400-a40f-c1bf34b6d07f req-3300b112-25e1-403f-8d5a-f31aeb90dbc4 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:23.625705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-93c103b0-3a45-4501-a7a3-8923f3d8757b', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:23.626313 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7a53796-3a75-4400-a40f-c1bf34b6d07f req-3300b112-25e1-403f-8d5a-f31aeb90dbc4 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.2775788 May 24 23:03:23.633066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.688110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.788678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb82ce-dafb-47be-b043-334bd601547c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=3e3bb741-08c2-4c6d-b2d4-a7e004199470,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:23.973808 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7a53796-3a75-4400-a40f-c1bf34b6d07f req-9d2447b2-8e7c-4cee-afc7-d392fc0290b2 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553470 May 24 23:03:23.988696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Allocated IP 172.20.0.2 (93c103b0-3a45-4501-a7a3-8923f3d8757b/ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232/14c5d6d6-aca5-42f5-bcca-44f77633fa76) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:24.007477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.037469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.128522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.142124 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Transition to ACTIVE for port object 1192d35e-9fc1-40d9-900b-d08fd4c208c5 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:24.169499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.175304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Deleting port 1192d35e-9fc1-40d9-900b-d08fd4c208c5 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:24.175767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.179193 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.331378 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-78940a97-feb1-48d9-9ee5-75b9625066e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.361583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Attempting to bind port 1192d35e-9fc1-40d9-900b-d08fd4c208c5 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:24.361934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Attempting to bind port 1192d35e-9fc1-40d9-900b-d08fd4c208c5 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:24.362766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Attempting to bind port 1192d35e-9fc1-40d9-900b-d08fd4c208c5 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:24.366045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15aecb7e-6ce0-49cc-827b-078731385282 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.376505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308df4a1-efdc-421f-861e-2cca9e9410f5 None None] Pushing event updated for resources: {'Port': ['ID=1192d35e-9fc1-40d9-900b-d08fd4c208c5,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:24.382847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:24.383293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:24.383614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.384008 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:24.384475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Bound port: 1192d35e-9fc1-40d9-900b-d08fd4c208c5, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:24.384849 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.459939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fb59b-f2f8-449f-89fa-8445b110dcc7 req-ad92b891-4a4d-4156-b5fd-efef9a3fb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:24.461840 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-908fb59b-f2f8-449f-89fa-8445b110dcc7 req-ad92b891-4a4d-4156-b5fd-efef9a3fb8cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 HTTP/1.1" status: 200 len: 912 time: 0.9008060 May 24 23:03:24.605612 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-908fb59b-f2f8-449f-89fa-8445b110dcc7 req-bf033ad6-b1d3-4810-bd70-24cda50aeb35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ca59d8-1b0b-450d-8b8b-69d75dda6c46 HTTP/1.1" status: 200 len: 217 time: 0.0939999 May 24 23:03:24.631486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.633861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a5d65d22-8139-42c6-abea-319302ce64f6 None None] Provisioning complete for port abf608bd-6352-485b-bdd7-050960d8c418 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:24.634218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a5d65d22-8139-42c6-abea-319302ce64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.672127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.678282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] For port 1192d35e-9fc1-40d9-900b-d08fd4c208c5, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:24.680601 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Transition to ACTIVE for port object 14c5d6d6-aca5-42f5-bcca-44f77633fa76 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:24.707835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] For port 1192d35e-9fc1-40d9-900b-d08fd4c208c5, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1192d35e-9fc1-40d9-900b-d08fd4c208c5,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:24.721134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.726005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Transition to ACTIVE for port object 14c5d6d6-aca5-42f5-bcca-44f77633fa76 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:24.785393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.834783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15aecb7e-6ce0-49cc-827b-078731385282 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.842213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.867393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Routers {'01cd5803-6c53-4966-b7d8-a17a715d41f4'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:24.868034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['01cd5803-6c53-4966-b7d8-a17a715d41f4'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:24.888220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fb59b-f2f8-449f-89fa-8445b110dcc7 req-e2ce0a30-765a-415d-9f39-945d750c810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:24.889606 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-908fb59b-f2f8-449f-89fa-8445b110dcc7 req-e2ce0a30-765a-415d-9f39-945d750c810b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f92339d-d50a-4eb8-843f-67690f9de8e1 HTTP/1.1" status: 200 len: 851 time: 0.2636645 May 24 23:03:24.910834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aecb7e-6ce0-49cc-827b-078731385282 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:24.926858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.931122 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Network 93c103b0-3a45-4501-a7a3-8923f3d8757b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:24.932029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd01a4-e069-4310-b9db-0b81624be887 None None] Network d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:24.941742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15aecb7e-6ce0-49cc-827b-078731385282 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.946719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15cb82ce-dafb-47be-b043-334bd601547c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.954994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:24.958128 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:24.959877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308df4a1-efdc-421f-861e-2cca9e9410f5 None None] Pushing event updated for resources: {'Port': ['ID=1192d35e-9fc1-40d9-900b-d08fd4c208c5,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:24.984024 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-908fb59b-f2f8-449f-89fa-8445b110dcc7 req-f4c09f71-a1ec-4074-b7bf-8b333ee2a26a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848155 May 24 23:03:24.987665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36a3c9-a409-473c-a773-16650bbbded8 req-11296955-620b-4573-8f7b-0bebddda5154 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:24.991294 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b36a3c9-a409-473c-a773-16650bbbded8 req-11296955-620b-4573-8f7b-0bebddda5154 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.4015005 May 24 23:03:24.994012 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] For port 1192d35e-9fc1-40d9-900b-d08fd4c208c5, host dv-neutron-843190-1-hyperv, got binding levels [] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:24.994367 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.073029 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-15aecb7e-6ce0-49cc-827b-078731385282 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d HTTP/1.1" status: 204 len: 168 time: 2.1411541 May 24 23:03:25.077750 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58244) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:25.134324 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b36a3c9-a409-473c-a773-16650bbbded8 req-4df7e8bd-46c3-4020-9e41-14980ffe662a tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317134 May 24 23:03:25.231516 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a5d65d22-8139-42c6-abea-319302ce64f6 None None] Current status of the port abf608bd-6352-485b-bdd7-050960d8c418 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:25.309639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.314809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.323238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Pushing event updated for resources: {'Port': ['ID=14c5d6d6-aca5-42f5-bcca-44f77633fa76,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:25.326064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Allocated IP 172.26.3.176 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/ed56473a-6321-422f-9f02-fc241f64dd13) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:25.345042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.353268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.377927 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.407859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Attempting to bind port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:25.407859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Attempting to bind port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:25.407859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Attempting to bind port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 on network 93c103b0-3a45-4501-a7a3-8923f3d8757b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:25.410165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] Set router 01cd5803-6c53-4966-b7d8-a17a715d41f4 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:25.410733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port abf608bd-6352-485b-bdd7-050960d8c418 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:25.411108 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.461021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Calling delete_port for 1192d35e-9fc1-40d9-900b-d08fd4c208c5 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:25.537416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:25.537794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Checking segment: {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:25.538231 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.538589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Bound using segment: {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:25.539102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Bound port: 14c5d6d6-aca5-42f5-bcca-44f77633fa76, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:25.539478 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.555787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cd5803-6c53-4966-b7d8-a17a715d41f4', 'name': 'tempest-snat-router-774595817', 'tenant_id': '00a5d57f9d854175a329153102cc55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:17Z', 'updated_at': '2022-05-24T23:03:24Z', 'revision_number': 4, 'project_id': '00a5d57f9d854175a329153102cc55cc', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:25.595508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=34e40745-646b-41c9-9dc5-7d5530dbe41f,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:25.603591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e09e4d9-637f-49ce-9d0c-180751c14ddb None None] The sync data for ids ['01cd5803-6c53-4966-b7d8-a17a715d41f4'] in dv-neutron-843190-1-hyperv is: [{'id': '01cd5803-6c53-4966-b7d8-a17a715d41f4', 'name': 'tempest-snat-router-774595817', 'tenant_id': '00a5d57f9d854175a329153102cc55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:17Z', 'updated_at': '2022-05-24T23:03:24Z', 'revision_number': 4, 'project_id': '00a5d57f9d854175a329153102cc55cc', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:25.656690 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-908fb59b-f2f8-449f-89fa-8445b110dcc7 req-97bf904f-f7e0-4cbe-9c32-446387d76d4b service neutron] 10.222.0.42 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6537015 May 24 23:03:25.684399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] For port 14c5d6d6-aca5-42f5-bcca-44f77633fa76, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:25.685972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.688943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] For port 14c5d6d6-aca5-42f5-bcca-44f77633fa76, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=14c5d6d6-aca5-42f5-bcca-44f77633fa76,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:25.694919 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.770889 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] DHCP port deletion for d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:25.791026 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Deleting port abf608bd-6352-485b-bdd7-050960d8c418 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:25.791399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.853378 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19682b0-86e7-49cf-993a-9dabf3c868fd None None] Pushing event updated for resources: {'Port': ['ID=14c5d6d6-aca5-42f5-bcca-44f77633fa76,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:25.995457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cb82ce-dafb-47be-b043-334bd601547c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Router 12e09075-ce1d-46eb-b392-318c1c2590c5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:26.125439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device abf608bd-6352-485b-bdd7-050960d8c418 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:26.142565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.178791 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-908fb59b-f2f8-449f-89fa-8445b110dcc7 req-2d174976-21c5-4f31-b09a-d81d144d21bd service neutron] 10.222.0.42 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054891 May 24 23:03:26.213059 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.247068 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP 0e59a4d2-475c-4754-9f71-bc8727fa6f47 associated. External IP: 172.26.3.81, port: 1717ac45-3240-4a12-aec7-0eb163e0282d. May 24 23:03:26.402205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:26.402580 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:26.447768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] For port abf608bd-6352-485b-bdd7-050960d8c418, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=abf608bd-6352-485b-bdd7-050960d8c418,segment=NetworkSegment(9cfdf519-d0e9-48b9-a957-0e4f11aba492),segment_id=9cfdf519-d0e9-48b9-a957-0e4f11aba492)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:26.448352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.505095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768db91-003c-4b42-9182-5aeb46d4aeb2 req-750ad459-15c0-4121-aad9-1a2de650977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:26.506585 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6768db91-003c-4b42-9182-5aeb46d4aeb2 req-750ad459-15c0-4121-aad9-1a2de650977d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7771aacc17f41be915634936dda9ece&device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 1098 time: 0.2446456 May 24 23:03:26.589352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cb82ce-dafb-47be-b043-334bd601547c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:26.603496 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd79e62-d0eb-48ef-8926-75660ea8d40b None None] Sync routers for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:26.605085 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-15cb82ce-dafb-47be-b043-334bd601547c tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "PUT /v2.0/routers/12e09075-ce1d-46eb-b392-318c1c2590c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9064212 May 24 23:03:26.605560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] For port abf608bd-6352-485b-bdd7-050960d8c418, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=abf608bd-6352-485b-bdd7-050960d8c418,segment=NetworkSegment(9cfdf519-d0e9-48b9-a957-0e4f11aba492),segment_id=9cfdf519-d0e9-48b9-a957-0e4f11aba492)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:26.605790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58250) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:26.606075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.614087 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd79e62-d0eb-48ef-8926-75660ea8d40b None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:26.614919 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4fd79e62-d0eb-48ef-8926-75660ea8d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:26.617373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:26.629880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:26.643290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:26.685902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Calling delete_port for abf608bd-6352-485b-bdd7-050960d8c418 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:26.688788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768db91-003c-4b42-9182-5aeb46d4aeb2 req-a17d0f86-509e-4c41-8ac6-2f48eb09d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:26.691058 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6768db91-003c-4b42-9182-5aeb46d4aeb2 req-a17d0f86-509e-4c41-8ac6-2f48eb09d8e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 HTTP/1.1" status: 200 len: 912 time: 0.1776617 May 24 23:03:26.742147 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port abf608bd-6352-485b-bdd7-050960d8c418 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:26.742533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.747544 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4fd79e62-d0eb-48ef-8926-75660ea8d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:26.752920 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.757837 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd79e62-d0eb-48ef-8926-75660ea8d40b None None] Routers {'12e09075-ce1d-46eb-b392-318c1c2590c5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:26.758738 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4fd79e62-d0eb-48ef-8926-75660ea8d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['12e09075-ce1d-46eb-b392-318c1c2590c5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:26.784702 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port abf608bd-6352-485b-bdd7-050960d8c418, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=abf608bd-6352-485b-bdd7-050960d8c418,segment=NetworkSegment(9cfdf519-d0e9-48b9-a957-0e4f11aba492),segment_id=9cfdf519-d0e9-48b9-a957-0e4f11aba492)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:26.816729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.829399 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4fd79e62-d0eb-48ef-8926-75660ea8d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:26.829936 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd79e62-d0eb-48ef-8926-75660ea8d40b None None] The sync data for ids ['12e09075-ce1d-46eb-b392-318c1c2590c5'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:26.867385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for abf608bd-6352-485b-bdd7-050960d8c418 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:26.876812 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6768db91-003c-4b42-9182-5aeb46d4aeb2 req-2be0fb84-f3c7-4ca2-809d-03359f718ce0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ca59d8-1b0b-450d-8b8b-69d75dda6c46 HTTP/1.1" status: 200 len: 217 time: 0.1121438 May 24 23:03:26.879489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:26.879489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:26.924030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=abf608bd-6352-485b-bdd7-050960d8c418,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:26.956071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Pushing event updated for resources: {'Port': ['ID=ed56473a-6321-422f-9f02-fc241f64dd13,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:27.057389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Deleting port 1192d35e-9fc1-40d9-900b-d08fd4c208c5 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:27.057855 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.241744 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768db91-003c-4b42-9182-5aeb46d4aeb2 req-d653fc7a-21a5-4bb9-8577-618ea900c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:27.243228 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6768db91-003c-4b42-9182-5aeb46d4aeb2 req-d653fc7a-21a5-4bb9-8577-618ea900c67b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f92339d-d50a-4eb8-843f-67690f9de8e1 HTTP/1.1" status: 200 len: 851 time: 0.3608367 May 24 23:03:27.252146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3bda4a-2a19-4550-9741-5ec0519ee52b None None] Network 93c103b0-3a45-4501-a7a3-8923f3d8757b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:27.284769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:27.285427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:27.292583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcdeff-e247-42e7-80c7-94f8e75629d4 req-44edf3c8-c0c6-4da4-b544-3713aaf73925 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:27.294920 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1dcdeff-e247-42e7-80c7-94f8e75629d4 req-44edf3c8-c0c6-4da4-b544-3713aaf73925 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.8139124 May 24 23:03:27.333982 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6768db91-003c-4b42-9182-5aeb46d4aeb2 req-9c9dbc6b-aac7-408b-9a4c-594af6c278f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448062 May 24 23:03:27.336315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.340628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fed46d86-8fc3-45b4-a76f-50c4eb0a768b None None] Provisioning for port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:27.380820 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Deleting port abf608bd-6352-485b-bdd7-050960d8c418 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:27.381137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.502654 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1dcdeff-e247-42e7-80c7-94f8e75629d4 req-db98f5c3-9d22-45ea-9ef1-9d0fcab9da1c tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990089 May 24 23:03:27.531868 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6768db91-003c-4b42-9182-5aeb46d4aeb2 req-b725b3b0-e403-479a-b73b-ff22ce316d54 service neutron] 10.222.0.42 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306298 May 24 23:03:27.544900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 76ae7364-2316-4599-8138-e5cf6f396c3f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:27.678977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] For port abf608bd-6352-485b-bdd7-050960d8c418, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=abf608bd-6352-485b-bdd7-050960d8c418,segment=NetworkSegment(9cfdf519-d0e9-48b9-a957-0e4f11aba492),segment_id=9cfdf519-d0e9-48b9-a957-0e4f11aba492)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:27.679563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.725272 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.769353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] For port 1192d35e-9fc1-40d9-900b-d08fd4c208c5, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1192d35e-9fc1-40d9-900b-d08fd4c208c5,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:27.769703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.805133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Calling delete_port for abf608bd-6352-485b-bdd7-050960d8c418 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:27.889526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.925528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port abf608bd-6352-485b-bdd7-050960d8c418 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:27.925754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.941443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] Pushing event deleted for resources: {'Port': ['ID=abf608bd-6352-485b-bdd7-050960d8c418,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:27.944052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Calling delete_port for 1192d35e-9fc1-40d9-900b-d08fd4c208c5 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:27.945467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8529e885-4cf1-40aa-9f9b-ee28dbee5e32 None None] No DVR routers for this DVR port abf608bd-6352-485b-bdd7-050960d8c418 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:28.004250 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.027545 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6768db91-003c-4b42-9182-5aeb46d4aeb2 req-fbe5d813-f57e-4558-8877-1fb69c6c9424 service neutron] 10.222.0.42 "GET /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838374 May 24 23:03:28.040715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting port f95f4be2-946f-4eee-bc56-429d013c782d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:28.041040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.102340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 14c5d6d6-aca5-42f5-bcca-44f77633fa76 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:28.126691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] The port 'abf608bd-6352-485b-bdd7-050960d8c418' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:03:28.208813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:28.218571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:28.219300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.316816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:28.334703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2c969-39ff-4c94-b745-1cc05c2fb46a None None] Sync routers for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:28.337045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.356945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.369802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2c969-39ff-4c94-b745-1cc05c2fb46a None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:28.370427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-98c2c969-39ff-4c94-b745-1cc05c2fb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:28.472330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:28.482466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:28.482872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.494204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfdf519-d0e9-48b9-a957-0e4f11aba492') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:28.494838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfdf519-d0e9-48b9-a957-0e4f11aba492') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:28.554173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.608597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 14c5d6d6-aca5-42f5-bcca-44f77633fa76, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=14c5d6d6-aca5-42f5-bcca-44f77633fa76,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:28.619444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.640742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.694893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.709340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-98c2c969-39ff-4c94-b745-1cc05c2fb46a None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:28.713438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event deleted for resources: {'Port': ['ID=1192d35e-9fc1-40d9-900b-d08fd4c208c5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:28.725022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.767132 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-97d4fb03-f75b-4596-a295-8b0d3210948d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3574607 May 24 23:03:28.767858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58256) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:28.768964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:28.769542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.821977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e819e85-568c-4fe4-a61a-f15295f74384', 'tag': '1717ac45-3240-4a12-aec7-0eb163e0282d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:28.846902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=14c5d6d6-aca5-42f5-bcca-44f77633fa76,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:28.919362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Calling delete_port for f95f4be2-946f-4eee-bc56-429d013c782d owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:29.018578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.097997 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916441e5-f5fd-4718-8584-3d65c4501216'] response: {'name': 'network-changed', 'server_uuid': '5e819e85-568c-4fe4-a61a-f15295f74384', 'tag': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'status': 'completed', 'code': 200} May 24 23:03:29.102438 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9cfdf519-d0e9-48b9-a957-0e4f11aba492 resource provider aggregate not found May 24 23:03:29.116178 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.221651 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-98c2c969-39ff-4c94-b745-1cc05c2fb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:02:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '0e59a4d2-475c-4754-9f71-bc8727fa6f47', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'port_id': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'mac_address': 'fa:16:3e:d8:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e819e85-568c-4fe4-a61a-f15295f74384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:23Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:29.226288 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2c969-39ff-4c94-b745-1cc05c2fb46a None None] Checking router: 76ae7364-2316-4599-8138-e5cf6f396c3f for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:29.236334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2c969-39ff-4c94-b745-1cc05c2fb46a None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:29.237173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-98c2c969-39ff-4c94-b745-1cc05c2fb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:29.281419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.284044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.328400 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9cfdf519-d0e9-48b9-a957-0e4f11aba492 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9cfdf519-d0e9-48b9-a957-0e4f11aba492 found for delete ", "request_id": "req-0db886c1-781f-4266-94d1-ee78effd3c67"}]} May 24 23:03:29.368714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.370285 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.370807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01cd5803-6c53-4966-b7d8-a17a715d41f4 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:03:29.394033 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b976338f-8ea7-415b-899b-300c81662413 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/0e59a4d2-475c-4754-9f71-bc8727fa6f47 HTTP/1.1" status: 200 len: 991 time: 0.5668497 May 24 23:03:29.397989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.414258 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.415497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Network': ['ID=d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:29.415770 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f3917076-c9c4-4484-8e9e-467916824a5a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "DELETE /v2.0/routers/01cd5803-6c53-4966-b7d8-a17a715d41f4 HTTP/1.1" status: 204 len: 168 time: 6.3699901 May 24 23:03:29.421465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58268) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:29.425148 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-edbc5808-a36b-448f-8ed9-7269c282a6b4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/networks/d94e8fbf-5c54-4ade-80a8-6f4dd3f585f4 HTTP/1.1" status: 204 len: 168 time: 4.3407679 May 24 23:03:29.430592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58272) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:29.442276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-98c2c969-39ff-4c94-b745-1cc05c2fb46a None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:29.503458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7c7c1-cc59-4b4f-a673-4cb44419a26c req-4b9c022e-aaaa-4c5a-bc53-90fcae8990e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:29.504942 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d8e7c7c1-cc59-4b4f-a673-4cb44419a26c req-4b9c022e-aaaa-4c5a-bc53-90fcae8990e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 1099 time: 0.1985323 May 24 23:03:29.676833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf571494-52b1-4504-a9d6-97a3dec42abc req-df2a7279-7f90-4488-bf38-e2d7afb493e4 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:29.678281 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf571494-52b1-4504-a9d6-97a3dec42abc req-df2a7279-7f90-4488-bf38-e2d7afb493e4 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.9876192 May 24 23:03:29.698553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61193418-1454-4471-bf4e-c9067bdc3645 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:29.704243 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-61193418-1454-4471-bf4e-c9067bdc3645 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2692981 May 24 23:03:29.714108 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58276) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:29.751755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7c7c1-cc59-4b4f-a673-4cb44419a26c req-bc079b71-5485-4f51-af2c-59d2cab5baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:29.753334 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d8e7c7c1-cc59-4b4f-a673-4cb44419a26c req-bc079b71-5485-4f51-af2c-59d2cab5baad service neutron] 10.222.0.42 "GET /v2.0/networks?id=2268f290-1aa2-4d0a-bc70-90f7841c766d HTTP/1.1" status: 200 len: 897 time: 0.2333927 May 24 23:03:29.763672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.818118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Router 512426ba-e2a3-4477-a2f3-b13c809ce54a is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:03:29.827279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-98c2c969-39ff-4c94-b745-1cc05c2fb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:02:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '0e59a4d2-475c-4754-9f71-bc8727fa6f47', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'port_id': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'mac_address': 'fa:16:3e:d8:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e819e85-568c-4fe4-a61a-f15295f74384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:23Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:29.831526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2c969-39ff-4c94-b745-1cc05c2fb46a None None] The sync data for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv is: [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:02:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '0e59a4d2-475c-4754-9f71-bc8727fa6f47', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'port_id': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'mac_address': 'fa:16:3e:d8:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e819e85-568c-4fe4-a61a-f15295f74384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:23Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:29.875931 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf571494-52b1-4504-a9d6-97a3dec42abc req-2814fcb5-314b-4b57-bd03-4dadb67798db tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901133 May 24 23:03:29.897669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Port': ['ID=f95f4be2-946f-4eee-bc56-429d013c782d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:29.998970 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d8e7c7c1-cc59-4b4f-a673-4cb44419a26c req-e162bd3e-35a6-48c1-835f-3859e671e67d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1717ac45-3240-4a12-aec7-0eb163e0282d HTTP/1.1" status: 200 len: 999 time: 0.2393374 May 24 23:03:30.002486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.056470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.068850 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 14c5d6d6-aca5-42f5-bcca-44f77633fa76 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:30.079936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2684ae96-cfa8-48e5-964c-57462338b9aa tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:30.093523 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4cb91f-c1c0-4f10-9c71-86ca49b34cdf None None] New status for floating IP 0e59a4d2-475c-4754-9f71-bc8727fa6f47: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:03:30.163292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:30.164064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.257770 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2684ae96-cfa8-48e5-964c-57462338b9aa tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:30.259015 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2684ae96-cfa8-48e5-964c-57462338b9aa tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5439591 May 24 23:03:30.267507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58280) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:30.280153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1053978882'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:30.289853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:30.297549 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:network and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:30.302046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:30.312092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:30.314074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:30.332839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:30.337104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.341001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Sync routers for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:30.353068 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:30.362438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.366593 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:30.369502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:30.399440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58284) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:30.407656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:30.420543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.421239 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Added segment a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae of type vlan for network ce95a7be-e20b-4ee0-9e34-9973ba91fa66 May 24 23:03:30.455193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.463683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.465366 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cc9d3c9f-56cd-4a5b-8041-204633cafa92 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3052680 May 24 23:03:30.466491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Deleting port 2a44b822-867c-4c46-b8dc-767836e6aebe {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:30.467005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.497631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58288) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:30.523911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.531115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.536192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7c7c1-cc59-4b4f-a673-4cb44419a26c req-5cc2bb71-fa4e-451b-b674-ba345d49455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:30.537988 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d8e7c7c1-cc59-4b4f-a673-4cb44419a26c req-5cc2bb71-fa4e-451b-b674-ba345d49455c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fec8be1-c26b-4f67-aca9-3a96aad1ae6d HTTP/1.1" status: 200 len: 835 time: 0.5320880 May 24 23:03:30.574099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:30.590328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:03:30.597369 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7f5f9eb1-e363-4053-b77e-b5297b46ae02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/0e59a4d2-475c-4754-9f71-bc8727fa6f47 HTTP/1.1" status: 200 len: 991 time: 0.1956811 May 24 23:03:30.623831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.624376 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Fanout notify agent at l3_agent the message router_deleted on router 12e09075-ce1d-46eb-b392-318c1c2590c5 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:03:30.649819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.653986 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0fb9840e-f6fb-4c9f-b5ac-f2d71a063fc8 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/routers/12e09075-ce1d-46eb-b392-318c1c2590c5 HTTP/1.1" status: 204 len: 168 time: 3.9648709 May 24 23:03:30.653986 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58292) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:30.654442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.660191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:30.660879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.689846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7c7c1-cc59-4b4f-a673-4cb44419a26c req-8cac00e5-e37e-4b6c-a012-1f5868553546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:30.691426 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d8e7c7c1-cc59-4b4f-a673-4cb44419a26c req-8cac00e5-e37e-4b6c-a012-1f5868553546 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2268f290-1aa2-4d0a-bc70-90f7841c766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1438572 May 24 23:03:30.803290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8021294-a4df-4a71-bc22-08b92ef243c2 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Deleting subnet 9d1c4a13-f52e-4113-84da-b8c496912046 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:30.807730 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8021294-a4df-4a71-bc22-08b92ef243c2 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.891073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8021294-a4df-4a71-bc22-08b92ef243c2 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.912432 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6409740 May 24 23:03:30.920560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58296) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:30.923598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:27Z', 'revision_number': 3, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:30.927541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f513b2e-188b-463d-9495-d2a8c99b55ca tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Network': ['ID=ce95a7be-e20b-4ee0-9e34-9973ba91fa66,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:30.928169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Checking router: 512426ba-e2a3-4477-a2f3-b13c809ce54a for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:30.931856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': 'ce95a7be-e20b-4ee0-9e34-9973ba91fa66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:30.936555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Updating router 512426ba-e2a3-4477-a2f3-b13c809ce54a port ed56473a-6321-422f-9f02-fc241f64dd13 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:03:30.938680 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d8e7c7c1-cc59-4b4f-a673-4cb44419a26c req-f660faf2-9f2a-4964-987d-44f745f84fab service neutron] 10.222.0.42 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354324 May 24 23:03:30.967123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network ce95a7be-e20b-4ee0-9e34-9973ba91fa66 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:31.061072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8021294-a4df-4a71-bc22-08b92ef243c2 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.077035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.154273 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d8e7c7c1-cc59-4b4f-a673-4cb44419a26c req-766811a5-cd51-44a2-b70b-a2f6d284310b service neutron] 10.222.0.42 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019501 May 24 23:03:31.189866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8021294-a4df-4a71-bc22-08b92ef243c2 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.234136 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8021294-a4df-4a71-bc22-08b92ef243c2 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1c4a13-f52e-4113-84da-b8c496912046,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:31.243780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8021294-a4df-4a71-bc22-08b92ef243c2 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.256662 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c8021294-a4df-4a71-bc22-08b92ef243c2 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/subnets/9d1c4a13-f52e-4113-84da-b8c496912046 HTTP/1.1" status: 204 len: 168 time: 0.5999219 May 24 23:03:31.257102 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58302) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:31.349119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] For port 2a44b822-867c-4c46-b8dc-767836e6aebe, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2a44b822-867c-4c46-b8dc-767836e6aebe,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:31.349722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.375355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.449129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.461794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Transition to ACTIVE for port object ed56473a-6321-422f-9f02-fc241f64dd13 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:31.469331 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.482511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:31.493494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Calling delete_port for 2a44b822-867c-4c46-b8dc-767836e6aebe owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:31.511602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.521513 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:31.541562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5845492-676a-4167-a1ae-4e2bc51f1058']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:31.551964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Attempting to bind port ed56473a-6321-422f-9f02-fc241f64dd13 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:31.552545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Attempting to bind port ed56473a-6321-422f-9f02-fc241f64dd13 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:31.552907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Attempting to bind port ed56473a-6321-422f-9f02-fc241f64dd13 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:31.554366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8781ae69-4767-40e6-9fe2-073d6cf91a83') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:31.554686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8781ae69-4767-40e6-9fe2-073d6cf91a83') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:31.556629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf4f98-63af-4c4a-ac70-5b33cbdada35 None None] Pushing event updated for resources: {'Port': ['ID=ed56473a-6321-422f-9f02-fc241f64dd13,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:31.561761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:31.562430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:31.562708 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.563230 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:31.563784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Bound port: ed56473a-6321-422f-9f02-fc241f64dd13, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:31.564276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.569135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.588188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.594849 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:31.595295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.600048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:31.602458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58306) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:31.648894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] For port ed56473a-6321-422f-9f02-fc241f64dd13, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:31.652193 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] For port ed56473a-6321-422f-9f02-fc241f64dd13, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ed56473a-6321-422f-9f02-fc241f64dd13,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:31.656303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.666746 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8781ae69-4767-40e6-9fe2-073d6cf91a83 resource provider aggregate not found May 24 23:03:31.684350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:31.690292 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8781ae69-4767-40e6-9fe2-073d6cf91a83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8781ae69-4767-40e6-9fe2-073d6cf91a83 found for delete ", "request_id": "req-7b79959a-7781-4bca-89de-17abcf04c4b1"}]} May 24 23:03:31.703915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.710176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.747058 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] 10.222.0.32 "DELETE /v2.0/networks/e5845492-676a-4167-a1ae-4e2bc51f1058 HTTP/1.1" status: 204 len: 168 time: 0.4857378 May 24 23:03:31.749487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f39a9-f3af-4896-9897-ab23fb290361 tempest-FloatingIPTestJSON-1423245776 tempest-FloatingIPTestJSON-1423245776-project] Pushing event deleted for resources: {'Network': ['ID=e5845492-676a-4167-a1ae-4e2bc51f1058,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:31.750753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:31.751424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:31.774733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:31.778188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.835562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf4f98-63af-4c4a-ac70-5b33cbdada35 None None] Pushing event updated for resources: {'Port': ['ID=ed56473a-6321-422f-9f02-fc241f64dd13,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:31.936102 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e33c4-a7e2-46b8-8d5c-769b152ffed7 req-4ac9f746-3778-4e25-afb6-d10aef281996 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:31.937565 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-571e33c4-a7e2-46b8-8d5c-769b152ffed7 req-4ac9f746-3778-4e25-afb6-d10aef281996 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.8900831 May 24 23:03:31.950930 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:31.965097 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-100d1177-9055-4100-9075-56e6b5f4cd44 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/0e59a4d2-475c-4754-9f71-bc8727fa6f47 HTTP/1.1" status: 200 len: 993 time: 0.3462844 May 24 23:03:32.053680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58318) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:32.133289 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-571e33c4-a7e2-46b8-8d5c-769b152ffed7 req-36231263-995e-44da-9b8c-bd710bb5d769 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762283 May 24 23:03:32.243244 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f5135d5c-a9cd-410b-92b3-289337f10444 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6de67d89dbb4e56b0e295216e765b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881824 May 24 23:03:32.245708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58326) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:32.300461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:27Z', 'revision_number': 3, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:32.305228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73cc0fc-ed4b-4863-8789-2290f47b44c6 None None] The sync data for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv is: [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:27Z', 'revision_number': 3, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:32.340631 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc600d46-4983-4af1-b568-475d3603f258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.371945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc600d46-4983-4af1-b568-475d3603f258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.374381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.445417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc600d46-4983-4af1-b568-475d3603f258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.460304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a44b822-867c-4c46-b8dc-767836e6aebe,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:32.468613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc600d46-4983-4af1-b568-475d3603f258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeeab1e-d05d-4105-aa49-44efaf3be584,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:32.485590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc600d46-4983-4af1-b568-475d3603f258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.490444 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bc600d46-4983-4af1-b568-475d3603f258 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaeeab1e-d05d-4105-aa49-44efaf3be584 HTTP/1.1" status: 204 len: 168 time: 0.2428901 May 24 23:03:32.552744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.891510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.912263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Subnet': ['ID=e1f928c8-f9ed-47ab-ba45-5ca7b19afcec,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:32.923509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.124784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Checking segment: {'id': 'a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ce95a7be-e20b-4ee0-9e34-9973ba91fa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:33.125154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network hostable DHCP agents. Network: ce95a7be-e20b-4ee0-9e34-9973ba91fa66, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:03:33.181864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.188074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.239929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network ce95a7be-e20b-4ee0-9e34-9973ba91fa66 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:03:33.260137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f99646-d368-46fc-ad82-c9e2a03db26c req-f672b697-3806-4079-b23a-679f2c01c4cd tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:33.262462 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72f99646-d368-46fc-ad82-c9e2a03db26c req-f672b697-3806-4079-b23a-679f2c01c4cd tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.6460268 May 24 23:03:33.268153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.268804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16b1c501-0259-4edc-83fe-bf22ab47230d {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:03:33.277022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, ce95a7be-e20b-4ee0-9e34-9973ba91fa66) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:33.281560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:33.282157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.287926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301250ff-a92e-46dc-8276-8a8de666aa03 None None] Network ce95a7be-e20b-4ee0-9e34-9973ba91fa66 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:33.411894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58352) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:33.420676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.422682 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e1c6afa1-d84d-47f0-80fd-91ad366cdb66 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "DELETE /v2.0/routers/16b1c501-0259-4edc-83fe-bf22ab47230d HTTP/1.1" status: 204 len: 168 time: 3.9995351 May 24 23:03:33.429726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58358) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:33.439660 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72f99646-d368-46fc-ad82-c9e2a03db26c req-902eca02-2400-41da-9ae7-fe7019fc0a5d tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660450 May 24 23:03:33.441168 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-80b09a60-45ab-4c07-af1e-e979473d1500 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5196023 May 24 23:03:33.462339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1054667853', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:33.477648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:33.480133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58362) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:33.489248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': 'ce95a7be-e20b-4ee0-9e34-9973ba91fa66', 'name': 'tempest-PortsIpV6TestJSON-226560358'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:33.514701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Usage tracker for resource:router and tenant:8e77bd4a58764bedab9e681f6f18101d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:33.521573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:33.535931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Allocated IP 172.20.0.1 (93c103b0-3a45-4501-a7a3-8923f3d8757b/ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232/ea0680c4-347b-404c-8db5-4eff129a18ff) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:33.587875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:33.592653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1390668414'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:33.609743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:33.620353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:network and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:33.626421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:33.629503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.630725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.636174 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-ce95a7be-e20b-4ee0-9e34-9973ba91fa66', 'network_id': 'ce95a7be-e20b-4ee0-9e34-9973ba91fa66', 'tenant_id': '47758fbb459b433493b014395cf29a06', 'fixed_ips': [{'subnet_id': 'e1f928c8-f9ed-47ab-ba45-5ca7b19afcec'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:33.637758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.641172 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:33.677653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.693612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:33.697676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.715141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.725727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.734098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Transition to ACTIVE for port object ea0680c4-347b-404c-8db5-4eff129a18ff will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:33.752869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:33.756714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:security_group_rule and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:33.760498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:33.762812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.763556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:33.772800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:33.819148 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Allocated IP 2001:db8::2 (ce95a7be-e20b-4ee0-9e34-9973ba91fa66/e1f928c8-f9ed-47ab-ba45-5ca7b19afcec/63b0e875-6041-45f7-8849-c4093dc7d982) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:33.848847 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Network 93c103b0-3a45-4501-a7a3-8923f3d8757b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:33.852758 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:33.858095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:33.945671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Pushing event updated for resources: {'Port': ['ID=ea0680c4-347b-404c-8db5-4eff129a18ff,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:33.972552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.008387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:34.120427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.136527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed56473a-6321-422f-9f02-fc241f64dd13 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:34.193618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Transition to ACTIVE for port object 63b0e875-6041-45f7-8849-c4093dc7d982 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:34.240321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Transition to ACTIVE for port object 63b0e875-6041-45f7-8849-c4093dc7d982 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:34.249698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.312505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.312864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:34.316269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.343668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.354459 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Network ce95a7be-e20b-4ee0-9e34-9973ba91fa66 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:34.358473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:34.363498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port ed56473a-6321-422f-9f02-fc241f64dd13 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:34.366387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:34.368728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port 322e5807-dcef-45ae-b96e-dcb5842535cf yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:34.419901 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5c421421-8ca6-4cb5-b173-1691c2005298 None None] Provisioning for port ea0680c4-347b-404c-8db5-4eff129a18ff completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:34.450360 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ed56473a-6321-422f-9f02-fc241f64dd13 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:34.450753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.474078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Pushing event updated for resources: {'Port': ['ID=63b0e875-6041-45f7-8849-c4093dc7d982,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:34.497065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5c421421-8ca6-4cb5-b173-1691c2005298 None None] Provisioning complete for port ea0680c4-347b-404c-8db5-4eff129a18ff triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:34.497797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5c421421-8ca6-4cb5-b173-1691c2005298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.573832 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Attempting to bind port 63b0e875-6041-45f7-8849-c4093dc7d982 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:34.574237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Attempting to bind port 63b0e875-6041-45f7-8849-c4093dc7d982 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ce95a7be-e20b-4ee0-9e34-9973ba91fa66'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:34.574879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Attempting to bind port 63b0e875-6041-45f7-8849-c4093dc7d982 on network ce95a7be-e20b-4ee0-9e34-9973ba91fa66 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:34.586735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:34.587105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Checking segment: {'id': 'a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ce95a7be-e20b-4ee0-9e34-9973ba91fa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:34.587508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.587893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Bound using segment: {'id': 'a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ce95a7be-e20b-4ee0-9e34-9973ba91fa66'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:34.588361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Bound port: 63b0e875-6041-45f7-8849-c4093dc7d982, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ce95a7be-e20b-4ee0-9e34-9973ba91fa66'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:34.588507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.588962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.598043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.604075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5c421421-8ca6-4cb5-b173-1691c2005298 None None] Port ea0680c4-347b-404c-8db5-4eff129a18ff cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:34.632266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.679826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.724345 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8350eea5-b521-4c1b-882a-0fd5853aeb52,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:34.733769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ed56473a-6321-422f-9f02-fc241f64dd13 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:34.734140 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.748457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:34.753506 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] For port 63b0e875-6041-45f7-8849-c4093dc7d982, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:34.757262 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] For port 63b0e875-6041-45f7-8849-c4093dc7d982, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=63b0e875-6041-45f7-8849-c4093dc7d982,segment=NetworkSegment(a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae),segment_id=a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:34.759030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ed56473a-6321-422f-9f02-fc241f64dd13, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ed56473a-6321-422f-9f02-fc241f64dd13,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:34.766995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.769187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.775318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Pushing event updated for resources: {'Port': ['ID=ea0680c4-347b-404c-8db5-4eff129a18ff,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:34.788638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8::38a (ce95a7be-e20b-4ee0-9e34-9973ba91fa66/e1f928c8-f9ed-47ab-ba45-5ca7b19afcec/322e5807-dcef-45ae-b96e-dcb5842535cf) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:34.791010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.791616 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Added segment 53098030-79c4-4b53-a885-35e8d23116de of type vlan for network eabdb554-f058-4031-b479-e7b573263d11 May 24 23:03:34.804984 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.827095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-4140f34f-3dca-4810-b7c2-37562cf061b2 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:34.827822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-4140f34f-3dca-4810-b7c2-37562cf061b2 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Synchronizing usage tracker for tenant:f7771aacc17f41be915634936dda9ece on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:34.874709 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.878949 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1560338-2184-4c4e-8930-329218dd9309 None None] Pushing event updated for resources: {'Port': ['ID=63b0e875-6041-45f7-8849-c4093dc7d982,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:34.931788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-4140f34f-3dca-4810-b7c2-37562cf061b2 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Unset dirty status for tenant:f7771aacc17f41be915634936dda9ece on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:34.933058 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-4140f34f-3dca-4810-b7c2-37562cf061b2 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.4103119 May 24 23:03:34.940310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2a44b822-867c-4c46-b8dc-767836e6aebe no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:35.026826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 2a44b822-867c-4c46-b8dc-767836e6aebe {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:35.027344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2a44b822-867c-4c46-b8dc-767836e6aebe not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:35.029534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ed56473a-6321-422f-9f02-fc241f64dd13,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:35.068122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc920a8-5a4e-48bf-bb54-a87b8fdb3fcf req-e7bfd7bb-09b6-4d6b-b4fe-74b13ffe18da tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:35.068625 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2cc920a8-5a4e-48bf-bb54-a87b8fdb3fcf req-e7bfd7bb-09b6-4d6b-b4fe-74b13ffe18da tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.3982856 May 24 23:03:35.136353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Network 93c103b0-3a45-4501-a7a3-8923f3d8757b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:35.140524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:35.259674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.266315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:35.267215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.309660 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2cc920a8-5a4e-48bf-bb54-a87b8fdb3fcf req-d1389d66-2ca2-4180-8107-3726f337620d tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906319 May 24 23:03:35.349976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-b2407e1d-8335-44a2-aece-97f61203b948 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Deleting port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:35.350362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-b2407e1d-8335-44a2-aece-97f61203b948 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.424153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Router 512426ba-e2a3-4477-a2f3-b13c809ce54a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:35.551836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.613304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:35.618352 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a3506c3e-1abb-4991-ae68-fc11395dd11c admin admin] 10.222.0.32 "PUT /v2.0/routers/512426ba-e2a3-4477-a2f3-b13c809ce54a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1129217 May 24 23:03:35.630368 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Sync routers for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:35.641592 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:35.642358 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:35.643841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9938855d-ba85-4e73-ad7b-1d14f17530f5 None None] Provisioning complete for port ea0680c4-347b-404c-8db5-4eff129a18ff triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:35.644319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9938855d-ba85-4e73-ad7b-1d14f17530f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.701142 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9938855d-ba85-4e73-ad7b-1d14f17530f5 None None] Port ea0680c4-347b-404c-8db5-4eff129a18ff cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:35.731347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Network': ['ID=eabdb554-f058-4031-b479-e7b573263d11,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:35.748348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network eabdb554-f058-4031-b479-e7b573263d11 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:35.755373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.891322 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dd4adea7-b2fb-474b-a415-c62694955aff tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4780781 May 24 23:03:35.910161 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:36.088766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.100352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Allocated IP 172.26.3.37 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/26ee4362-6038-4ee8-9dbf-48a5167384f6) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:36.172806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object 322e5807-dcef-45ae-b96e-dcb5842535cf will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:36.257424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 63b0e875-6041-45f7-8849-c4093dc7d982 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:36.390877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 63b0e875-6041-45f7-8849-c4093dc7d982 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:36.403841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fb32b6-a8c0-465c-bcd9-75410b40260e None None] Network ce95a7be-e20b-4ee0-9e34-9973ba91fa66 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:36.435008 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed56473a-6321-422f-9f02-fc241f64dd13 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:36.615420 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58384) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:36.631132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2037210181-network', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:36.642683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:36.646706 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 2, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:36.653039 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Checking router: 512426ba-e2a3-4477-a2f3-b13c809ce54a for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:36.653770 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Updating router 512426ba-e2a3-4477-a2f3-b13c809ce54a port ea0680c4-347b-404c-8db5-4eff129a18ff binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:03:36.677470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Usage tracker for resource:network and tenant:312c74f1e4ca4e198e0e7f73affd7650 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:36.681381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.684037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:36.717924 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.724836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-24fcedce-228c-4c02-beba-614d3664d174 None None] Provisioning for port 63b0e875-6041-45f7-8849-c4093dc7d982 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:36.740329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-24fcedce-228c-4c02-beba-614d3664d174 None None] Provisioning complete for port 63b0e875-6041-45f7-8849-c4093dc7d982 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:36.740920 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24fcedce-228c-4c02-beba-614d3664d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.756486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552ceac-fada-4efe-8048-afe5ccc91f4f req-0d9a5f34-83be-499b-b131-ea4a33d925b3 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:36.771722 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d552ceac-fada-4efe-8048-afe5ccc91f4f req-0d9a5f34-83be-499b-b131-ea4a33d925b3 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 945 time: 0.2375369 May 24 23:03:36.865789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:36.878139 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d552ceac-fada-4efe-8048-afe5ccc91f4f req-15aa2fe5-b58d-43fa-81fb-4e9d1d68f563 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/security-groups?id=993a5dd8-5c7c-408a-8cd4-89f277710e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998750 May 24 23:03:36.895325 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=322e5807-dcef-45ae-b96e-dcb5842535cf,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:36.901123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ed56473a-6321-422f-9f02-fc241f64dd13 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:36.908682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.924860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network ce95a7be-e20b-4ee0-9e34-9973ba91fa66 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:36.930318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-b2407e1d-8335-44a2-aece-97f61203b948 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] For port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=02ca59d8-1b0b-450d-8b8b-69d75dda6c46,segment=NetworkSegment(7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267),segment_id=7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:36.931023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-b2407e1d-8335-44a2-aece-97f61203b948 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.940592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:36.963154 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:36.969950 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:36.970937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.993024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Made reservation on behalf of 312c74f1e4ca4e198e0e7f73affd7650 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:36.996508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.016175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58388) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:37.016787 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-33a5509b-8057-4623-855e-159b68ca8157 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5346997 May 24 23:03:37.023583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': 'ce95a7be-e20b-4ee0-9e34-9973ba91fa66', 'name': 'tempest-PortsIpV6TestJSON-352912176'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:37.079743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.099172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-24fcedce-228c-4c02-beba-614d3664d174 None None] Current status of the port 63b0e875-6041-45f7-8849-c4093dc7d982 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:37.099554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24fcedce-228c-4c02-beba-614d3664d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.201437 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.217104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.217599 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Transition to ACTIVE for port object ea0680c4-347b-404c-8db5-4eff129a18ff will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:37.227226 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.248178 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-24fcedce-228c-4c02-beba-614d3664d174 None None] For port 63b0e875-6041-45f7-8849-c4093dc7d982, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=63b0e875-6041-45f7-8849-c4093dc7d982,segment=NetworkSegment(a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae),segment_id=a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:37.260705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24fcedce-228c-4c02-beba-614d3664d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.272924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-b2407e1d-8335-44a2-aece-97f61203b948 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Calling delete_port for 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:37.299050 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ed56473a-6321-422f-9f02-fc241f64dd13 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:37.352268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:37.354524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcedce-228c-4c02-beba-614d3664d174 None None] Pushing event updated for resources: {'Port': ['ID=63b0e875-6041-45f7-8849-c4093dc7d982,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:37.363000 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:37.365865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Usage tracker for resource:security_group_rule and tenant:312c74f1e4ca4e198e0e7f73affd7650 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:37.373379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:37.383771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:port and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:37.390109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:37.391303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:37.406290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:37.431662 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a9da4-8b39-4663-abe3-12f36f5b3b20 None None] Pushing event updated for resources: {'Port': ['ID=ea0680c4-347b-404c-8db5-4eff129a18ff,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:37.434568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:37.453958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.504627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port 6fff8f74-de79-403a-b7ba-dda354655562 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:37.641075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.643483 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Attempting to bind port ea0680c4-347b-404c-8db5-4eff129a18ff on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:37.644383 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Attempting to bind port ea0680c4-347b-404c-8db5-4eff129a18ff by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:37.645116 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Attempting to bind port ea0680c4-347b-404c-8db5-4eff129a18ff on network 93c103b0-3a45-4501-a7a3-8923f3d8757b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:37.655130 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:37.656342 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Checking segment: {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:37.657173 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.657801 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Bound using segment: {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:37.659085 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Bound port: ea0680c4-347b-404c-8db5-4eff129a18ff, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:37.659707 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.795770 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] For port ea0680c4-347b-404c-8db5-4eff129a18ff, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:37.799526 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] For port ea0680c4-347b-404c-8db5-4eff129a18ff, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ea0680c4-347b-404c-8db5-4eff129a18ff,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:37.809992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-065c63cc-6a95-45a2-9725-8efd0e97e83e None None] Provisioning for port 322e5807-dcef-45ae-b96e-dcb5842535cf completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:37.811337 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.816932 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-065c63cc-6a95-45a2-9725-8efd0e97e83e None None] Provisioning complete for port 322e5807-dcef-45ae-b96e-dcb5842535cf triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:37.817511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-065c63cc-6a95-45a2-9725-8efd0e97e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.832056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:37.844848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:37.849077 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-b2407e1d-8335-44a2-aece-97f61203b948 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.878043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:37.889364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8::4b (ce95a7be-e20b-4ee0-9e34-9973ba91fa66/e1f928c8-f9ed-47ab-ba45-5ca7b19afcec/6fff8f74-de79-403a-b7ba-dda354655562) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:37.938911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-065c63cc-6a95-45a2-9725-8efd0e97e83e None None] Port 322e5807-dcef-45ae-b96e-dcb5842535cf cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:37.971227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-065c63cc-6a95-45a2-9725-8efd0e97e83e None None] Provisioning complete for port 63b0e875-6041-45f7-8849-c4093dc7d982 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:37.971227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-065c63cc-6a95-45a2-9725-8efd0e97e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.976700 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a9da4-8b39-4663-abe3-12f36f5b3b20 None None] Pushing event updated for resources: {'Port': ['ID=ea0680c4-347b-404c-8db5-4eff129a18ff,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:37.996450 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:38.003213 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:38.108552 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:38.191515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Pushing event updated for resources: {'Port': ['ID=26ee4362-6038-4ee8-9dbf-48a5167384f6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:38.234277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 63b0e875-6041-45f7-8849-c4093dc7d982 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:38.375042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:38.375872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:38.395436 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 63b0e875-6041-45f7-8849-c4093dc7d982 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:38.396272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:38.424521 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-23d4afc0-2c39-48cf-a4b5-176e155624e2 req-9715e325-7b46-4065-ae7b-e9ab67a3e54e tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 210 time: 0.1454682 May 24 23:03:38.507018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:38.525785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object 6fff8f74-de79-403a-b7ba-dda354655562 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:38.548469 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:38.558130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:38.594620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-065c63cc-6a95-45a2-9725-8efd0e97e83e None None] Current status of the port 63b0e875-6041-45f7-8849-c4093dc7d982 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:38.648950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network ce95a7be-e20b-4ee0-9e34-9973ba91fa66 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:38.653277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:38.671903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:38.682453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:38.684519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2407e1d-8335-44a2-aece-97f61203b948 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Pushing event deleted for resources: {'Port': ['ID=02ca59d8-1b0b-450d-8b8b-69d75dda6c46,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:38.699259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-b2407e1d-8335-44a2-aece-97f61203b948 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] No DVR routers for this DVR port 02ca59d8-1b0b-450d-8b8b-69d75dda6c46 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:38.701688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:38.704955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:38.716198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-b2407e1d-8335-44a2-aece-97f61203b948 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:38.769903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 63b0e875-6041-45f7-8849-c4093dc7d982 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:38.770809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=6fff8f74-de79-403a-b7ba-dda354655562,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:38.790481 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3160f0f6-ce33-4eb2-8a1d-f4821e51db75 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7728412 May 24 23:03:38.793877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58394) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:38.801403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-423e696c-7296-4dfd-8044-f24d01776d98 None None] Provisioning complete for port 322e5807-dcef-45ae-b96e-dcb5842535cf triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:38.801948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-423e696c-7296-4dfd-8044-f24d01776d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:38.923993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-423e696c-7296-4dfd-8044-f24d01776d98 None None] Port 322e5807-dcef-45ae-b96e-dcb5842535cf cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:38.971549 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb6be30-a4b0-4adc-8c0c-f6b4ad93e0a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:38.972460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bcb6be30-a4b0-4adc-8c0c-f6b4ad93e0a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:38.999217 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bcb6be30-a4b0-4adc-8c0c-f6b4ad93e0a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:39.003823 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bcb6be30-a4b0-4adc-8c0c-f6b4ad93e0a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A38a HTTP/1.1" status: 200 len: 928 time: 0.2060351 May 24 23:03:39.004953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58398) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:39.019847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0da7835-9085-4fc0-8546-34d497c1dfe6', 'name': 'network-vif-deleted', 'tag': '02ca59d8-1b0b-450d-8b8b-69d75dda6c46'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:39.026943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.063432 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-17cc97eb-6d77-4c56-befc-f7ce8a0d17cb req-b2407e1d-8335-44a2-aece-97f61203b948 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.42 "DELETE /v2.0/ports/02ca59d8-1b0b-450d-8b8b-69d75dda6c46 HTTP/1.1" status: 204 len: 173 time: 4.1199527 May 24 23:03:39.096662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-81736be5-0622-4c96-8949-288fd243bbc5 None None] Provisioning for port 6fff8f74-de79-403a-b7ba-dda354655562 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:39.104046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-81736be5-0622-4c96-8949-288fd243bbc5 None None] Provisioning complete for port 6fff8f74-de79-403a-b7ba-dda354655562 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:39.104609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-81736be5-0622-4c96-8949-288fd243bbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.121490 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24d75a2-cc46-485e-bdd0-e3a9744a901b'] response: {'server_uuid': 'a0da7835-9085-4fc0-8546-34d497c1dfe6', 'name': 'network-vif-deleted', 'tag': '02ca59d8-1b0b-450d-8b8b-69d75dda6c46', 'status': 'completed', 'code': 200} May 24 23:03:39.172329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7afb773-1c98-450c-b838-b31d457c4936,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:39.210574 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-7e34054e-d0b6-4d8c-a19e-bc9f7e17e568 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 6fff8f74-de79-403a-b7ba-dda354655562 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:39.216271 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e34054e-d0b6-4d8c-a19e-bc9f7e17e568 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.251240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-81736be5-0622-4c96-8949-288fd243bbc5 None None] Port 6fff8f74-de79-403a-b7ba-dda354655562 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:39.268747 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:37Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:39.272959 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e3090-fb9a-47b3-82dd-99421caefabf None None] The sync data for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv is: [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:37Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:39.275450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58404) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:39.291858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'subnet': {'network_id': 'eabdb554-f058-4031-b479-e7b573263d11', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:39.301171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:39.335158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.336136 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Added segment af02778e-9236-4dbc-a913-aeb659918a1d of type vlan for network 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f May 24 23:03:39.362274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.463251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.598904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.599966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:39.600555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.767382 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8152ef8c-61a8-4bf9-823a-f4affca3bcea req-ffd72c1c-d1c5-4039-90c5-c595989a58b7 tempest-TestServerAdvancedOps-1115938907 tempest-TestServerAdvancedOps-1115938907-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0da7835-9085-4fc0-8546-34d497c1dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0985236 May 24 23:03:39.808332 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1912508 May 24 23:03:39.813804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58410) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:39.820235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63e09a-04d5-47a8-8319-06633aba5e5b admin admin] Pushing event updated for resources: {'Network': ['ID=70f9a657-4d61-4bcc-8b70-2c1a92a3e65f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:39.827698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Request body: {'subnet': {'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2037210181-subnet', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:39.832816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:39.834734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:39.880897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:39.891079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:subnet and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:39.895008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Usage tracker for resource:subnet and tenant:312c74f1e4ca4e198e0e7f73affd7650 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:39.896182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:39.904968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:39.906146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:39.922489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:39.939533 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:39.943124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.947154 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Made reservation on behalf of 312c74f1e4ca4e198e0e7f73affd7650 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:39.950717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.083418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e34054e-d0b6-4d8c-a19e-bc9f7e17e568 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.105040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ea0680c4-347b-404c-8db5-4eff129a18ff up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:40.174095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.177358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.233239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-7e34054e-d0b6-4d8c-a19e-bc9f7e17e568 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 6fff8f74-de79-403a-b7ba-dda354655562 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:40.247856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port ea0680c4-347b-404c-8db5-4eff129a18ff completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:40.254043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ea0680c4-347b-404c-8db5-4eff129a18ff triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:40.254617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.359079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08389d0a-8064-4ca9-a9a1-9669de1b570a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:40.429169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Checking segment: {'id': 'af02778e-9236-4dbc-a913-aeb659918a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:40.429531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Network hostable DHCP agents. Network: 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:03:40.432097 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ea0680c4-347b-404c-8db5-4eff129a18ff is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:40.432668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.491180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Network 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:03:40.497377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e34054e-d0b6-4d8c-a19e-bc9f7e17e568 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.515222 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ea0680c4-347b-404c-8db5-4eff129a18ff, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ea0680c4-347b-404c-8db5-4eff129a18ff,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:40.517589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:40.522333 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:40.523028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.524702 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.560920 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-29560531-8f4b-474d-8bd4-bb3045248280 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7443426 May 24 23:03:40.563684 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58414) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:40.568717 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34054e-d0b6-4d8c-a19e-bc9f7e17e568 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=6fff8f74-de79-403a-b7ba-dda354655562,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:40.569546 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2037210181-router', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:40.578621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a3e19-175f-4bb0-bff4-b0f53b95b0be None None] Network 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:40.578791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:40.583373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Usage tracker for resource:router and tenant:312c74f1e4ca4e198e0e7f73affd7650 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:40.586841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:40.591236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Router 350cd729-57db-48bb-b00d-eafb9d80f1ba is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:03:40.598537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:40.623915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.697792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e34054e-d0b6-4d8c-a19e-bc9f7e17e568 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.701275 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Subnet': ['ID=0fd546cc-50ea-4259-963e-ad70117beb3e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:40.702970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.713868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.728531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ea0680c4-347b-404c-8db5-4eff129a18ff,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:40.737970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.743965 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7e34054e-d0b6-4d8c-a19e-bc9f7e17e568 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/6fff8f74-de79-403a-b7ba-dda354655562 HTTP/1.1" status: 204 len: 168 time: 1.7375216 May 24 23:03:40.748964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58418) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:40.798744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Checking segment: {'id': '53098030-79c4-4b53-a885-35e8d23116de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eabdb554-f058-4031-b479-e7b573263d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:40.803995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network hostable DHCP agents. Network: eabdb554-f058-4031-b479-e7b573263d11, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:03:40.822883 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0e0694-ee05-442b-aa0c-f96c3fb08458 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:03:40.823781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7c0e0694-ee05-442b-aa0c-f96c3fb08458 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:40.843910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network eabdb554-f058-4031-b479-e7b573263d11 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:03:40.856565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7c0e0694-ee05-442b-aa0c-f96c3fb08458 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:40.858274 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7c0e0694-ee05-442b-aa0c-f96c3fb08458 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/6fff8f74-de79-403a-b7ba-dda354655562 HTTP/1.1" status: 404 len: 333 time: 0.1082284 May 24 23:03:40.862111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58424) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:40.930510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, eabdb554-f058-4031-b479-e7b573263d11) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:40.944742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58428) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:40.964023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0dae5-e84b-4f34-8409-29e872c6193e None None] Network eabdb554-f058-4031-b479-e7b573263d11 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:41.001030 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:41.001629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.046661 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-70f9a657-4d61-4bcc-8b70-2c1a92a3e65f', 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'fixed_ips': [{'subnet_id': '08389d0a-8064-4ca9-a9a1-9669de1b570a'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:41.047641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.060465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d1c2f-dc46-471b-b1d3-897a4146f78c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 322e5807-dcef-45ae-b96e-dcb5842535cf {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:41.060806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c2f-dc46-471b-b1d3-897a4146f78c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.118986 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-723faa92-232c-4482-b573-13bb8638fb2e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8387473 May 24 23:03:41.122162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58432) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:41.138746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1147981905'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:41.148612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf79222-ea22-4e61-90fa-541e4f8e96a0 admin admin] Deleting subnet 3f92339d-d50a-4eb8-843f-67690f9de8e1 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:41.155623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:41.161350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecf79222-ea22-4e61-90fa-541e4f8e96a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.194472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:network and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:41.204554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:41.210187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:41.232062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f51595-139f-4567-b867-6d7ba0bf5bb9 None None] Sync routers for ids ['350cd729-57db-48bb-b00d-eafb9d80f1ba'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:41.245215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:41.288075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecf79222-ea22-4e61-90fa-541e4f8e96a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.328964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f51595-139f-4567-b867-6d7ba0bf5bb9 None None] Routers {'350cd729-57db-48bb-b00d-eafb9d80f1ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:41.329947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d5f51595-139f-4567-b867-6d7ba0bf5bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['350cd729-57db-48bb-b00d-eafb9d80f1ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:41.335967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:41.339364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.364002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.369573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.373630 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1191afd1-7101-4eb9-a6a0-0ce5999eefea tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.9355240 May 24 23:03:41.373768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58436) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:41.378790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b1bb0da8-e877-471d-b4f9-3870b7f8dbaa tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'enable_snat': False}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:41.403034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d5f51595-139f-4567-b867-6d7ba0bf5bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:41.412110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Allocated IP 172.20.0.2 (70f9a657-4d61-4bcc-8b70-2c1a92a3e65f/08389d0a-8064-4ca9-a9a1-9669de1b570a/d73a67d5-249e-4ab4-a734-ab7fe6f66e2b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:41.420170 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-eabdb554-f058-4031-b479-e7b573263d11', 'network_id': 'eabdb554-f058-4031-b479-e7b573263d11', 'tenant_id': 'f1162605857b458f9c017291b7d01cbd', 'fixed_ips': [{'subnet_id': '0fd546cc-50ea-4259-963e-ad70117beb3e'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:41.420170 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.440312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f51595-139f-4567-b867-6d7ba0bf5bb9 None None] Routers {'350cd729-57db-48bb-b00d-eafb9d80f1ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:41.440952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d5f51595-139f-4567-b867-6d7ba0bf5bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['350cd729-57db-48bb-b00d-eafb9d80f1ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:41.457084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:41.477760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecf79222-ea22-4e61-90fa-541e4f8e96a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.511208 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d5f51595-139f-4567-b867-6d7ba0bf5bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:41.512164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f51595-139f-4567-b867-6d7ba0bf5bb9 None None] The sync data for ids ['350cd729-57db-48bb-b00d-eafb9d80f1ba'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:41.523200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.523200 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Added segment a83b53d3-94cd-4158-b8aa-a80bc719bf09 of type vlan for network f065ed21-e3d1-4ca0-8833-0926382db378 May 24 23:03:41.566630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c2f-dc46-471b-b1d3-897a4146f78c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.760521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.807911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Allocated IP 2001:db8:0:ffff::2 (eabdb554-f058-4031-b479-e7b573263d11/0fd546cc-50ea-4259-963e-ad70117beb3e/b03e9c96-ecba-4703-88f7-91ced3049915) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:41.832671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d1c2f-dc46-471b-b1d3-897a4146f78c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 322e5807-dcef-45ae-b96e-dcb5842535cf owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:41.832892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.890063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecf79222-ea22-4e61-90fa-541e4f8e96a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.904017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Transition to ACTIVE for port object d73a67d5-249e-4ab4-a734-ab7fe6f66e2b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:41.939492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Transition to ACTIVE for port object d73a67d5-249e-4ab4-a734-ab7fe6f66e2b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:41.947612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf79222-ea22-4e61-90fa-541e4f8e96a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f92339d-d50a-4eb8-843f-67690f9de8e1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:41.961316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.967292 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecf79222-ea22-4e61-90fa-541e4f8e96a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.977311 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ecf79222-ea22-4e61-90fa-541e4f8e96a0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3f92339d-d50a-4eb8-843f-67690f9de8e1 HTTP/1.1" status: 204 len: 168 time: 1.0329177 May 24 23:03:42.009597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58440) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:42.026850 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:03:42.038504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.044014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:42.044664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.078573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Pushing event updated for resources: {'Port': ['ID=d73a67d5-249e-4ab4-a734-ab7fe6f66e2b,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:42.086354 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Network 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:42.114911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:42.130940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:42.158516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c2f-dc46-471b-b1d3-897a4146f78c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.163806 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0396819 May 24 23:03:42.174830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ea0680c4-347b-404c-8db5-4eff129a18ff up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:42.198691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:42.213551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeeca5-bede-48d5-b49f-ed30a8112709 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Network': ['ID=f065ed21-e3d1-4ca0-8833-0926382db378,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:42.226299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'subnet': {'network_id': 'f065ed21-e3d1-4ca0-8833-0926382db378', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:42.247749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d1c2f-dc46-471b-b1d3-897a4146f78c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=322e5807-dcef-45ae-b96e-dcb5842535cf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:42.281891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network f065ed21-e3d1-4ca0-8833-0926382db378 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:42.310842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.375523 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Attempting to bind port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:42.375780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c2f-dc46-471b-b1d3-897a4146f78c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.376291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Attempting to bind port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'af02778e-9236-4dbc-a913-aeb659918a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:42.376824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Attempting to bind port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b on network 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:42.376946 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.377998 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9e5d1c2f-dc46-471b-b1d3-897a4146f78c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/322e5807-dcef-45ae-b96e-dcb5842535cf HTTP/1.1" status: 204 len: 168 time: 1.5058672 May 24 23:03:42.382526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58454) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:42.396644 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.446919 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9695779d-93a4-401a-96e8-98c68f026919 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:03:42.447556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9695779d-93a4-401a-96e8-98c68f026919 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:42.462008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:42.467821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:subnet and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:42.471502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:42.478491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:42.503429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9695779d-93a4-401a-96e8-98c68f026919 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:42.504826 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9695779d-93a4-401a-96e8-98c68f026919 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/322e5807-dcef-45ae-b96e-dcb5842535cf HTTP/1.1" status: 404 len: 333 time: 0.1211767 May 24 23:03:42.506680 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:42.510546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.520267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Transition to ACTIVE for port object b03e9c96-ecba-4703-88f7-91ced3049915 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:42.526883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58458) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:42.540376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:42.540750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Checking segment: {'id': 'af02778e-9236-4dbc-a913-aeb659918a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:42.541154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.541549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Bound using segment: {'id': 'af02778e-9236-4dbc-a913-aeb659918a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:42.542031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Bound port: d73a67d5-249e-4ab4-a734-ab7fe6f66e2b, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af02778e-9236-4dbc-a913-aeb659918a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:42.542402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.562836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1bb0da8-e877-471d-b4f9-3870b7f8dbaa tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.567490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Transition to ACTIVE for port object b03e9c96-ecba-4703-88f7-91ced3049915 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:42.579123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.606297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.692254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42c1a18-2082-4892-be9b-0c70c3d7f842 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting subnet e1f928c8-f9ed-47ab-ba45-5ca7b19afcec {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:42.698767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c42c1a18-2082-4892-be9b-0c70c3d7f842 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.718584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Network eabdb554-f058-4031-b479-e7b573263d11 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:42.719365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ea0680c4-347b-404c-8db5-4eff129a18ff triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:42.719738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.743743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Pushing event updated for resources: {'Port': ['ID=b03e9c96-ecba-4703-88f7-91ced3049915,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:42.762541 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:42.768767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c42c1a18-2082-4892-be9b-0c70c3d7f842 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.778054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:42.838420 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.840490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] For port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:42.896471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] For port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d73a67d5-249e-4ab4-a734-ab7fe6f66e2b,segment=NetworkSegment(af02778e-9236-4dbc-a913-aeb659918a1d),segment_id=af02778e-9236-4dbc-a913-aeb659918a1d)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:42.907390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.916586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ee62c6-89a7-4e82-8ef5-10402d0ae9a8']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:42.939961 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:42.940293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:42.945363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Attempting to bind port b03e9c96-ecba-4703-88f7-91ced3049915 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:42.945736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Attempting to bind port b03e9c96-ecba-4703-88f7-91ced3049915 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '53098030-79c4-4b53-a885-35e8d23116de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eabdb554-f058-4031-b479-e7b573263d11'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:42.946514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Attempting to bind port b03e9c96-ecba-4703-88f7-91ced3049915 on network eabdb554-f058-4031-b479-e7b573263d11 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:42.947064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c42c1a18-2082-4892-be9b-0c70c3d7f842 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.958478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Allocated IP 172.26.3.224 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/7d1644eb-4f25-4ab5-a839-2eb18807fd19) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:42.961318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.973620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:42.973620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Checking segment: {'id': '53098030-79c4-4b53-a885-35e8d23116de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eabdb554-f058-4031-b479-e7b573263d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:42.973932 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.974904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Bound using segment: {'id': '53098030-79c4-4b53-a885-35e8d23116de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eabdb554-f058-4031-b479-e7b573263d11'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:42.974904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Bound port: b03e9c96-ecba-4703-88f7-91ced3049915, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53098030-79c4-4b53-a885-35e8d23116de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eabdb554-f058-4031-b479-e7b573263d11'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:42.975260 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.990344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.012843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:43.013237 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.090275 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267 resource provider aggregate not found May 24 23:03:43.102732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:03:43.105901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.121363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ea0680c4-347b-404c-8db5-4eff129a18ff is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:43.139304 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52dbd6a-1ace-4607-bbcb-1330dc032934 None None] Pushing event updated for resources: {'Port': ['ID=d73a67d5-249e-4ab4-a734-ab7fe6f66e2b,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:43.192185 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Subnet': ['ID=3743ab32-12ca-43dc-bf59-23b0b2c16e41,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:43.193673 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bd0f496-4c3c-4cd3-a9f6-6bbcf21e5267 found for delete ", "request_id": "req-822407f5-6ca6-4db9-8e80-7170ca816f4e"}]} May 24 23:03:43.203617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] For port b03e9c96-ecba-4703-88f7-91ced3049915, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:43.227511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c42c1a18-2082-4892-be9b-0c70c3d7f842 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.233449 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.233666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] For port b03e9c96-ecba-4703-88f7-91ced3049915, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b03e9c96-ecba-4703-88f7-91ced3049915,segment=NetworkSegment(53098030-79c4-4b53-a885-35e8d23116de),segment_id=53098030-79c4-4b53-a885-35e8d23116de)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:43.240698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.276768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c1a18-2082-4892-be9b-0c70c3d7f842 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f928c8-f9ed-47ab-ba45-5ca7b19afcec,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:43.284026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c42c1a18-2082-4892-be9b-0c70c3d7f842 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.291628 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Checking segment: {'id': 'a83b53d3-94cd-4158-b8aa-a80bc719bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f065ed21-e3d1-4ca0-8833-0926382db378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:43.291995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network hostable DHCP agents. Network: f065ed21-e3d1-4ca0-8833-0926382db378, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:03:43.299385 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c42c1a18-2082-4892-be9b-0c70c3d7f842 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/e1f928c8-f9ed-47ab-ba45-5ca7b19afcec HTTP/1.1" status: 204 len: 168 time: 0.7659030 May 24 23:03:43.299948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58466) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:43.318425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.326169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af7218-f6f4-4862-a087-e42e071f8f0e None None] Network ce95a7be-e20b-4ee0-9e34-9973ba91fa66 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:43.354460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=60ee62c6-89a7-4e82-8ef5-10402d0ae9a8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:43.393615 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b8a150f6-7b45-4abf-81ff-bcd0c60010e9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/60ee62c6-89a7-4e82-8ef5-10402d0ae9a8 HTTP/1.1" status: 204 len: 168 time: 1.3614883 May 24 23:03:43.401584 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58470) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:43.425152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.448920 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network f065ed21-e3d1-4ca0-8833-0926382db378 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:03:43.452104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405a9cb-fb74-448e-9967-ea73d8fb5004 None None] Pushing event updated for resources: {'Port': ['ID=b03e9c96-ecba-4703-88f7-91ced3049915,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:43.484769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.486801 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, f065ed21-e3d1-4ca0-8833-0926382db378) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:43.491761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:43.492337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.516273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 63b0e875-6041-45f7-8849-c4093dc7d982 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:43.516666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.556666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2e05d-0e9f-4022-80c1-0e9263e11385 None None] Network f065ed21-e3d1-4ca0-8833-0926382db378 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:43.569284 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a9cd9d55-da5f-462b-9cb3-ca11c81982d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3629403 May 24 23:03:43.575632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58474) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:43.584284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'port': {'network_id': 'f065ed21-e3d1-4ca0-8833-0926382db378', 'name': 'tempest-NetworksIpV6TestAttrs-1765538365'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:43.639962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.730495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Pushing event updated for resources: {'Port': ['ID=7d1644eb-4f25-4ab5-a839-2eb18807fd19,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:43.861405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:43.866790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a55f06-f620-4d1f-8d84-fd73bccf2d5b admin admin] Deleting subnet b958220a-df31-48ac-8e1d-8b9484f54223 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:43.868900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:43.871978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:43.898209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9ad64c-ea96-409b-817c-e26017aa3388 None None] DHCP port deletion for ce95a7be-e20b-4ee0-9e34-9973ba91fa66 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:43.917381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ad64c-ea96-409b-817c-e26017aa3388 None None] Deleting port 63b0e875-6041-45f7-8849-c4093dc7d982 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:43.918286 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad64c-ea96-409b-817c-e26017aa3388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.928138 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68a55f06-f620-4d1f-8d84-fd73bccf2d5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.957798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-f065ed21-e3d1-4ca0-8833-0926382db378', 'network_id': 'f065ed21-e3d1-4ca0-8833-0926382db378', 'tenant_id': 'f1162605857b458f9c017291b7d01cbd', 'fixed_ips': [{'subnet_id': '3743ab32-12ca-43dc-bf59-23b0b2c16e41'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:43.959243 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.052909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:44.089796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:port and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:44.101581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:44.104809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68a55f06-f620-4d1f-8d84-fd73bccf2d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.112015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:44.139491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] For port 63b0e875-6041-45f7-8849-c4093dc7d982, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=63b0e875-6041-45f7-8849-c4093dc7d982,segment=NetworkSegment(a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae),segment_id=a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:44.139862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.162754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:44.170140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.254431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b03e9c96-ecba-4703-88f7-91ced3049915 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:44.345839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0e9ad64c-ea96-409b-817c-e26017aa3388 None None] For port 63b0e875-6041-45f7-8849-c4093dc7d982, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=63b0e875-6041-45f7-8849-c4093dc7d982,segment=NetworkSegment(a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae),segment_id=a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:44.346529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad64c-ea96-409b-817c-e26017aa3388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.363151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] device_id is not set on port 80e9b25e-f8cc-4f36-ac47-12b1094864f6 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:44.409767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 63b0e875-6041-45f7-8849-c4093dc7d982 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:44.550256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.597008 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ad64c-ea96-409b-817c-e26017aa3388 None None] Calling delete_port for 63b0e875-6041-45f7-8849-c4093dc7d982 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:44.612750 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=63b0e875-6041-45f7-8849-c4093dc7d982,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:44.614869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No DVR routers for this DVR port 63b0e875-6041-45f7-8849-c4093dc7d982 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:44.664303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ffb80-73f4-40ed-bdcb-6b170302247b None None] Network 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:44.750768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.784972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce95a7be-e20b-4ee0-9e34-9973ba91fa66']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:44.792649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Allocated IP 2001:db8::f816:3eff:fef0:cc6c (f065ed21-e3d1-4ca0-8833-0926382db378/3743ab32-12ca-43dc-bf59-23b0b2c16e41/901847df-060c-448c-856a-86b1351a7aec) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:44.797231 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port b03e9c96-ecba-4703-88f7-91ced3049915 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:44.801495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:44.802545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:44.819051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d73a67d5-249e-4ab4-a734-ab7fe6f66e2b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:44.821335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.822996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1bb0da8-e877-471d-b4f9-3870b7f8dbaa tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.827975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1bb0da8-e877-471d-b4f9-3870b7f8dbaa tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.835162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68a55f06-f620-4d1f-8d84-fd73bccf2d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.846818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.851543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-0e9ad64c-ea96-409b-817c-e26017aa3388 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:44.851900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-0e9ad64c-ea96-409b-817c-e26017aa3388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:44.855228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:44.856001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.861809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7192ffdd-1472-4322-99f5-9e888e35f0fc None None] Provisioning for port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:44.956954 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae resource provider aggregate not found May 24 23:03:44.982671 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7a8ca98-9671-4bac-a6a9-ebcc6a7d93ae found for delete ", "request_id": "req-92854aee-219e-4406-b8e1-e441bfc55915"}]} May 24 23:03:45.012330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.044902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.056085 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Network': ['ID=ce95a7be-e20b-4ee0-9e34-9973ba91fa66,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:45.075465 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-20771ffb-3ae0-4b11-a61f-ae1412410bd0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/networks/ce95a7be-e20b-4ee0-9e34-9973ba91fa66 HTTP/1.1" status: 204 len: 168 time: 1.7741694 May 24 23:03:45.079945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58484) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:45.089948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1662945717'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:45.097008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:45.101690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:network and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:45.105568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:45.112286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:45.124931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:45.128715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.141120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd4f54-59ac-4df9-a60b-9ad537ddc9a7 None None] Network eabdb554-f058-4031-b479-e7b573263d11 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:45.159748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:45.173648 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.174050 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Added segment daa2828a-759c-4319-be87-8f9c07dec303 of type vlan for network 1e9afd20-cc26-4b42-b389-28a630070b46 May 24 23:03:45.177943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:45.209050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.244244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.250292 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:45.250972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.283208 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68a55f06-f620-4d1f-8d84-fd73bccf2d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.300261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:45.300634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.334052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68a55f06-f620-4d1f-8d84-fd73bccf2d5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.341693 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-68a55f06-f620-4d1f-8d84-fd73bccf2d5b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b958220a-df31-48ac-8e1d-8b9484f54223 HTTP/1.1" status: 204 len: 168 time: 1.9337339 May 24 23:03:45.343378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58488) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:45.344666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a55f06-f620-4d1f-8d84-fd73bccf2d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b958220a-df31-48ac-8e1d-8b9484f54223,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:45.350793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.361839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ad64c-ea96-409b-817c-e26017aa3388 None None] Deleting port 63b0e875-6041-45f7-8849-c4093dc7d982 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:45.362358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad64c-ea96-409b-817c-e26017aa3388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.385093 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3006604 May 24 23:03:45.403762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58492) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:45.416516 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bb0da8-e877-471d-b4f9-3870b7f8dbaa tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Router 350cd729-57db-48bb-b00d-eafb9d80f1ba has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:45.420722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': '1e9afd20-cc26-4b42-b389-28a630070b46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:45.434479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2591f32a-181a-49b3-8baf-36f37b693687 None None] Provisioning for port b03e9c96-ecba-4703-88f7-91ced3049915 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:45.445011 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcd01d-7a74-474f-b3f4-a34a4c279f88 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Network': ['ID=1e9afd20-cc26-4b42-b389-28a630070b46,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:45.478607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.497652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2591f32a-181a-49b3-8baf-36f37b693687 None None] Provisioning complete for port b03e9c96-ecba-4703-88f7-91ced3049915 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:45.498015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2591f32a-181a-49b3-8baf-36f37b693687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.520783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 1e9afd20-cc26-4b42-b389-28a630070b46 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:45.540136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ad64c-ea96-409b-817c-e26017aa3388 None None] The port '63b0e875-6041-45f7-8849-c4093dc7d982' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:03:45.607982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.634919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef941c6-54b4-4b7c-8232-8ae9e4ab0686']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:45.649088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22443b18-5c7e-4b56-8a00-85e662a7bf3b') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:45.649088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22443b18-5c7e-4b56-8a00-85e662a7bf3b') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:45.663185 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.685977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.693259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:45.693719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.694356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.697921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.759847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Transition to ACTIVE for port object 901847df-060c-448c-856a-86b1351a7aec will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:45.892272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Transition to ACTIVE for port object 901847df-060c-448c-856a-86b1351a7aec will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:45.916022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:45.935509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:45.935726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.939937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:45.946255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:45.956641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.962199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:45.968874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.973800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.013851 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eef941c6-54b4-4b7c-8232-8ae9e4ab0686 HTTP/1.1" status: 204 len: 168 time: 0.6687527 May 24 23:03:46.026078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837d9aa-10ce-4c28-ac51-3a4ebc198fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef941c6-54b4-4b7c-8232-8ae9e4ab0686,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:46.038765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Allocated IP 2001:db8::f816:3eff:fe5b:61b4 (f065ed21-e3d1-4ca0-8833-0926382db378/3743ab32-12ca-43dc-bf59-23b0b2c16e41/80e9b25e-f8cc-4f36-ac47-12b1094864f6) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:46.065190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2591f32a-181a-49b3-8baf-36f37b693687 None None] Current status of the port b03e9c96-ecba-4703-88f7-91ced3049915 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:46.065569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2591f32a-181a-49b3-8baf-36f37b693687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.083563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Network f065ed21-e3d1-4ca0-8833-0926382db378 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:46.095740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:46.098537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d73a67d5-249e-4ab4-a734-ab7fe6f66e2b,segment=NetworkSegment(af02778e-9236-4dbc-a913-aeb659918a1d),segment_id=af02778e-9236-4dbc-a913-aeb659918a1d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:46.107099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:46.111803 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Pushing event updated for resources: {'Port': ['ID=901847df-060c-448c-856a-86b1351a7aec,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:46.121845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.173938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:46.177436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.224204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bb0da8-e877-471d-b4f9-3870b7f8dbaa tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:46.234445 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff452c5d-3a39-4b3c-a601-51434b11c2b9 None None] Sync routers for ids ['350cd729-57db-48bb-b00d-eafb9d80f1ba'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:46.248523 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff452c5d-3a39-4b3c-a601-51434b11c2b9 None None] Routers {'350cd729-57db-48bb-b00d-eafb9d80f1ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:46.249157 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ff452c5d-3a39-4b3c-a601-51434b11c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['350cd729-57db-48bb-b00d-eafb9d80f1ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:46.274061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1bb0da8-e877-471d-b4f9-3870b7f8dbaa tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.275435 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b1bb0da8-e877-471d-b4f9-3870b7f8dbaa tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "PUT /v2.0/routers/350cd729-57db-48bb-b00d-eafb9d80f1ba HTTP/1.1" status: 200 len: 925 time: 4.9007871 May 24 23:03:46.285383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58498) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:46.315948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2591f32a-181a-49b3-8baf-36f37b693687 None None] For port b03e9c96-ecba-4703-88f7-91ced3049915, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b03e9c96-ecba-4703-88f7-91ced3049915,segment=NetworkSegment(53098030-79c4-4b53-a885-35e8d23116de),segment_id=53098030-79c4-4b53-a885-35e8d23116de)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:46.333377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 63b0e875-6041-45f7-8849-c4093dc7d982 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:46.381453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.387630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2591f32a-181a-49b3-8baf-36f37b693687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.408348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58502) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:46.410352 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ff452c5d-3a39-4b3c-a601-51434b11c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:46.420129 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff452c5d-3a39-4b3c-a601-51434b11c2b9 None None] Routers {'350cd729-57db-48bb-b00d-eafb9d80f1ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:46.420729 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ff452c5d-3a39-4b3c-a601-51434b11c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['350cd729-57db-48bb-b00d-eafb9d80f1ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:46.456731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 63b0e875-6041-45f7-8849-c4093dc7d982 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:46.457227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 63b0e875-6041-45f7-8849-c4093dc7d982 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:46.485072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Attempting to bind port 901847df-060c-448c-856a-86b1351a7aec on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:46.485553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Attempting to bind port 901847df-060c-448c-856a-86b1351a7aec by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'a83b53d3-94cd-4158-b8aa-a80bc719bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f065ed21-e3d1-4ca0-8833-0926382db378'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:46.486006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Attempting to bind port 901847df-060c-448c-856a-86b1351a7aec on network f065ed21-e3d1-4ca0-8833-0926382db378 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:46.509492 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ff452c5d-3a39-4b3c-a601-51434b11c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:46.509898 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff452c5d-3a39-4b3c-a601-51434b11c2b9 None None] The sync data for ids ['350cd729-57db-48bb-b00d-eafb9d80f1ba'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:46.520542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:46.521361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Checking segment: {'id': 'a83b53d3-94cd-4158-b8aa-a80bc719bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f065ed21-e3d1-4ca0-8833-0926382db378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:46.521731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.522188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Bound using segment: {'id': 'a83b53d3-94cd-4158-b8aa-a80bc719bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f065ed21-e3d1-4ca0-8833-0926382db378'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:46.522767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Bound port: 901847df-060c-448c-856a-86b1351a7aec, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83b53d3-94cd-4158-b8aa-a80bc719bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f065ed21-e3d1-4ca0-8833-0926382db378'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:46.523210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.546304 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-223dd908-4b07-4e5a-8d29-0cc706711165 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7771aacc17f41be915634936dda9ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357455 May 24 23:03:46.547181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=d73a67d5-249e-4ab4-a734-ab7fe6f66e2b,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:46.549680 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.552498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58506) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:46.631402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-35e026b8-26de-41bf-928e-131f76e37997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.647201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Transition to ACTIVE for port object 80e9b25e-f8cc-4f36-ac47-12b1094864f6 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:46.655782 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-439b3e14-e466-4e66-8d52-0359ce0cc522 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/routers/350cd729-57db-48bb-b00d-eafb9d80f1ba HTTP/1.1" status: 200 len: 925 time: 0.3692174 May 24 23:03:46.661868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58510) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:46.696304 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] For port 901847df-060c-448c-856a-86b1351a7aec, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:46.712913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-516a5be1-2496-488f-9352-debe18fa68db None None] Provisioning complete for port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:46.713305 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-516a5be1-2496-488f-9352-debe18fa68db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.737991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-35e026b8-26de-41bf-928e-131f76e37997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.742293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] For port 901847df-060c-448c-856a-86b1351a7aec, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=901847df-060c-448c-856a-86b1351a7aec,segment=NetworkSegment(a83b53d3-94cd-4158-b8aa-a80bc719bf09),segment_id=a83b53d3-94cd-4158-b8aa-a80bc719bf09)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:46.757000 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591f32a-181a-49b3-8baf-36f37b693687 None None] Pushing event updated for resources: {'Port': ['ID=b03e9c96-ecba-4703-88f7-91ced3049915,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:46.767571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.791370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3f8bb3-9d45-460a-b253-9970396f5aea tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:46.792146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1a3f8bb3-9d45-460a-b253-9970396f5aea tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Synchronizing usage tracker for tenant:00a5d57f9d854175a329153102cc55cc on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:46.826162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1a3f8bb3-9d45-460a-b253-9970396f5aea tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Unset dirty status for tenant:00a5d57f9d854175a329153102cc55cc on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:46.830269 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1a3f8bb3-9d45-460a-b253-9970396f5aea tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&device_id=350cd729-57db-48bb-b00d-eafb9d80f1ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1638741 May 24 23:03:46.832516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58514) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:46.850036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.891847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Router fe2914e1-c2c1-4760-80a3-bfcf43f27690 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:03:46.910176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.914596 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc79a5-6eab-40aa-aed9-7385157b21e5 None None] Pushing event updated for resources: {'Port': ['ID=901847df-060c-448c-856a-86b1351a7aec,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:46.955344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-516a5be1-2496-488f-9352-debe18fa68db None None] Current status of the port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:47.021344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network f065ed21-e3d1-4ca0-8833-0926382db378 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:47.023572 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 22443b18-5c7e-4b56-8a00-85e662a7bf3b resource provider aggregate not found May 24 23:03:47.031911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:47.034465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:47.034794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Subnet': ['ID=18de4c2d-bd80-42f2-8251-70a8d471f201,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:47.041171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:47.041937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.073995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Checking segment: {'id': 'daa2828a-759c-4319-be87-8f9c07dec303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e9afd20-cc26-4b42-b389-28a630070b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:47.073995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network hostable DHCP agents. Network: 1e9afd20-cc26-4b42-b389-28a630070b46, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:03:47.077617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-35e026b8-26de-41bf-928e-131f76e37997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.101690 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 22443b18-5c7e-4b56-8a00-85e662a7bf3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22443b18-5c7e-4b56-8a00-85e662a7bf3b found for delete ", "request_id": "req-3a6b2750-48d0-470b-8ab8-0ee4b520bad9"}]} May 24 23:03:47.104822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ad0b2414-ac1f-4f74-a22e-9d97d1c431d0 None None] Provisioning complete for port b03e9c96-ecba-4703-88f7-91ced3049915 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:47.105719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad0b2414-ac1f-4f74-a22e-9d97d1c431d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.110209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Port': ['ID=80e9b25e-f8cc-4f36-ac47-12b1094864f6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:47.185688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 1e9afd20-cc26-4b42-b389-28a630070b46 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:03:47.204370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c7b27-0ea2-4473-9a4d-7a9c63afcc10 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:47.205679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9a8c7b27-0ea2-4473-9a4d-7a9c63afcc10 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Synchronizing usage tracker for tenant:00a5d57f9d854175a329153102cc55cc on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:47.222672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e026b8-26de-41bf-928e-131f76e37997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993a5dd8-5c7c-408a-8cd4-89f277710e77,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:47.227902 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 1e9afd20-cc26-4b42-b389-28a630070b46) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:47.237058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:47.237653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.251125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-35e026b8-26de-41bf-928e-131f76e37997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.253554 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-35e026b8-26de-41bf-928e-131f76e37997 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/993a5dd8-5c7c-408a-8cd4-89f277710e77 HTTP/1.1" status: 204 len: 168 time: 0.7000451 May 24 23:03:47.257384 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-625a38b4-4cd5-4980-b69b-f16b1a411d9e tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6807430 May 24 23:03:47.260996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58524) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:47.268890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9adf4-6258-4c89-a8d4-0d601a18bebb None None] Network 1e9afd20-cc26-4b42-b389-28a630070b46 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:47.275463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:47.289232 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-195dc60c-9f68-46a5-8207-763648d31dc1 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8825557 May 24 23:03:47.295255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58528) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:47.301619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': '1e9afd20-cc26-4b42-b389-28a630070b46', 'name': 'tempest-PortsIpV6TestJSON-874455246', 'fixed_ips': [{'subnet_id': '18de4c2d-bd80-42f2-8251-70a8d471f201', 'ip_address': '2001:db8::10'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:47.301846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Sync routers for ids ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:47.358290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9a8c7b27-0ea2-4473-9a4d-7a9c63afcc10 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Unset dirty status for tenant:00a5d57f9d854175a329153102cc55cc on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:47.362415 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9a8c7b27-0ea2-4473-9a4d-7a9c63afcc10 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/networks/318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 881 time: 0.5260527 May 24 23:03:47.370345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58532) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:47.383590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.387229 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-83d72645-847e-4587-812b-ecbcc8852b7a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8224669 May 24 23:03:47.387894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58536) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:47.390440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Routers {'fe2914e1-c2c1-4760-80a3-bfcf43f27690'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:47.391180 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:47.435108 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7bdb9d70-1f59-4df3-bfca-5fa70ff8c06c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=350cd729-57db-48bb-b00d-eafb9d80f1ba HTTP/1.1" status: 200 len: 205 time: 0.0608428 May 24 23:03:47.437970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58540) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:47.451795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b2414-ac1f-4f74-a22e-9d97d1c431d0 None None] Current status of the port b03e9c96-ecba-4703-88f7-91ced3049915 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:47.671991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5ffa77-c8c9-4ccc-85df-99f44a609243 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Deleting subnet 3743ab32-12ca-43dc-bf59-23b0b2c16e41 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:47.675520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffa77-c8c9-4ccc-85df-99f44a609243 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.746211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Set router fe2914e1-c2c1-4760-80a3-bfcf43f27690 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:47.750175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffa77-c8c9-4ccc-85df-99f44a609243 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.828046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.876408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58546) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:47.950083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:47.951437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-1e9afd20-cc26-4b42-b389-28a630070b46', 'network_id': '1e9afd20-cc26-4b42-b389-28a630070b46', 'tenant_id': '47758fbb459b433493b014395cf29a06', 'fixed_ips': [{'subnet_id': '18de4c2d-bd80-42f2-8251-70a8d471f201'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:47.952025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.959612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:port and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:47.966671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:48.045193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:48.071256 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d064fabf-b3c5-4024-b364-21fb72c1b3a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81d657013a774018bcaa0090abf30d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892002 May 24 23:03:48.072368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58550) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:48.144156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:48.248765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.257901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffa77-c8c9-4ccc-85df-99f44a609243 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.264086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7685609f-1c50-460e-9974-a071ac148c54 None None] Network f065ed21-e3d1-4ca0-8833-0926382db378 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:48.293197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Deleting port 26ee4362-6038-4ee8-9dbf-48a5167384f6 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:48.293689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.357133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Allocated IP 2001:db8::2 (1e9afd20-cc26-4b42-b389-28a630070b46/18de4c2d-bd80-42f2-8251-70a8d471f201/223dd720-d8a1-4780-8ae9-efa6bb426a1b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:48.381052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a5b52108-5bd2-41e7-b2e5-1ba6d74ec943 None None] Provisioning for port 901847df-060c-448c-856a-86b1351a7aec completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:48.395801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c46ef323-7604-44fb-9f99-596030971180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.468158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffa77-c8c9-4ccc-85df-99f44a609243 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.483265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'name': 'tempest-TestVolumeBootPattern-2037210181-router', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:40Z', 'updated_at': '2022-05-24T23:03:44Z', 'revision_number': 3, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'gw_port': {'id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:48.511104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Checking router: fe2914e1-c2c1-4760-80a3-bfcf43f27690 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:48.511290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Updating router fe2914e1-c2c1-4760-80a3-bfcf43f27690 port 7d1644eb-4f25-4ab5-a839-2eb18807fd19 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:03:48.519335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c46ef323-7604-44fb-9f99-596030971180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.533159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ffa77-c8c9-4ccc-85df-99f44a609243 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Subnet': ['ID=3743ab32-12ca-43dc-bf59-23b0b2c16e41,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:48.535403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffa77-c8c9-4ccc-85df-99f44a609243 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.556274 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1d5ffa77-c8c9-4ccc-85df-99f44a609243 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/subnets/3743ab32-12ca-43dc-bf59-23b0b2c16e41 HTTP/1.1" status: 204 len: 168 time: 1.2929635 May 24 23:03:48.560258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58556) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:48.594814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.596499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.642742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.666473 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port 6dd1f3c5-12d9-45fb-97cf-e33f22e90996 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:48.735255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Calling delete_port for 26ee4362-6038-4ee8-9dbf-48a5167384f6 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:48.740678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 901847df-060c-448c-856a-86b1351a7aec up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:48.799174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3cdb62-3d46-4fda-8084-3f9f6ba100da tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:48.800688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3cdb62-3d46-4fda-8084-3f9f6ba100da tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:48.801420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2a3cdb62-3d46-4fda-8084-3f9f6ba100da tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Synchronizing usage tracker for tenant:f1162605857b458f9c017291b7d01cbd on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:48.824619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2a3cdb62-3d46-4fda-8084-3f9f6ba100da tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Unset dirty status for tenant:f1162605857b458f9c017291b7d01cbd on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:48.829006 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2a3cdb62-3d46-4fda-8084-3f9f6ba100da tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2648323 May 24 23:03:48.829147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58560) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:48.833288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c46ef323-7604-44fb-9f99-596030971180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.878937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ef323-7604-44fb-9f99-596030971180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da49b3c-5fa9-4f24-9651-559119713524,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:48.943257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c46ef323-7604-44fb-9f99-596030971180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.947011 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c46ef323-7604-44fb-9f99-596030971180 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2da49b3c-5fa9-4f24-9651-559119713524 HTTP/1.1" status: 204 len: 168 time: 0.8743651 May 24 23:03:48.972586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.998355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56eb1254-19e7-40ec-ac71-8136d80e4d20 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.016881 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-56eb1254-19e7-40ec-ac71-8136d80e4d20 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 24 23:03:49.017979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56eb1254-19e7-40ec-ac71-8136d80e4d20 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:49.020377 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-56eb1254-19e7-40ec-ac71-8136d80e4d20 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/networks/f065ed21-e3d1-4ca0-8833-0926382db378 HTTP/1.1" status: 409 len: 405 time: 0.1901240 May 24 23:03:49.024637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58566) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:49.034031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1722119963'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:49.042476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:49.049782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:network and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:49.057229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:49.067618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:49.105929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 901847df-060c-448c-856a-86b1351a7aec completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:49.120386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.124463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 901847df-060c-448c-856a-86b1351a7aec triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:49.124830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.144661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:49.149127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.193299 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Transition to ACTIVE for port object 223dd720-d8a1-4780-8ae9-efa6bb426a1b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:49.220181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] DHCP port deletion for f065ed21-e3d1-4ca0-8833-0926382db378 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:49.244666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Deleting port 901847df-060c-448c-856a-86b1351a7aec {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:49.245301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.250165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Allocated IP 172.20.0.1 (70f9a657-4d61-4bcc-8b70-2c1a92a3e65f/08389d0a-8064-4ca9-a9a1-9669de1b570a/f890f27a-78cb-4d79-a5f5-78c908f8da7f) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:49.255384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.272625 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:49.274456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Transition to ACTIVE for port object 223dd720-d8a1-4780-8ae9-efa6bb426a1b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:49.327508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.363145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.363813 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Added segment 418db9fc-a824-4d8c-8811-55f6cfdddabc of type vlan for network 2a669466-e2c8-4160-b5ae-06bd8605f12f May 24 23:03:49.402713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.445987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Pushing event deleted for resources: {'Port': ['ID=26ee4362-6038-4ee8-9dbf-48a5167384f6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:49.477294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.505451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Transition to ACTIVE for port object f890f27a-78cb-4d79-a5f5-78c908f8da7f will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:49.515160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8::10 (1e9afd20-cc26-4b42-b389-28a630070b46/18de4c2d-bd80-42f2-8251-70a8d471f201/6dd1f3c5-12d9-45fb-97cf-e33f22e90996) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:49.523754 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Network 1e9afd20-cc26-4b42-b389-28a630070b46 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:49.531035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.536580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:49.537225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.549234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:49.575486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:49.592335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Pushing event updated for resources: {'Port': ['ID=223dd720-d8a1-4780-8ae9-efa6bb426a1b,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:49.597641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.606007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.653800 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6277397 May 24 23:03:49.659746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58570) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:49.661827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 901847df-060c-448c-856a-86b1351a7aec is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:49.661827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.669548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'subnet': {'network_id': '2a669466-e2c8-4160-b5ae-06bd8605f12f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:49.690820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.764384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Transition to ACTIVE for port object 7d1644eb-4f25-4ab5-a839-2eb18807fd19 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:49.786191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c0a31-91fe-4c3a-a25b-f9be12e8b7fc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Network': ['ID=2a669466-e2c8-4160-b5ae-06bd8605f12f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:49.814448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 2a669466-e2c8-4160-b5ae-06bd8605f12f details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:49.828247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.884040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Network 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:49.889723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:49.898787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:49.957588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.961445 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.968726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Pushing event updated for resources: {'Port': ['ID=f890f27a-78cb-4d79-a5f5-78c908f8da7f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:49.980827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:50.008658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:50.022244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.026440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.027109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Fanout notify agent at l3_agent the message router_deleted on router 350cd729-57db-48bb-b00d-eafb9d80f1ba {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:03:50.037228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Attempting to bind port 223dd720-d8a1-4780-8ae9-efa6bb426a1b on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:50.037681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Attempting to bind port 223dd720-d8a1-4780-8ae9-efa6bb426a1b by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'daa2828a-759c-4319-be87-8f9c07dec303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e9afd20-cc26-4b42-b389-28a630070b46'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:50.038111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Attempting to bind port 223dd720-d8a1-4780-8ae9-efa6bb426a1b on network 1e9afd20-cc26-4b42-b389-28a630070b46 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:50.041555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.048126 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a10dbf69-aa83-43ab-9a9d-e8eb08427e11 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/350cd729-57db-48bb-b00d-eafb9d80f1ba HTTP/1.1" status: 204 len: 168 time: 2.6093154 May 24 23:03:50.049248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58574) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:50.052307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:50.056026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.079235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cf03755e-7019-4c0b-b732-2f3aa7b20c2c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2025602690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:50.085155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] For port 901847df-060c-448c-856a-86b1351a7aec, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=901847df-060c-448c-856a-86b1351a7aec,segment=NetworkSegment(a83b53d3-94cd-4158-b8aa-a80bc719bf09),segment_id=a83b53d3-94cd-4158-b8aa-a80bc719bf09)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:50.085641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.134333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:50.134850 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Checking segment: {'id': 'daa2828a-759c-4319-be87-8f9c07dec303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e9afd20-cc26-4b42-b389-28a630070b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:50.135324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.135975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Bound using segment: {'id': 'daa2828a-759c-4319-be87-8f9c07dec303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e9afd20-cc26-4b42-b389-28a630070b46'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:50.136345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Bound port: 223dd720-d8a1-4780-8ae9-efa6bb426a1b, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa2828a-759c-4319-be87-8f9c07dec303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e9afd20-cc26-4b42-b389-28a630070b46'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:50.136787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.163101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.217980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object 6dd1f3c5-12d9-45fb-97cf-e33f22e90996 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:50.234443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 901847df-060c-448c-856a-86b1351a7aec, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=901847df-060c-448c-856a-86b1351a7aec,segment=NetworkSegment(a83b53d3-94cd-4158-b8aa-a80bc719bf09),segment_id=a83b53d3-94cd-4158-b8aa-a80bc719bf09)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:50.258034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cf03755e-7019-4c0b-b732-2f3aa7b20c2c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:50.261501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cf03755e-7019-4c0b-b732-2f3aa7b20c2c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Usage tracker for resource:router and tenant:8e77bd4a58764bedab9e681f6f18101d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:50.264481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cf03755e-7019-4c0b-b732-2f3aa7b20c2c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:50.270318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cf03755e-7019-4c0b-b732-2f3aa7b20c2c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:50.312879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.333213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf03755e-7019-4c0b-b732-2f3aa7b20c2c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.333783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Calling delete_port for 901847df-060c-448c-856a-86b1351a7aec owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:50.334378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf03755e-7019-4c0b-b732-2f3aa7b20c2c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.361855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.361855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b03e9c96-ecba-4703-88f7-91ced3049915 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:50.383771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf03755e-7019-4c0b-b732-2f3aa7b20c2c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.408879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 1e9afd20-cc26-4b42-b389-28a630070b46 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:50.416772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf03755e-7019-4c0b-b732-2f3aa7b20c2c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.423735 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:50.433838 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf562fa-751a-4896-8a19-dc65cc623c95 None None] Pushing event updated for resources: {'Port': ['ID=7d1644eb-4f25-4ab5-a839-2eb18807fd19,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:50.435152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:50.440650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:50.441320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.484614 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1859610 May 24 23:03:50.484614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c087c-a049-4a62-a979-32ed6e5e8818 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=6dd1f3c5-12d9-45fb-97cf-e33f22e90996,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:50.485734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.485872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58578) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:50.491612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': '1e9afd20-cc26-4b42-b389-28a630070b46', 'name': 'tempest-PortsIpV6TestJSON-1284312252', 'fixed_ips': [{'subnet_id': '18de4c2d-bd80-42f2-8251-70a8d471f201', 'ip_address': '2001:db8::f'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:50.502761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Attempting to bind port 7d1644eb-4f25-4ab5-a839-2eb18807fd19 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:50.502761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Attempting to bind port 7d1644eb-4f25-4ab5-a839-2eb18807fd19 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:50.502761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Attempting to bind port 7d1644eb-4f25-4ab5-a839-2eb18807fd19 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:50.514151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf03755e-7019-4c0b-b732-2f3aa7b20c2c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.518342 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cf03755e-7019-4c0b-b732-2f3aa7b20c2c tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4674270 May 24 23:03:50.521442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:50.555670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:50.556584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:50.556584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.556953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:50.557282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Bound port: 7d1644eb-4f25-4ab5-a839-2eb18807fd19, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:50.557659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.587755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Request body: {'router': {'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:50.602198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fa82da8c-86ef-4e86-ad81-9329483d4339 None None] Provisioning for port f890f27a-78cb-4d79-a5f5-78c908f8da7f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:50.648791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fa82da8c-86ef-4e86-ad81-9329483d4339 None None] Provisioning complete for port f890f27a-78cb-4d79-a5f5-78c908f8da7f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:50.649163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa82da8c-86ef-4e86-ad81-9329483d4339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.732392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=901847df-060c-448c-856a-86b1351a7aec,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:50.733439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.740351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.753923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:50.754284 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:50.764058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] For port 223dd720-d8a1-4780-8ae9-efa6bb426a1b, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:50.775552 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fa82da8c-86ef-4e86-ad81-9329483d4339 None None] Port f890f27a-78cb-4d79-a5f5-78c908f8da7f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:50.782164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] For port 223dd720-d8a1-4780-8ae9-efa6bb426a1b, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=223dd720-d8a1-4780-8ae9-efa6bb426a1b,segment=NetworkSegment(daa2828a-759c-4319-be87-8f9c07dec303),segment_id=daa2828a-759c-4319-be87-8f9c07dec303)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:50.784919 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port b03e9c96-ecba-4703-88f7-91ced3049915 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:50.785265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.820583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.831768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] For port 7d1644eb-4f25-4ab5-a839-2eb18807fd19, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:50.851383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Pushing event updated for resources: {'Port': ['ID=f890f27a-78cb-4d79-a5f5-78c908f8da7f,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:50.853644 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.895955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] For port 7d1644eb-4f25-4ab5-a839-2eb18807fd19, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7d1644eb-4f25-4ab5-a839-2eb18807fd19,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:50.911371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.960335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd798-87af-45d2-82d3-72e15092452a None None] Pushing event updated for resources: {'Port': ['ID=223dd720-d8a1-4780-8ae9-efa6bb426a1b,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:51.024920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Network 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:51.026363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:51.048457 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Routers {'fe2914e1-c2c1-4760-80a3-bfcf43f27690'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:51.049302 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:51.166616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:03:51.171533 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.196563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port b03e9c96-ecba-4703-88f7-91ced3049915 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:51.197681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d73a67d5-249e-4ab4-a734-ab7fe6f66e2b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:51.216829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.257411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:51.262177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Deleting port 901847df-060c-448c-856a-86b1351a7aec {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:51.262558 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.273841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:port and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:51.281540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:51.336136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf562fa-751a-4896-8a19-dc65cc623c95 None None] Pushing event updated for resources: {'Port': ['ID=7d1644eb-4f25-4ab5-a839-2eb18807fd19,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:51.337296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:51.351677 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Router fe2914e1-c2c1-4760-80a3-bfcf43f27690 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:51.443619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Subnet': ['ID=807f37f4-d64b-498c-bf19-e6a3e79da95d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:51.462707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:51.532611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-30ed086f-92dc-41d9-84cf-445278a02b1e None None] Provisioning complete for port f890f27a-78cb-4d79-a5f5-78c908f8da7f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:51.532985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30ed086f-92dc-41d9-84cf-445278a02b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.537691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Checking segment: {'id': '418db9fc-a824-4d8c-8811-55f6cfdddabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a669466-e2c8-4160-b5ae-06bd8605f12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:51.538153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network hostable DHCP agents. Network: 2a669466-e2c8-4160-b5ae-06bd8605f12f, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:03:51.565099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] Set router fe2914e1-c2c1-4760-80a3-bfcf43f27690 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:51.568729 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:51.583577 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-590f3566-73eb-41a9-9bed-6fb26b1e9000 admin admin] 10.222.0.32 "PUT /v2.0/routers/fe2914e1-c2c1-4760-80a3-bfcf43f27690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1822968 May 24 23:03:51.605979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network 2a669466-e2c8-4160-b5ae-06bd8605f12f is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:03:51.635060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 2a669466-e2c8-4160-b5ae-06bd8605f12f) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:51.641136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.655146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:51.655395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.656351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a43fe-f54b-4d84-88ea-f2842a81f8ab None None] Network 2a669466-e2c8-4160-b5ae-06bd8605f12f requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:51.690441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port 969672ab-d87d-46a7-a8e7-ce3bf777351a yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:51.728674 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fc806281-7b85-4072-915d-c4fbd0d282be tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0655086 May 24 23:03:51.732070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58588) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:51.738771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'port': {'network_id': '2a669466-e2c8-4160-b5ae-06bd8605f12f', 'name': 'tempest-NetworksIpV6TestAttrs-149094097'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:51.904078 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:51.908597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:port and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:51.912002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:51.920293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:51.934985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:51.939519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.967791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] device_id is not set on port 4f99f0dc-9301-4098-ac6f-505fb052ca13 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:52.010525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-30ed086f-92dc-41d9-84cf-445278a02b1e None None] Port f890f27a-78cb-4d79-a5f5-78c908f8da7f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:52.017746 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:52.018123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.197772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58596) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:52.203791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] For port 901847df-060c-448c-856a-86b1351a7aec, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=901847df-060c-448c-856a-86b1351a7aec,segment=NetworkSegment(a83b53d3-94cd-4158-b8aa-a80bc719bf09),segment_id=a83b53d3-94cd-4158-b8aa-a80bc719bf09)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:52.207688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.208021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-528285469', 'description': 'tempest-secgroup-smoke-528285469 description', 'project_id': '4155273398514810859d10c940ec1372'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:52.248973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:52.263412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.288710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Usage tracker for resource:security_group and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:52.294924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:52.344833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:52.347767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Allocated IP 2001:db8::f816:3eff:fe56:e00e (2a669466-e2c8-4160-b5ae-06bd8605f12f/807f37f4-d64b-498c-bf19-e6a3e79da95d/4f99f0dc-9301-4098-ac6f-505fb052ca13) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:52.353234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.381721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-88a9da9c-ce58-47bc-9a85-9aad7c40095c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.400185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Calling delete_port for 901847df-060c-448c-856a-86b1351a7aec owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:52.426103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.428862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905d9f1-330a-4b02-8e4b-f330b10522e9 None None] Network 1e9afd20-cc26-4b42-b389-28a630070b46 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:52.443851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8::f (1e9afd20-cc26-4b42-b389-28a630070b46/18de4c2d-bd80-42f2-8251-70a8d471f201/969672ab-d87d-46a7-a8e7-ce3bf777351a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:52.478466 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:52.524287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Usage tracker for resource:security_group_rule and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:52.529882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:52.558872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:52.570703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.589736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Transition to ACTIVE for port object 4f99f0dc-9301-4098-ac6f-505fb052ca13 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:52.615205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.639627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Allocated IP 172.26.3.212 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/aa3479dc-fd70-4f96-9399-9ccac0c1f4c1) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:52.671728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ec2647e8-3562-49fb-81ad-6c160b922d9d None None] Provisioning for port 223dd720-d8a1-4780-8ae9-efa6bb426a1b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:52.704588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network 2a669466-e2c8-4160-b5ae-06bd8605f12f is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:52.706184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Port': ['ID=4f99f0dc-9301-4098-ac6f-505fb052ca13,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:52.709236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:52.716966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:52.723480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:52.724639 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.746998 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-74e1a66b-9211-4a9d-9a6c-5ae311e5ca4a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0135255 May 24 23:03:52.749570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58600) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:52.819661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8fb9a9-c196-409a-a8a7-533e5789477b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Deleting subnet 807f37f4-d64b-498c-bf19-e6a3e79da95d {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:52.822741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be8fb9a9-c196-409a-a8a7-533e5789477b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.858733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.875940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.878943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be8fb9a9-c196-409a-a8a7-533e5789477b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.913700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object 969672ab-d87d-46a7-a8e7-ce3bf777351a will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:52.951194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.962781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] Pushing event deleted for resources: {'Port': ['ID=901847df-060c-448c-856a-86b1351a7aec,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:52.964661 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1237e6e3-54c8-4832-8ec6-fb857037dde1 None None] No DVR routers for this DVR port 901847df-060c-448c-856a-86b1351a7aec on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:52.969214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be8fb9a9-c196-409a-a8a7-533e5789477b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.977658 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:52.981046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.993903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.076545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.092030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be8fb9a9-c196-409a-a8a7-533e5789477b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.096903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'name': 'tempest-TestVolumeBootPattern-2037210181-router', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:40Z', 'updated_at': '2022-05-24T23:03:50Z', 'revision_number': 4, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'gw_port': {'id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'f890f27a-78cb-4d79-a5f5-78c908f8da7f', 'name': '', 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'mac_address': 'fa:16:3e:e6:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '08389d0a-8064-4ca9-a9a1-9669de1b570a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:49Z', 'updated_at': '2022-05-24T23:03:50Z', 'revision_number': 2, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'subnets': [{'id': '08389d0a-8064-4ca9-a9a1-9669de1b570a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:53.114348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3838296-475b-40b6-96fc-7e2c0ee1ddd3 None None] The sync data for ids ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'] in dv-neutron-843190-1-hyperv is: [{'id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'name': 'tempest-TestVolumeBootPattern-2037210181-router', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:40Z', 'updated_at': '2022-05-24T23:03:50Z', 'revision_number': 4, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'gw_port': {'id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'f890f27a-78cb-4d79-a5f5-78c908f8da7f', 'name': '', 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'mac_address': 'fa:16:3e:e6:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '08389d0a-8064-4ca9-a9a1-9669de1b570a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:49Z', 'updated_at': '2022-05-24T23:03:50Z', 'revision_number': 2, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'subnets': [{'id': '08389d0a-8064-4ca9-a9a1-9669de1b570a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:53.137192 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46c3c8d-d647-4e29-83c7-74534a8171ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-2a669466-e2c8-4160-b5ae-06bd8605f12f', 'network_id': '2a669466-e2c8-4160-b5ae-06bd8605f12f', 'tenant_id': 'f1162605857b458f9c017291b7d01cbd', 'fixed_ips': [{'subnet_id': '807f37f4-d64b-498c-bf19-e6a3e79da95d'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:53.138029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c46c3c8d-d647-4e29-83c7-74534a8171ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.158301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 223dd720-d8a1-4780-8ae9-efa6bb426a1b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:53.177814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be8fb9a9-c196-409a-a8a7-533e5789477b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.178477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 1e9afd20-cc26-4b42-b389-28a630070b46 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:53.179804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e2680b-bf24-4446-8a7b-cebf843d3bd7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:53.184739 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=969672ab-d87d-46a7-a8e7-ce3bf777351a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:53.205991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fb9a9-c196-409a-a8a7-533e5789477b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Subnet': ['ID=807f37f4-d64b-498c-bf19-e6a3e79da95d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:53.220132 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-be8fb9a9-c196-409a-a8a7-533e5789477b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/subnets/807f37f4-d64b-498c-bf19-e6a3e79da95d HTTP/1.1" status: 204 len: 168 time: 0.4694591 May 24 23:03:53.222573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58606) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:53.224040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:53.235093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:53.252236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:53.253326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.260415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.271349 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d9df8bdc-fcea-47d9-9991-385b6a30e0b9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0720823 May 24 23:03:53.277429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58610) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:53.294168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6324a8be-00fc-4c7c-983b-f21c13ae639a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'security_group_rule': {'security_group_id': '48e2680b-bf24-4446-8a7b-cebf843d3bd7', 'project_id': '4155273398514810859d10c940ec1372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:53.304121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6324a8be-00fc-4c7c-983b-f21c13ae639a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:53.307218 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58614) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:53.312906 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6324a8be-00fc-4c7c-983b-f21c13ae639a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Usage tracker for resource:security_group_rule and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:53.316395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6324a8be-00fc-4c7c-983b-f21c13ae639a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:53.328461 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-95abc032-0091-4657-83ca-50fd25a1e897 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8389745 May 24 23:03:53.328461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.337507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58618) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:53.369665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eab103-ff07-4c10-b7f9-42ec06d4df61 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:53.371938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eab103-ff07-4c10-b7f9-42ec06d4df61 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:53.372815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d5eab103-ff07-4c10-b7f9-42ec06d4df61 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Synchronizing usage tracker for tenant:f1162605857b458f9c017291b7d01cbd on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:53.382088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6324a8be-00fc-4c7c-983b-f21c13ae639a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:53.390816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 223dd720-d8a1-4780-8ae9-efa6bb426a1b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:53.401666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbb44f5-d88f-4ec7-b852-bcf8bc816294 None None] Network 2a669466-e2c8-4160-b5ae-06bd8605f12f requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:53.414616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d5eab103-ff07-4c10-b7f9-42ec06d4df61 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Unset dirty status for tenant:f1162605857b458f9c017291b7d01cbd on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:53.419625 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d5eab103-ff07-4c10-b7f9-42ec06d4df61 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1920969 May 24 23:03:53.419863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58622) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:53.438163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 223dd720-d8a1-4780-8ae9-efa6bb426a1b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:53.439992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.515269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:53.521700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:53.546268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:53.572876 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20446789-ba9a-4da3-96a7-e8d983b97a72 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:53.576515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20446789-ba9a-4da3-96a7-e8d983b97a72 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:53.577155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20446789-ba9a-4da3-96a7-e8d983b97a72 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:53.579096 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-20446789-ba9a-4da3-96a7-e8d983b97a72 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=4a9c122e5fbd4d319091b78d34b07baa&network_id=2268f290-1aa2-4d0a-bc70-90f7841c766d HTTP/1.1" status: 200 len: 3000 time: 0.2710464 May 24 23:03:53.609737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7a557da-bab2-4cca-b3b3-0cf8498c777c tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.618393 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a557da-bab2-4cca-b3b3-0cf8498c777c tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 24 23:03:53.621290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a557da-bab2-4cca-b3b3-0cf8498c777c tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:53.626679 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b7a557da-bab2-4cca-b3b3-0cf8498c777c tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/networks/2a669466-e2c8-4160-b5ae-06bd8605f12f HTTP/1.1" status: 409 len: 405 time: 0.2054760 May 24 23:03:53.630340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58628) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:53.637195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-963095607'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:53.647469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:53.656481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:network and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:53.661050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:53.669162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:53.694583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:53.701929 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.741188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:53.758382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.759078 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Added segment 570bcf65-4528-40a5-aa7d-6c1567e9daf0 of type vlan for network f849df39-f904-4a23-b79e-9037e0776b43 May 24 23:03:53.768394 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-283ec5ee-6f17-4917-8438-951c8b2c6e2e None None] Provisioning for port 969672ab-d87d-46a7-a8e7-ce3bf777351a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:53.802861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.860216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.863998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-283ec5ee-6f17-4917-8438-951c8b2c6e2e None None] Provisioning complete for port 969672ab-d87d-46a7-a8e7-ce3bf777351a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:53.864451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-283ec5ee-6f17-4917-8438-951c8b2c6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.870995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Pushing event updated for resources: {'Port': ['ID=aa3479dc-fd70-4f96-9399-9ccac0c1f4c1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:53.874727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:53.875662 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.887126 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6324a8be-00fc-4c7c-983b-f21c13ae639a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.922903 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2910159 May 24 23:03:53.927236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58634) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:54.034363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'subnet': {'network_id': 'f849df39-f904-4a23-b79e-9037e0776b43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:54.060881 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-283ec5ee-6f17-4917-8438-951c8b2c6e2e None None] Port 969672ab-d87d-46a7-a8e7-ce3bf777351a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:54.074414 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 223dd720-d8a1-4780-8ae9-efa6bb426a1b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:54.075264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.174692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b5b6c-f4d0-45b6-86c9-63a09adb6baa tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Network': ['ID=f849df39-f904-4a23-b79e-9037e0776b43,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:54.184340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:54.198434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:54.210403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 223dd720-d8a1-4780-8ae9-efa6bb426a1b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=223dd720-d8a1-4780-8ae9-efa6bb426a1b,segment=NetworkSegment(daa2828a-759c-4319-be87-8f9c07dec303),segment_id=daa2828a-759c-4319-be87-8f9c07dec303)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:54.214964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-283ec5ee-6f17-4917-8438-951c8b2c6e2e None None] Provisioning for port 6dd1f3c5-12d9-45fb-97cf-e33f22e90996 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:54.226126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network f849df39-f904-4a23-b79e-9037e0776b43 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:54.231719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:54.235662 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.258358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.330567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-283ec5ee-6f17-4917-8438-951c8b2c6e2e None None] Provisioning complete for port 6dd1f3c5-12d9-45fb-97cf-e33f22e90996 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:54.330979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-283ec5ee-6f17-4917-8438-951c8b2c6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.377535 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6324a8be-00fc-4c7c-983b-f21c13ae639a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.389345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a233e1-4c26-4c27-8aa2-fbbb17060b50 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:54.390441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f6a233e1-4c26-4c27-8aa2-fbbb17060b50 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:54.408637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6324a8be-00fc-4c7c-983b-f21c13ae639a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.422591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 901847df-060c-448c-856a-86b1351a7aec no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:54.457529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324a8be-00fc-4c7c-983b-f21c13ae639a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4941f52b-2a82-41b3-8306-60255b0ddf17,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:54.485849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f6a233e1-4c26-4c27-8aa2-fbbb17060b50 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:54.491604 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f6a233e1-4c26-4c27-8aa2-fbbb17060b50 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.1188254 May 24 23:03:54.492580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58640) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:54.511869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e9001a1f-a2ae-46ca-9853-ac810c92d4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.516567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 901847df-060c-448c-856a-86b1351a7aec {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:54.517222 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 901847df-060c-448c-856a-86b1351a7aec not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:54.570393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-283ec5ee-6f17-4917-8438-951c8b2c6e2e None None] Port 6dd1f3c5-12d9-45fb-97cf-e33f22e90996 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:54.572173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=223dd720-d8a1-4780-8ae9-efa6bb426a1b,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:54.591080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-283ec5ee-6f17-4917-8438-951c8b2c6e2e None None] Provisioning complete for port 223dd720-d8a1-4780-8ae9-efa6bb426a1b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:54.591589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-283ec5ee-6f17-4917-8438-951c8b2c6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.630991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6324a8be-00fc-4c7c-983b-f21c13ae639a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.634678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6324a8be-00fc-4c7c-983b-f21c13ae639a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3477638 May 24 23:03:54.635945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58644) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:54.645724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4e2a794b-f070-4ad7-a06f-e910058e33b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'security_group_rule': {'security_group_id': '48e2680b-bf24-4446-8a7b-cebf843d3bd7', 'project_id': '4155273398514810859d10c940ec1372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:54.652984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4e2a794b-f070-4ad7-a06f-e910058e33b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:54.656942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4e2a794b-f070-4ad7-a06f-e910058e33b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Usage tracker for resource:security_group_rule and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:54.659948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4e2a794b-f070-4ad7-a06f-e910058e33b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:54.665970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4e2a794b-f070-4ad7-a06f-e910058e33b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:54.686902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.703258 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e2a794b-f070-4ad7-a06f-e910058e33b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.736443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-283ec5ee-6f17-4917-8438-951c8b2c6e2e None None] Current status of the port 223dd720-d8a1-4780-8ae9-efa6bb426a1b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:54.785547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61b6016-3520-4199-b297-1de0ec53025d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:54.791482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61b6016-3520-4199-b297-1de0ec53025d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:54.797972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61b6016-3520-4199-b297-1de0ec53025d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:54.799696 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b61b6016-3520-4199-b297-1de0ec53025d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3020597 May 24 23:03:54.803020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58648) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:54.865281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1445d7d0-708c-478e-a9eb-8412fee588d7 None None] Provisioning complete for port 969672ab-d87d-46a7-a8e7-ce3bf777351a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:54.865814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1445d7d0-708c-478e-a9eb-8412fee588d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.886393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:03:54.907081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.944658 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1445d7d0-708c-478e-a9eb-8412fee588d7 None None] Port 969672ab-d87d-46a7-a8e7-ce3bf777351a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:54.962151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1445d7d0-708c-478e-a9eb-8412fee588d7 None None] Provisioning complete for port 6dd1f3c5-12d9-45fb-97cf-e33f22e90996 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:54.962256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-53a157d9-8aa0-4ba5-8846-2175a5c460f0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 969672ab-d87d-46a7-a8e7-ce3bf777351a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:54.962710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1445d7d0-708c-478e-a9eb-8412fee588d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.962821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53a157d9-8aa0-4ba5-8846-2175a5c460f0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.965329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e2a794b-f070-4ad7-a06f-e910058e33b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.981442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e2a794b-f070-4ad7-a06f-e910058e33b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.036402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a794b-f070-4ad7-a06f-e910058e33b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb715b4-abe6-46e1-9a37-5cebf7b23f58,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:55.038392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Checking segment: {'id': '570bcf65-4528-40a5-aa7d-6c1567e9daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f849df39-f904-4a23-b79e-9037e0776b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:55.038788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network hostable DHCP agents. Network: f849df39-f904-4a23-b79e-9037e0776b43, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:03:55.052165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Subnet': ['ID=db5d63cf-788c-41ab-bfe8-411290653e51,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:55.073345 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e2a794b-f070-4ad7-a06f-e910058e33b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.075307 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4e2a794b-f070-4ad7-a06f-e910058e33b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4379344 May 24 23:03:55.077953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58654) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:55.081006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58658) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:55.084606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6ae47ead-af12-471d-9365-01bcb99a8912 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'security_group_rule': {'security_group_id': '48e2680b-bf24-4446-8a7b-cebf843d3bd7', 'project_id': '4155273398514810859d10c940ec1372', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:55.092274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ae47ead-af12-471d-9365-01bcb99a8912 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:55.094408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1445d7d0-708c-478e-a9eb-8412fee588d7 None None] Port 6dd1f3c5-12d9-45fb-97cf-e33f22e90996 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:55.098911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.101480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ae47ead-af12-471d-9365-01bcb99a8912 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Usage tracker for resource:security_group_rule and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:55.104643 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ae47ead-af12-471d-9365-01bcb99a8912 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:55.110889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network f849df39-f904-4a23-b79e-9037e0776b43 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:03:55.201178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ae47ead-af12-471d-9365-01bcb99a8912 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:55.263165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, f849df39-f904-4a23-b79e-9037e0776b43) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:55.270325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 223dd720-d8a1-4780-8ae9-efa6bb426a1b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:55.291305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:55.292393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.302409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae47ead-af12-471d-9365-01bcb99a8912 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.318796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581daf9-86a9-48d9-a732-840bf7696253 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:55.322444 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a581daf9-86a9-48d9-a732-840bf7696253 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 814 time: 0.2119730 May 24 23:03:55.341663 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8ee1c347-11ce-453f-bfe0-d675c706ea84 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4133723 May 24 23:03:55.344740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58664) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:55.347338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.355288 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.367376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3110d4c-ad44-4925-836f-8dd8e8158116 None None] Network f849df39-f904-4a23-b79e-9037e0776b43 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:55.456254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.483340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53a157d9-8aa0-4ba5-8846-2175a5c460f0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.483851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae47ead-af12-471d-9365-01bcb99a8912 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.504116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae47ead-af12-471d-9365-01bcb99a8912 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.505137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 223dd720-d8a1-4780-8ae9-efa6bb426a1b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:55.505518 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.554355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae47ead-af12-471d-9365-01bcb99a8912 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f897ae-beb3-41b2-803a-e4176c01d1cc,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:55.573329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.577404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ae47ead-af12-471d-9365-01bcb99a8912 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.581332 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ae47ead-af12-471d-9365-01bcb99a8912 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4998815 May 24 23:03:55.582235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58670) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:55.589112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-71ed4385-4de7-4015-992c-82ee395343f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'security_group_rule': {'security_group_id': '48e2680b-bf24-4446-8a7b-cebf843d3bd7', 'project_id': '4155273398514810859d10c940ec1372', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:55.596469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-71ed4385-4de7-4015-992c-82ee395343f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:55.603462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-71ed4385-4de7-4015-992c-82ee395343f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Usage tracker for resource:security_group_rule and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:55.607139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-71ed4385-4de7-4015-992c-82ee395343f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:55.660648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-71ed4385-4de7-4015-992c-82ee395343f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:55.677393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-53a157d9-8aa0-4ba5-8846-2175a5c460f0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 969672ab-d87d-46a7-a8e7-ce3bf777351a owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:55.677648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.727176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71ed4385-4de7-4015-992c-82ee395343f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.790133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 223dd720-d8a1-4780-8ae9-efa6bb426a1b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:55.791259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7d1644eb-4f25-4ab5-a839-2eb18807fd19 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:55.801204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.834973 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cededc-f8a1-479f-b5f9-5aad93d26399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-f849df39-f904-4a23-b79e-9037e0776b43', 'network_id': 'f849df39-f904-4a23-b79e-9037e0776b43', 'tenant_id': 'f1162605857b458f9c017291b7d01cbd', 'fixed_ips': [{'subnet_id': 'db5d63cf-788c-41ab-bfe8-411290653e51'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:55.836051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a4cededc-f8a1-479f-b5f9-5aad93d26399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.856497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Subnet': ['ID=db5d63cf-788c-41ab-bfe8-411290653e51,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:55.861091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71ed4385-4de7-4015-992c-82ee395343f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.888372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71ed4385-4de7-4015-992c-82ee395343f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.937199 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Sync routers for ids ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:55.947027 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Routers {'fe2914e1-c2c1-4760-80a3-bfcf43f27690'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:55.948016 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:55.975230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58674) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:55.978982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed4385-4de7-4015-992c-82ee395343f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08d6eaa-dac2-4fe0-9d04-c040cbdbfd04,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:55.986607 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'network': {'name': 'tempest-network-smoke--1781804433', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'port_security_enabled': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:55.989192 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 7d1644eb-4f25-4ab5-a839-2eb18807fd19 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:55.997065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 7d1644eb-4f25-4ab5-a839-2eb18807fd19 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:55.998603 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.024490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Router 7b1c4d42-65e8-4e16-b0f2-21d0d11d2612 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:03:56.031702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:56.032166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf8a9e-2904-4435-8296-8cf1688d5f75 None None] Network f849df39-f904-4a23-b79e-9037e0776b43 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:56.033533 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53a157d9-8aa0-4ba5-8846-2175a5c460f0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.037518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.049757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:network and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:56.054933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:56.071591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:56.073680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71ed4385-4de7-4015-992c-82ee395343f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.075182 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-71ed4385-4de7-4015-992c-82ee395343f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4924006 May 24 23:03:56.078588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58678) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:56.084834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f849df39-f904-4a23-b79e-9037e0776b43']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:56.094366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'security_group_rule': {'security_group_id': '48e2680b-bf24-4446-8a7b-cebf843d3bd7', 'project_id': '4155273398514810859d10c940ec1372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:56.103537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:56.115636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570bcf65-4528-40a5-aa7d-6c1567e9daf0') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:56.115939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570bcf65-4528-40a5-aa7d-6c1567e9daf0') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:56.123561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:56.143004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.163313 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Usage tracker for resource:security_group_rule and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:56.173208 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:56.176754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a157d9-8aa0-4ba5-8846-2175a5c460f0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=969672ab-d87d-46a7-a8e7-ce3bf777351a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:56.196988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:56.200364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.255090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53a157d9-8aa0-4ba5-8846-2175a5c460f0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.260389 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Set router fe2914e1-c2c1-4760-80a3-bfcf43f27690 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:56.273753 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Project 4155273398514810859d10c940ec1372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:03:56.291176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.296842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:56.304039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.323400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:56.325441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.349571 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-53a157d9-8aa0-4ba5-8846-2175a5c460f0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/969672ab-d87d-46a7-a8e7-ce3bf777351a HTTP/1.1" status: 204 len: 168 time: 1.5452459 May 24 23:03:56.360688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58684) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:56.426025 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55201a4-ab4d-432a-b252-621efc0d908d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:03:56.426566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c55201a4-ab4d-432a-b252-621efc0d908d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:56.433869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 7d1644eb-4f25-4ab5-a839-2eb18807fd19 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:56.434907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.455872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:56.463779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.465795 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2f582e93-92ec-442f-97d2-50cfa53a6507 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "PUT /v2.0/routers/7b1c4d42-65e8-4e16-b0f2-21d0d11d2612 HTTP/1.1" status: 200 len: 884 time: 5.9402051 May 24 23:03:56.467936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c55201a4-ab4d-432a-b252-621efc0d908d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:56.470326 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c55201a4-ab4d-432a-b252-621efc0d908d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/969672ab-d87d-46a7-a8e7-ce3bf777351a HTTP/1.1" status: 404 len: 333 time: 0.1083615 May 24 23:03:56.473305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:56.473849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58692) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:56.484786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd49cd73-3291-4ac0-be9c-e898473d09e4 None None] Sync routers for ids ['7b1c4d42-65e8-4e16-b0f2-21d0d11d2612'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:56.494451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 7d1644eb-4f25-4ab5-a839-2eb18807fd19, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7d1644eb-4f25-4ab5-a839-2eb18807fd19,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:56.506744 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.555037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd49cd73-3291-4ac0-be9c-e898473d09e4 None None] Routers {'7b1c4d42-65e8-4e16-b0f2-21d0d11d2612'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:56.555819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cd49cd73-3291-4ac0-be9c-e898473d09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7b1c4d42-65e8-4e16-b0f2-21d0d11d2612'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:56.611730 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 570bcf65-4528-40a5-aa7d-6c1567e9daf0 resource provider aggregate not found May 24 23:03:56.633442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.639042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 570bcf65-4528-40a5-aa7d-6c1567e9daf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 570bcf65-4528-40a5-aa7d-6c1567e9daf0 found for delete ", "request_id": "req-d6016310-1b32-4c2e-900b-d233a3262d2d"}]} May 24 23:03:56.653669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cd49cd73-3291-4ac0-be9c-e898473d09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:56.655515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.655809 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Added segment 495f0f9d-2008-4733-8b0b-82450706fc56 of type vlan for network 925942ca-711e-48bf-a9e7-b29f7ac399f8 May 24 23:03:56.657089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.659861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.674762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd49cd73-3291-4ac0-be9c-e898473d09e4 None None] Routers {'7b1c4d42-65e8-4e16-b0f2-21d0d11d2612'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:56.675442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cd49cd73-3291-4ac0-be9c-e898473d09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7b1c4d42-65e8-4e16-b0f2-21d0d11d2612'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:56.684838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.692064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.704588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Network': ['ID=f849df39-f904-4a23-b79e-9037e0776b43,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:56.742142 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-87367f6c-92a7-48ea-93ed-8070853d01c6 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/networks/f849df39-f904-4a23-b79e-9037e0776b43 HTTP/1.1" status: 204 len: 168 time: 1.3932080 May 24 23:03:56.742142 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b616896f-252a-4cdb-87b2-0b35e9b3e5f6,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:56.745908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58700) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:56.746483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=7d1644eb-4f25-4ab5-a839-2eb18807fd19,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:56.749269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cd49cd73-3291-4ac0-be9c-e898473d09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:56.749671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd49cd73-3291-4ac0-be9c-e898473d09e4 None None] The sync data for ids ['7b1c4d42-65e8-4e16-b0f2-21d0d11d2612'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:56.752222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.759190 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1915718084'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:56.765345 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:56.767445 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'name': 'tempest-TestVolumeBootPattern-2037210181-router', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:40Z', 'updated_at': '2022-05-24T23:03:50Z', 'revision_number': 4, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'gw_port': {'id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'f890f27a-78cb-4d79-a5f5-78c908f8da7f', 'name': '', 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'mac_address': 'fa:16:3e:e6:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '08389d0a-8064-4ca9-a9a1-9669de1b570a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:49Z', 'updated_at': '2022-05-24T23:03:50Z', 'revision_number': 2, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'subnets': [{'id': '08389d0a-8064-4ca9-a9a1-9669de1b570a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:56.767860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.769075 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0e469851-39c8-44cb-8830-602c7c8cf1f2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6879697 May 24 23:03:56.772310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58704) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:56.774681 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Checking router: fe2914e1-c2c1-4760-80a3-bfcf43f27690 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:56.775021 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Updating router fe2914e1-c2c1-4760-80a3-bfcf43f27690 port f890f27a-78cb-4d79-a5f5-78c908f8da7f binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:03:56.778162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:network and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:56.783275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'security_group_rule': {'security_group_id': '48e2680b-bf24-4446-8a7b-cebf843d3bd7', 'project_id': '4155273398514810859d10c940ec1372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:56.787303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c079d412-3476-483e-a3ab-76059899f3f8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 6dd1f3c5-12d9-45fb-97cf-e33f22e90996 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:56.787659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c079d412-3476-483e-a3ab-76059899f3f8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.789283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:56.796479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:56.806755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:56.809401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Usage tracker for resource:security_group_rule and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:56.814278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:56.826116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:56.834688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.840564 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:56.840744 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.841155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.872821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:56.875756 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.892740 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Project 4155273398514810859d10c940ec1372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:03:56.917753 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a5628e3c-f30c-4812-806d-d262a21ffd77 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/routers/7b1c4d42-65e8-4e16-b0f2-21d0d11d2612 HTTP/1.1" status: 200 len: 925 time: 0.4392557 May 24 23:03:56.923468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58708) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:56.955274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.975607 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9937816 May 24 23:03:56.980302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58712) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:57.006307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262ebb7-aad7-4e24-9dab-14fcdd186b98 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Network': ['ID=925942ca-711e-48bf-a9e7-b29f7ac399f8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:57.029358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:57.047660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.047944 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Added segment 81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b of type vlan for network 0d37ae56-3c09-4e77-bd1a-572b8317bf93 May 24 23:03:57.056943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 925942ca-711e-48bf-a9e7-b29f7ac399f8 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:57.065630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.084796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.098096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.117958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320949f5-8f0e-48ed-8f59-51848b84644a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:57.141976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.143260 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6f2a6131-1de9-4d18-8ab6-1b726ee1476c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3689818 May 24 23:03:57.154526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.161688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:57.162591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.224389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9893cf42-3be5-4280-b26c-f234b6b7e813 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:57.226597 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9893cf42-3be5-4280-b26c-f234b6b7e813 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4a9c122e5fbd4d319091b78d34b07baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2441170 May 24 23:03:57.239525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58722) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:57.255836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7d1644eb-4f25-4ab5-a839-2eb18807fd19 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:57.283057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c079d412-3476-483e-a3ab-76059899f3f8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.289624 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5414729 May 24 23:03:57.295124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58730) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:57.303845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'subnet': {'network_id': '0d37ae56-3c09-4e77-bd1a-572b8317bf93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:57.334204 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.344495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0ee89-6d0b-4fe2-8e22-9cecd3331418 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Network': ['ID=0d37ae56-3c09-4e77-bd1a-572b8317bf93,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:57.349262 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Transition to ACTIVE for port object f890f27a-78cb-4d79-a5f5-78c908f8da7f will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:57.359666 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.373151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 0d37ae56-3c09-4e77-bd1a-572b8317bf93 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:57.449271 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Pushing event updated for resources: {'Port': ['ID=f890f27a-78cb-4d79-a5f5-78c908f8da7f,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:57.512664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20300798-f806-483b-85d4-00d6a62a6bdf tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:57.517827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58758) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:57.518727 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-20300798-f806-483b-85d4-00d6a62a6bdf tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&device_id=7b1c4d42-65e8-4e16-b0f2-21d0d11d2612&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5941672 May 24 23:03:57.529903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c079d412-3476-483e-a3ab-76059899f3f8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 6dd1f3c5-12d9-45fb-97cf-e33f22e90996 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:57.581868 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.588291 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.588577 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.588903 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.589223 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.589602 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.589958 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.590290 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.590602 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.590940 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.591250 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.591554 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:57.726002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:57.728007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 7d1644eb-4f25-4ab5-a839-2eb18807fd19 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:57.728865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.750139 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Attempting to bind port f890f27a-78cb-4d79-a5f5-78c908f8da7f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:57.750503 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Attempting to bind port f890f27a-78cb-4d79-a5f5-78c908f8da7f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'af02778e-9236-4dbc-a913-aeb659918a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:57.750936 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Attempting to bind port f890f27a-78cb-4d79-a5f5-78c908f8da7f on network 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:57.763152 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:57.763512 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Checking segment: {'id': 'af02778e-9236-4dbc-a913-aeb659918a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:57.763901 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.764282 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Bound using segment: {'id': 'af02778e-9236-4dbc-a913-aeb659918a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:57.765182 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Bound port: f890f27a-78cb-4d79-a5f5-78c908f8da7f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af02778e-9236-4dbc-a913-aeb659918a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:57.765182 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.774021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:57.793188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a8243-41bc-4720-a58d-a6783edd17cf tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:57.794894 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3c7a8243-41bc-4720-a58d-a6783edd17cf tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5542266 May 24 23:03:57.797706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58770) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:57.893044 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] For port f890f27a-78cb-4d79-a5f5-78c908f8da7f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:57.896538 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] For port f890f27a-78cb-4d79-a5f5-78c908f8da7f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f890f27a-78cb-4d79-a5f5-78c908f8da7f,segment=NetworkSegment(af02778e-9236-4dbc-a913-aeb659918a1d),segment_id=af02778e-9236-4dbc-a913-aeb659918a1d)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:57.901600 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.967843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 7d1644eb-4f25-4ab5-a839-2eb18807fd19 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:58.007728 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2c70e-efe5-4306-a86a-485253a7e7b4 None None] Pushing event updated for resources: {'Port': ['ID=f890f27a-78cb-4d79-a5f5-78c908f8da7f,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:58.012491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:58.016186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:58.025513 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Routers {'fe2914e1-c2c1-4760-80a3-bfcf43f27690'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:58.026122 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:58.032033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c079d412-3476-483e-a3ab-76059899f3f8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:58.097725 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-894953a9-7cea-486c-a20e-4f0398bf611c tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2985754 May 24 23:03:58.101719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079d412-3476-483e-a3ab-76059899f3f8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=6dd1f3c5-12d9-45fb-97cf-e33f22e90996,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:58.103685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58774) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:58.139422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dae76-fdbb-4449-817a-81c11375b35a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:58.140643 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b95dae76-fdbb-4449-817a-81c11375b35a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Synchronizing usage tracker for tenant:00a5d57f9d854175a329153102cc55cc on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:58.194933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b95dae76-fdbb-4449-817a-81c11375b35a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Unset dirty status for tenant:00a5d57f9d854175a329153102cc55cc on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:58.196104 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b95dae76-fdbb-4449-817a-81c11375b35a tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/networks/318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 881 time: 0.6778693 May 24 23:03:58.199689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58782) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:58.308370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dadc3942-0127-4c1c-925a-fd9c6ac0b8e6 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b1c4d42-65e8-4e16-b0f2-21d0d11d2612 HTTP/1.1" status: 200 len: 205 time: 0.1048660 May 24 23:03:58.311044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58788) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:58.374315 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] Set router fe2914e1-c2c1-4760-80a3-bfcf43f27690 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:58.388154 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3512594d-423b-4130-a08f-ed00f36cff44 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4a9c122e5fbd4d319091b78d34b07baa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2478333 May 24 23:03:58.393543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58792) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:58.420537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c079d412-3476-483e-a3ab-76059899f3f8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:58.529925 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c079d412-3476-483e-a3ab-76059899f3f8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/6dd1f3c5-12d9-45fb-97cf-e33f22e90996 HTTP/1.1" status: 204 len: 168 time: 2.0501180 May 24 23:03:58.530853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58796) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:58.578731 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efc618e-6392-4573-823e-b7281f8591f3 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:03:58.579276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1efc618e-6392-4573-823e-b7281f8591f3 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:58.631510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1efc618e-6392-4573-823e-b7281f8591f3 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:58.632952 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1efc618e-6392-4573-823e-b7281f8591f3 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/6dd1f3c5-12d9-45fb-97cf-e33f22e90996 HTTP/1.1" status: 404 len: 333 time: 0.1008551 May 24 23:03:58.635949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565f8640-372a-4ad0-93f6-204e922c5b2a tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:58.640730 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-565f8640-372a-4ad0-93f6-204e922c5b2a tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2433815 May 24 23:03:58.640730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58800) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:58.688571 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58806) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:58.721930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:58.743234 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3663a92b-f700-4174-88b1-fe46bfd092eb tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535564 May 24 23:03:58.746626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58810) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:58.754106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1258018544', 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:58.786414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:58.794658 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'name': 'tempest-TestVolumeBootPattern-2037210181-router', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:40Z', 'updated_at': '2022-05-24T23:03:50Z', 'revision_number': 4, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'gw_port': {'id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'f890f27a-78cb-4d79-a5f5-78c908f8da7f', 'name': '', 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'mac_address': 'fa:16:3e:e6:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '08389d0a-8064-4ca9-a9a1-9669de1b570a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:49Z', 'updated_at': '2022-05-24T23:03:57Z', 'revision_number': 4, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'subnets': [{'id': '08389d0a-8064-4ca9-a9a1-9669de1b570a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:58.801069 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f64cc2-8712-4e61-902b-06a4184a4b04 None None] The sync data for ids ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'] in dv-neutron-843190-1-hyperv is: [{'id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'name': 'tempest-TestVolumeBootPattern-2037210181-router', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:40Z', 'updated_at': '2022-05-24T23:03:50Z', 'revision_number': 4, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'gw_port': {'id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'f890f27a-78cb-4d79-a5f5-78c908f8da7f', 'name': '', 'network_id': '70f9a657-4d61-4bcc-8b70-2c1a92a3e65f', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'mac_address': 'fa:16:3e:e6:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '08389d0a-8064-4ca9-a9a1-9669de1b570a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:49Z', 'updated_at': '2022-05-24T23:03:57Z', 'revision_number': 4, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'subnets': [{'id': '08389d0a-8064-4ca9-a9a1-9669de1b570a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:58.874034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44e77e3-6357-43f3-94b3-619b5ef5a5a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting subnet 18de4c2d-bd80-42f2-8251-70a8d471f201 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:58.880013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:58.883988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:subnet and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:58.888006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:58.893477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:58.902204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a44e77e3-6357-43f3-94b3-619b5ef5a5a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:58.938340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:58.947120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:58.980760 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Subnet': ['ID=04317aa2-9441-4d7b-9838-440c2ec69a0e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:58.985257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Checking segment: {'id': '81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0d37ae56-3c09-4e77-bd1a-572b8317bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:58.985625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network hostable DHCP agents. Network: 0d37ae56-3c09-4e77-bd1a-572b8317bf93, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:03:59.020248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.034625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network 0d37ae56-3c09-4e77-bd1a-572b8317bf93 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:03:59.040454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Deleting port aa3479dc-fd70-4f96-9399-9ccac0c1f4c1 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:59.040800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.110571 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a44e77e3-6357-43f3-94b3-619b5ef5a5a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.116145 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 0d37ae56-3c09-4e77-bd1a-572b8317bf93) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:59.124462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:59.125062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.125455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305549f-8c11-416e-bf48-b16573ddc929 None None] Network 0d37ae56-3c09-4e77-bd1a-572b8317bf93 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:59.149700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f890f27a-78cb-4d79-a5f5-78c908f8da7f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:59.331056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a44e77e3-6357-43f3-94b3-619b5ef5a5a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.348618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port f890f27a-78cb-4d79-a5f5-78c908f8da7f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:59.358515 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f890f27a-78cb-4d79-a5f5-78c908f8da7f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:59.359583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.381764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.517218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a44e77e3-6357-43f3-94b3-619b5ef5a5a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.568927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Calling delete_port for aa3479dc-fd70-4f96-9399-9ccac0c1f4c1 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:59.580885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e77e3-6357-43f3-94b3-619b5ef5a5a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Subnet': ['ID=18de4c2d-bd80-42f2-8251-70a8d471f201,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:59.593082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a44e77e3-6357-43f3-94b3-619b5ef5a5a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.601675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f890f27a-78cb-4d79-a5f5-78c908f8da7f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:59.602210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.624973 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d03189-eee0-4a8e-b3b5-942afa22ac17 None None] Network 1e9afd20-cc26-4b42-b389-28a630070b46 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:59.659199 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c49c8da8-aa6e-46b7-be2a-0122d2a377ae tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3629315 May 24 23:03:59.664960 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58848) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:59.665161 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a44e77e3-6357-43f3-94b3-619b5ef5a5a0 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/18de4c2d-bd80-42f2-8251-70a8d471f201 HTTP/1.1" status: 204 len: 168 time: 1.0248232 May 24 23:03:59.665269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58850) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:59.776153 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port f890f27a-78cb-4d79-a5f5-78c908f8da7f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f890f27a-78cb-4d79-a5f5-78c908f8da7f,segment=NetworkSegment(af02778e-9236-4dbc-a913-aeb659918a1d),segment_id=af02778e-9236-4dbc-a913-aeb659918a1d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:59.778226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.803118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.901240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=f890f27a-78cb-4d79-a5f5-78c908f8da7f,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:59.905139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-0d37ae56-3c09-4e77-bd1a-572b8317bf93', 'network_id': '0d37ae56-3c09-4e77-bd1a-572b8317bf93', 'tenant_id': 'f1162605857b458f9c017291b7d01cbd', 'fixed_ips': [{'subnet_id': '04317aa2-9441-4d7b-9838-440c2ec69a0e'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:59.905971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.003272 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Subnet': ['ID=b36f419c-7a86-4c77-8721-b25ab7eb2ad8,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:00.027634 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Checking segment: {'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:00.027634 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network hostable DHCP agents. Network: 925942ca-711e-48bf-a9e7-b29f7ac399f8, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:00.063429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 925942ca-711e-48bf-a9e7-b29f7ac399f8 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:00.079883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 925942ca-711e-48bf-a9e7-b29f7ac399f8) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:00.088773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:00.089029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.111996 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb4e21-4d95-424e-ae41-9f75e5df742e None None] Network 925942ca-711e-48bf-a9e7-b29f7ac399f8 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:00.145531 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0af4dc82-0f5b-4898-b59c-a8a60ad93589 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3977323 May 24 23:04:00.245639 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.290172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58858) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:00.304416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523882684', 'description': 'tempest-secgroup-smoke-523882684 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:00.312484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:00.325260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:00.330913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.343863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.345620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 223dd720-d8a1-4780-8ae9-efa6bb426a1b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:00.345970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.383286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:00.393794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:00.403864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Allocated IP 2001:db8::2 (0d37ae56-3c09-4e77-bd1a-572b8317bf93/04317aa2-9441-4d7b-9838-440c2ec69a0e/08b746a7-fe66-44b1-88a0-68bbfd76c3cf) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:00.405039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:00.411925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:00.440079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a524b183-64bf-4272-9853-f70ac3ed66ba None None] DHCP port deletion for 1e9afd20-cc26-4b42-b389-28a630070b46 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:00.500736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a524b183-64bf-4272-9853-f70ac3ed66ba None None] Deleting port 223dd720-d8a1-4780-8ae9-efa6bb426a1b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:00.501112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a524b183-64bf-4272-9853-f70ac3ed66ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.519888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.528800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.550859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-925942ca-711e-48bf-a9e7-b29f7ac399f8', 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ips': [{'subnet_id': 'b36f419c-7a86-4c77-8721-b25ab7eb2ad8'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:00.551691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.607657 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85c2be9-7d88-4445-ab6e-e0dff42f6268,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:00.639378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.641258 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2978a125-6c35-4ab9-903b-369a22674a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3494432 May 24 23:04:00.644828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58864) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:00.651156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a118abf1-3488-4dd9-abb1-48edb152268f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'b85c2be9-7d88-4445-ab6e-e0dff42f6268', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:00.659486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a118abf1-3488-4dd9-abb1-48edb152268f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:00.664346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a118abf1-3488-4dd9-abb1-48edb152268f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:00.668912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a118abf1-3488-4dd9-abb1-48edb152268f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:00.676191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a118abf1-3488-4dd9-abb1-48edb152268f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:00.694321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.701155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a118abf1-3488-4dd9-abb1-48edb152268f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.760016 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Pushing event deleted for resources: {'Port': ['ID=aa3479dc-fd70-4f96-9399-9ccac0c1f4c1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:00.764093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.820980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a118abf1-3488-4dd9-abb1-48edb152268f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.828004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a118abf1-3488-4dd9-abb1-48edb152268f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.852869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118abf1-3488-4dd9-abb1-48edb152268f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff52bee2-bcda-48e5-ad15-c2abde58ad5e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:00.874258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a118abf1-3488-4dd9-abb1-48edb152268f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.878375 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a118abf1-3488-4dd9-abb1-48edb152268f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2294927 May 24 23:04:00.878525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58868) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:00.884575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b64b0646-a491-4dc3-8388-ca9c4f90484c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'b85c2be9-7d88-4445-ab6e-e0dff42f6268', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:00.891129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b64b0646-a491-4dc3-8388-ca9c4f90484c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:00.895069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b64b0646-a491-4dc3-8388-ca9c4f90484c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:00.899494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b64b0646-a491-4dc3-8388-ca9c4f90484c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:00.905893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b64b0646-a491-4dc3-8388-ca9c4f90484c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:00.915542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] For port 223dd720-d8a1-4780-8ae9-efa6bb426a1b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=223dd720-d8a1-4780-8ae9-efa6bb426a1b,segment=NetworkSegment(daa2828a-759c-4319-be87-8f9c07dec303),segment_id=daa2828a-759c-4319-be87-8f9c07dec303)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:00.915947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.928544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b64b0646-a491-4dc3-8388-ca9c4f90484c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.019670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b64b0646-a491-4dc3-8388-ca9c4f90484c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.028867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b64b0646-a491-4dc3-8388-ca9c4f90484c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.083381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b0646-a491-4dc3-8388-ca9c4f90484c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ab5d60-983c-491d-bd70-a568a00417e7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:01.094347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 223dd720-d8a1-4780-8ae9-efa6bb426a1b owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:01.112430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b64b0646-a491-4dc3-8388-ca9c4f90484c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.116465 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b64b0646-a491-4dc3-8388-ca9c4f90484c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2342534 May 24 23:04:01.116615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58872) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:01.122865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4e7f1a35-c49f-42a1-a61c-da2db1c5eb84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'b85c2be9-7d88-4445-ab6e-e0dff42f6268', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:01.126668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f890f27a-78cb-4d79-a5f5-78c908f8da7f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:01.129051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e7f1a35-c49f-42a1-a61c-da2db1c5eb84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:01.133592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e7f1a35-c49f-42a1-a61c-da2db1c5eb84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:01.137560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e7f1a35-c49f-42a1-a61c-da2db1c5eb84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:01.145307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e7f1a35-c49f-42a1-a61c-da2db1c5eb84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:01.147085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.180611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1a35-c49f-42a1-a61c-da2db1c5eb84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.235217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a524b183-64bf-4272-9853-f70ac3ed66ba None None] For port 223dd720-d8a1-4780-8ae9-efa6bb426a1b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=223dd720-d8a1-4780-8ae9-efa6bb426a1b,segment=NetworkSegment(daa2828a-759c-4319-be87-8f9c07dec303),segment_id=daa2828a-759c-4319-be87-8f9c07dec303)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:01.235617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a524b183-64bf-4272-9853-f70ac3ed66ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.252752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.269701 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Allocated IP 172.20.0.18 (925942ca-711e-48bf-a9e7-b29f7ac399f8/b36f419c-7a86-4c77-8721-b25ab7eb2ad8/22c87d57-49ee-4626-b9a8-4c8ef636147b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:01.323089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Transition to ACTIVE for port object 08b746a7-fe66-44b1-88a0-68bbfd76c3cf will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:01.326619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1a35-c49f-42a1-a61c-da2db1c5eb84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.334671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1a35-c49f-42a1-a61c-da2db1c5eb84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.344328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.347295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.366219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.379161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f1a35-c49f-42a1-a61c-da2db1c5eb84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86d59b2-f278-44bc-bb49-32be8fcc2405,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:01.398124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1a35-c49f-42a1-a61c-da2db1c5eb84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.398702 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a524b183-64bf-4272-9853-f70ac3ed66ba None None] Calling delete_port for 223dd720-d8a1-4780-8ae9-efa6bb426a1b owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:01.402884 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e7f1a35-c49f-42a1-a61c-da2db1c5eb84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2852740 May 24 23:04:01.403780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58876) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:01.410517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ef695877-2e26-4153-bef7-db6e6da32520 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'b85c2be9-7d88-4445-ab6e-e0dff42f6268', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:01.420424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No DVR routers for this DVR port 223dd720-d8a1-4780-8ae9-efa6bb426a1b on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:01.422213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.422483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ef695877-2e26-4153-bef7-db6e6da32520 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:01.422736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Fanout notify agent at l3_agent the message router_deleted on router 7b1c4d42-65e8-4e16-b0f2-21d0d11d2612 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:04:01.424633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=223dd720-d8a1-4780-8ae9-efa6bb426a1b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:01.434250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ef695877-2e26-4153-bef7-db6e6da32520 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:01.439055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ef695877-2e26-4153-bef7-db6e6da32520 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:01.447268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ef695877-2e26-4153-bef7-db6e6da32520 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:01.482259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef695877-2e26-4153-bef7-db6e6da32520 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.491424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Transition to ACTIVE for port object 08b746a7-fe66-44b1-88a0-68bbfd76c3cf will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:01.538916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.540007 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-badc3c0f-43e9-4a81-b21d-4bf6eb72f770 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/7b1c4d42-65e8-4e16-b0f2-21d0d11d2612 HTTP/1.1" status: 204 len: 168 time: 3.2278414 May 24 23:04:01.550265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58880) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:01.564622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f890f27a-78cb-4d79-a5f5-78c908f8da7f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:01.565361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.568751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c1d153c9-6e97-466a-9e9b-238699445015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1144396818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:01.586983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef695877-2e26-4153-bef7-db6e6da32520 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.594250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef695877-2e26-4153-bef7-db6e6da32520 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.597391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c1d153c9-6e97-466a-9e9b-238699445015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:01.618836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.620545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef695877-2e26-4153-bef7-db6e6da32520 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1966620d-6d5e-45e7-a610-3d35633ecfa8,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:01.631691 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c1d153c9-6e97-466a-9e9b-238699445015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Usage tracker for resource:router and tenant:8e77bd4a58764bedab9e681f6f18101d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:01.635565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef695877-2e26-4153-bef7-db6e6da32520 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.637391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.638377 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ef695877-2e26-4153-bef7-db6e6da32520 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2336686 May 24 23:04:01.641186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58886) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:01.646028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c1d153c9-6e97-466a-9e9b-238699445015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:01.653273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'b85c2be9-7d88-4445-ab6e-e0dff42f6268', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:01.662190 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c1d153c9-6e97-466a-9e9b-238699445015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:01.673631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:01.682327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:01.690865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:01.695800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.702624 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:01.726861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Network 0d37ae56-3c09-4e77-bd1a-572b8317bf93 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:01.734153 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:04:01.742560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.744566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:01.746456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-a524b183-64bf-4272-9853-f70ac3ed66ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:04:01.749783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-a524b183-64bf-4272-9853-f70ac3ed66ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:04:01.753404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:01.762604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Pushing event updated for resources: {'Port': ['ID=08b746a7-fe66-44b1-88a0-68bbfd76c3cf,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:01.839934 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.845329 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.893972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.899014 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2551622 May 24 23:04:01.900452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58890) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:01.911598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'b85c2be9-7d88-4445-ab6e-e0dff42f6268', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:01.914856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9afd20-cc26-4b42-b389-28a630070b46']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:01.917570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d632207-f1f5-40ee-b8ca-d1421453651e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c5b2e6-092f-43bf-bae9-8792a6c5d68e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:01.922611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:01.927608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:01.930877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:01.938733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:01.955264 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1d153c9-6e97-466a-9e9b-238699445015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.956216 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:04:01.956762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1d153c9-6e97-466a-9e9b-238699445015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.965696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Subnet': ['ID=04317aa2-9441-4d7b-9838-440c2ec69a0e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:01.967713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.980521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa2828a-759c-4319-be87-8f9c07dec303') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:01.980768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa2828a-759c-4319-be87-8f9c07dec303') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:02.044772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Attempting to bind port 08b746a7-fe66-44b1-88a0-68bbfd76c3cf on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:02.045145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Attempting to bind port 08b746a7-fe66-44b1-88a0-68bbfd76c3cf by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0d37ae56-3c09-4e77-bd1a-572b8317bf93'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:02.045517 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Attempting to bind port 08b746a7-fe66-44b1-88a0-68bbfd76c3cf on network 0d37ae56-3c09-4e77-bd1a-572b8317bf93 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:02.048344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.066670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.069211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:02.069614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Checking segment: {'id': '81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0d37ae56-3c09-4e77-bd1a-572b8317bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:02.070032 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.070446 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Bound using segment: {'id': '81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0d37ae56-3c09-4e77-bd1a-572b8317bf93'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:02.070972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Bound port: 08b746a7-fe66-44b1-88a0-68bbfd76c3cf, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0d37ae56-3c09-4e77-bd1a-572b8317bf93'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:02.071358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.085476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.090051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f890f27a-78cb-4d79-a5f5-78c908f8da7f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:02.099475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.099886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Transition to ACTIVE for port object 22c87d57-49ee-4626-b9a8-4c8ef636147b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:02.106725 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.123081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1d153c9-6e97-466a-9e9b-238699445015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.129717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.160800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952d164d-8265-4608-b5ec-61bf79a314bb,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:02.171582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 223dd720-d8a1-4780-8ae9-efa6bb426a1b no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:02.172182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.173708 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bc02d25f-cf25-439e-b6ca-af1c5e6dc4e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2700000 May 24 23:04:02.174344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:02.175006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.208554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d37ae56-3c09-4e77-bd1a-572b8317bf93']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:02.230811 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment daa2828a-759c-4319-be87-8f9c07dec303 resource provider aggregate not found May 24 23:04:02.253539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a524b183-64bf-4272-9853-f70ac3ed66ba None None] Deleting port 223dd720-d8a1-4780-8ae9-efa6bb426a1b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:02.255275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a524b183-64bf-4272-9853-f70ac3ed66ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.289917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 223dd720-d8a1-4780-8ae9-efa6bb426a1b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:02.290262 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 223dd720-d8a1-4780-8ae9-efa6bb426a1b not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:02.294026 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Transition to ACTIVE for port object 22c87d57-49ee-4626-b9a8-4c8ef636147b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:02.351230 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.351414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.354869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:02.355174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:02.359963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a524b183-64bf-4272-9853-f70ac3ed66ba None None] The port '223dd720-d8a1-4780-8ae9-efa6bb426a1b' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:04:02.364797 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment daa2828a-759c-4319-be87-8f9c07dec303 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid daa2828a-759c-4319-be87-8f9c07dec303 found for delete ", "request_id": "req-295d63de-f6fe-41f5-a61a-d4d665cea3e2"}]} May 24 23:04:02.388807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1d153c9-6e97-466a-9e9b-238699445015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.406239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.420959 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/networks/1e9afd20-cc26-4b42-b389-28a630070b46 HTTP/1.1" status: 204 len: 168 time: 2.7528031 May 24 23:04:02.424691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58908) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:02.433797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.436756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-867353225'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:02.438266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] For port 08b746a7-fe66-44b1-88a0-68bbfd76c3cf, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:02.442041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc8fad-e9c2-4acf-b4f3-972e4e25f4c5 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Network': ['ID=1e9afd20-cc26-4b42-b389-28a630070b46,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:02.452487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:02.459779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Network 925942ca-711e-48bf-a9e7-b29f7ac399f8 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:02.463084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:network and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:02.463670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] For port 08b746a7-fe66-44b1-88a0-68bbfd76c3cf, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=08b746a7-fe66-44b1-88a0-68bbfd76c3cf,segment=NetworkSegment(81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b),segment_id=81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:02.464897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Pushing event updated for resources: {'Port': ['ID=22c87d57-49ee-4626-b9a8-4c8ef636147b,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:02.466038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1d153c9-6e97-466a-9e9b-238699445015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.467612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:02.470997 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c1d153c9-6e97-466a-9e9b-238699445015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9155333 May 24 23:04:02.471911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58912) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:02.475798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:02.477417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.482469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:02.483197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'enable_snat': True}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:02.490976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:02.505747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:02.510538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.514328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.563320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:02.565893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.673720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Attempting to bind port 22c87d57-49ee-4626-b9a8-4c8ef636147b on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:02.673987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Attempting to bind port 22c87d57-49ee-4626-b9a8-4c8ef636147b by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:02.674345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Attempting to bind port 22c87d57-49ee-4626-b9a8-4c8ef636147b on network 925942ca-711e-48bf-a9e7-b29f7ac399f8 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:02.684551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:02.685030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Checking segment: {'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:02.685304 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.685708 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Bound using segment: {'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:02.686160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Bound port: 22c87d57-49ee-4626-b9a8-4c8ef636147b, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:02.686893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.712219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700b072-5a0f-4cae-a313-9a1cc0b4859e None None] Pushing event updated for resources: {'Port': ['ID=08b746a7-fe66-44b1-88a0-68bbfd76c3cf,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:02.795537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-aef27bdd-9a24-4021-9a5f-73a9f730e67a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:02.808994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:02.826706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.827519 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Added segment fb6f588b-d80e-488c-8e1e-7ce2c327ba9a of type vlan for network d05d0c43-0543-4333-881f-b02b7c605b53 May 24 23:04:02.843590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-aef27bdd-9a24-4021-9a5f-73a9f730e67a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:02.845071 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-aef27bdd-9a24-4021-9a5f-73a9f730e67a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523882684&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.1066854 May 24 23:04:02.872263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 23:04:02.872263 dv-neutron-843190-1-hyperv neutron-server[88260]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 23:04:02.872263 dv-neutron-843190-1-hyperv neutron-server[88260]: [parameters: {'id': '0d37ae56-3c09-4e77-bd1a-572b8317bf93'}] May 24 23:04:02.872263 dv-neutron-843190-1-hyperv neutron-server[88260]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:04:02.872746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:04:02.919080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] For port 22c87d57-49ee-4626-b9a8-4c8ef636147b, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:02.922204 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] For port 22c87d57-49ee-4626-b9a8-4c8ef636147b, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=22c87d57-49ee-4626-b9a8-4c8ef636147b,segment=NetworkSegment(495f0f9d-2008-4733-8b0b-82450706fc56),segment_id=495f0f9d-2008-4733-8b0b-82450706fc56)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:02.924720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491d17ad-628f-4de3-b0ae-c875e1547fcb None None] Network 0d37ae56-3c09-4e77-bd1a-572b8317bf93 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:03.048991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.069792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.098066 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.198832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.209911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:03.211451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.243344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939078d-52cb-473f-8d48-c4bde715011a None None] Pushing event updated for resources: {'Port': ['ID=22c87d57-49ee-4626-b9a8-4c8ef636147b,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:03.348117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-3f054722-330d-4287-a71e-7b3ffb23e2dd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:03.349580 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-3f054722-330d-4287-a71e-7b3ffb23e2dd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/networks?id=925942ca-711e-48bf-a9e7-b29f7ac399f8 HTTP/1.1" status: 200 len: 797 time: 0.4878242 May 24 23:04:03.373602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.387662 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-2c81f64a-dff8-4af3-a8c3-971cb0b1cae7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/quotas/4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 375 time: 0.0277965 May 24 23:04:03.391331 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9652212 May 24 23:04:03.396832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58922) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:03.456422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': 'd05d0c43-0543-4333-881f-b02b7c605b53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:03.481335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f55692-4901-4bea-9bf3-6c8dd593c480 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Network': ['ID=d05d0c43-0543-4333-881f-b02b7c605b53,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:03.506806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network d05d0c43-0543-4333-881f-b02b7c605b53 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:03.512242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Deleting port 08b746a7-fe66-44b1-88a0-68bbfd76c3cf {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:03.512590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.598740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.686360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:03.707526 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6e91acc4-1f3d-43f8-8f58-544288ff6394 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3055279 May 24 23:04:03.708672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:03.712183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:03.719470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:03.731644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:03.735453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.780380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.096099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] For port 08b746a7-fe66-44b1-88a0-68bbfd76c3cf, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=08b746a7-fe66-44b1-88a0-68bbfd76c3cf,segment=NetworkSegment(81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b),segment_id=81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:04.096466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.130549 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-e7b21c02-e76e-4e26-81f6-c3153951f862 service neutron] 10.222.0.32 "GET /v2.0/networks/925942ca-711e-48bf-a9e7-b29f7ac399f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798559 May 24 23:04:04.143817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.266663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Calling delete_port for 08b746a7-fe66-44b1-88a0-68bbfd76c3cf owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:04.318194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Allocated IP 172.26.3.207 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/2185a2b1-8a05-40be-8a5a-d318edf23090) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:04.336791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Subnet': ['ID=cd5f4e91-eab4-437b-b66b-f90531cd4070,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:04.358402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Checking segment: {'id': 'fb6f588b-d80e-488c-8e1e-7ce2c327ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd05d0c43-0543-4333-881f-b02b7c605b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:04.358990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network hostable DHCP agents. Network: d05d0c43-0543-4333-881f-b02b7c605b53, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:04.398337 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-eb81c2bc-8399-4802-a45b-081ed7cd18b5 service neutron] 10.222.0.32 "GET /v2.0/networks/925942ca-711e-48bf-a9e7-b29f7ac399f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434549 May 24 23:04:04.400048 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b resource provider aggregate not found May 24 23:04:04.416537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network d05d0c43-0543-4333-881f-b02b7c605b53 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:04.437748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, d05d0c43-0543-4333-881f-b02b7c605b53) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:04.443717 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:04.444654 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.455895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ea4d7-0e70-4dce-8180-ff963158ff80 None None] Network d05d0c43-0543-4333-881f-b02b7c605b53 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:04.494164 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b found for delete ", "request_id": "req-d2b03819-1464-4ddd-91d4-06fc55b3a332"}]} May 24 23:04:04.501166 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e0207a86-db2f-47c5-9922-d471040dea7c tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1003561 May 24 23:04:04.503593 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58934) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:04.525809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3786e1ab-8bc1-43af-9a70-8d4a1e2bea45 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-817369725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:04.535787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.545283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3786e1ab-8bc1-43af-9a70-8d4a1e2bea45 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:04.557792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3786e1ab-8bc1-43af-9a70-8d4a1e2bea45 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:router and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:04.574334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3786e1ab-8bc1-43af-9a70-8d4a1e2bea45 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:04.591415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3786e1ab-8bc1-43af-9a70-8d4a1e2bea45 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:04.626487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No DVR routers for this DVR port 08b746a7-fe66-44b1-88a0-68bbfd76c3cf on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:04.645165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3786e1ab-8bc1-43af-9a70-8d4a1e2bea45 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.647129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3786e1ab-8bc1-43af-9a70-8d4a1e2bea45 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.655704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Port': ['ID=08b746a7-fe66-44b1-88a0-68bbfd76c3cf,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:04.688027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3786e1ab-8bc1-43af-9a70-8d4a1e2bea45 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.732455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3786e1ab-8bc1-43af-9a70-8d4a1e2bea45 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.764735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58d4cf-a8b2-4db5-b116-a9cb9423c421 None None] Network 925942ca-711e-48bf-a9e7-b29f7ac399f8 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:04.802770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.810343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.835959 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d07e74a-e9e5-4abd-adec-ef8ef07c2be1 req-e29331fe-d6da-4465-b611-6b3d5484fd17 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 210 time: 0.2021632 May 24 23:04:04.842427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3786e1ab-8bc1-43af-9a70-8d4a1e2bea45 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.844016 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3786e1ab-8bc1-43af-9a70-8d4a1e2bea45 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3394396 May 24 23:04:04.846686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58946) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:04.847638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d37ae56-3c09-4e77-bd1a-572b8317bf93']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:04.865205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'network_id': 'd05d0c43-0543-4333-881f-b02b7c605b53', 'name': 'tempest-PortsIpV6TestJSON-1611486445'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:04.867542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:04.867836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:04.895380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.926189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.936359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:04.936926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.963337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.977222 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fe9aba22-41a5-4ed4-bfd9-8283793f8b92 None None] Provisioning for port 22c87d57-49ee-4626-b9a8-4c8ef636147b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:05.030912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d05d0c43-0543-4333-881f-b02b7c605b53', 'network_id': 'd05d0c43-0543-4333-881f-b02b7c605b53', 'tenant_id': '47758fbb459b433493b014395cf29a06', 'fixed_ips': [{'subnet_id': 'cd5f4e91-eab4-437b-b66b-f90531cd4070'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:05.031635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.103727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:05.115517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:port and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:05.123425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:05.149888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:05.177779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:05.183063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.213794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:05.233434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port 7656d21e-7813-470d-94a1-9a50b05b00fb yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:05.240066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:05.265981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:05.304863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 22c87d57-49ee-4626-b9a8-4c8ef636147b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:05.344324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event updated for resources: {'Port': ['ID=2185a2b1-8a05-40be-8a5a-d318edf23090,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:05.379833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.418578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.447505 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/networks/0d37ae56-3c09-4e77-bd1a-572b8317bf93 HTTP/1.1" status: 204 len: 168 time: 5.7779386 May 24 23:04:05.451988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255eaa3-28ca-4763-ba99-7e04af25bda5 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Network': ['ID=0d37ae56-3c09-4e77-bd1a-572b8317bf93,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:05.454277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58960) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:05.468415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1015159786'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:05.473660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:05.478087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:network and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:05.481287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:05.491253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:05.525621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 22c87d57-49ee-4626-b9a8-4c8ef636147b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:05.532481 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 22c87d57-49ee-4626-b9a8-4c8ef636147b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:05.532864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.559786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8::1d1 (d05d0c43-0543-4333-881f-b02b7c605b53/cd5f4e91-eab4-437b-b66b-f90531cd4070/7656d21e-7813-470d-94a1-9a50b05b00fb) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:05.577311 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:05.581139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.690981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 22c87d57-49ee-4626-b9a8-4c8ef636147b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:05.691778 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.741423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 22c87d57-49ee-4626-b9a8-4c8ef636147b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=22c87d57-49ee-4626-b9a8-4c8ef636147b,segment=NetworkSegment(495f0f9d-2008-4733-8b0b-82450706fc56),segment_id=495f0f9d-2008-4733-8b0b-82450706fc56)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:05.749103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.846936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=22c87d57-49ee-4626-b9a8-4c8ef636147b,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:05.953487 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8b6318c2-6c8f-4058-a06b-9e3df68613c2 None None] Provisioning complete for port 22c87d57-49ee-4626-b9a8-4c8ef636147b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:05.953867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8b6318c2-6c8f-4058-a06b-9e3df68613c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.073003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:06.109033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.109384 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Added segment 8f2b16e1-ec02-4775-903c-22a357759bc0 of type vlan for network b4e37e61-590d-4714-ac5e-8ddb7e3a04ee May 24 23:04:06.121818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8b6318c2-6c8f-4058-a06b-9e3df68613c2 None None] Current status of the port 22c87d57-49ee-4626-b9a8-4c8ef636147b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:06.189459 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d6a6587-2d7a-4de9-ab5b-8df3037fd55e req-35b4cab7-79ed-4c5d-882d-a07dba91f634 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 210 time: 0.2086689 May 24 23:04:06.196833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.220679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.222037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object 7656d21e-7813-470d-94a1-9a50b05b00fb will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:06.258560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.345330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network d05d0c43-0543-4333-881f-b02b7c605b53 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:06.351491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:06.359924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:06.366889 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:06.367854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.394461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Allocated IP 2001:db8::2 (d05d0c43-0543-4333-881f-b02b7c605b53/cd5f4e91-eab4-437b-b66b-f90531cd4070/32bd4a8b-689b-49ed-be9c-ab4fc901b7d3) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:06.407228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=7656d21e-7813-470d-94a1-9a50b05b00fb,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:06.433613 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e97cb745-72c5-4b2b-8898-1f0ea52e3a02 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5847898 May 24 23:04:06.435743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58968) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:06.450812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.536034 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b resource provider aggregate not found May 24 23:04:06.573370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81f8ef61-9c29-4f1e-8fd1-7e8ad62c812b found for delete ", "request_id": "req-2a375af9-fbd7-496d-b9a6-5b0bcd832a7a"}]} May 24 23:04:06.722025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.727601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:06.728344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.754759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.769105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Transition to ACTIVE for port object 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:06.796014 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Transition to ACTIVE for port object 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:06.803404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.886519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Network d05d0c43-0543-4333-881f-b02b7c605b53 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:06.889951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:06.893477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:06.925670 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Network': ['ID=b4e37e61-590d-4714-ac5e-8ddb7e3a04ee,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:06.948778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-43b63f9a-3ba9-4a12-b438-35d7c299bad0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:06.949626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-43b63f9a-3ba9-4a12-b438-35d7c299bad0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:06.956087 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b76af745-b4d3-4774-b1f5-946d36efdfac tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4950509 May 24 23:04:06.957570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 58980) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:06.962464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Request body: {'subnet': {'network_id': 'b4e37e61-590d-4714-ac5e-8ddb7e3a04ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:06.966162 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network b4e37e61-590d-4714-ac5e-8ddb7e3a04ee details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:07.065881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.073330 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Pushing event updated for resources: {'Port': ['ID=32bd4a8b-689b-49ed-be9c-ab4fc901b7d3,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:07.082490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-43b63f9a-3ba9-4a12-b438-35d7c299bad0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:07.083743 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-43b63f9a-3ba9-4a12-b438-35d7c299bad0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=925942ca-711e-48bf-a9e7-b29f7ac399f8 HTTP/1.1" status: 200 len: 797 time: 0.6892011 May 24 23:04:07.097826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.099082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Attempting to bind port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:07.099459 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Attempting to bind port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'fb6f588b-d80e-488c-8e1e-7ce2c327ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd05d0c43-0543-4333-881f-b02b7c605b53'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:07.099829 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Attempting to bind port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 on network d05d0c43-0543-4333-881f-b02b7c605b53 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:07.110065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:07.110436 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Checking segment: {'id': 'fb6f588b-d80e-488c-8e1e-7ce2c327ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd05d0c43-0543-4333-881f-b02b7c605b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:07.114563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.115040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Bound using segment: {'id': 'fb6f588b-d80e-488c-8e1e-7ce2c327ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd05d0c43-0543-4333-881f-b02b7c605b53'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:07.116409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Bound port: 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6f588b-d80e-488c-8e1e-7ce2c327ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd05d0c43-0543-4333-881f-b02b7c605b53'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:07.116801 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.221022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:07.222123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] For port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:07.225795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] For port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=32bd4a8b-689b-49ed-be9c-ab4fc901b7d3,segment=NetworkSegment(fb6f588b-d80e-488c-8e1e-7ce2c327ba9a),segment_id=fb6f588b-d80e-488c-8e1e-7ce2c327ba9a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:07.227397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 22c87d57-49ee-4626-b9a8-4c8ef636147b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:07.257281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-1f9c0677-f23a-4cce-94d0-ee5961c19ed0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:07.263803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Usage tracker for resource:subnet and tenant:f1162605857b458f9c017291b7d01cbd is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:07.265854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.268797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:07.332669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:07.355057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.390273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-1f9c0677-f23a-4cce-94d0-ee5961c19ed0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:07.391498 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-1f9c0677-f23a-4cce-94d0-ee5961c19ed0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 472 time: 0.2952576 May 24 23:04:07.408813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fdfd8-a65a-419a-bd4b-4613021a0c61 None None] Pushing event updated for resources: {'Port': ['ID=32bd4a8b-689b-49ed-be9c-ab4fc901b7d3,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:07.429780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'device_id': '2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b', 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8', 'admin_state_up': True, 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'security_groups': ['b85c2be9-7d88-4445-ab6e-e0dff42f6268']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:07.441642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 22c87d57-49ee-4626-b9a8-4c8ef636147b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:07.442012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.456765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Made reservation on behalf of f1162605857b458f9c017291b7d01cbd for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:07.460183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.535323 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c906b459-b45a-4202-886e-4e32ebe375c8 req-2b1baa0e-0c1c-4feb-8b9c-54fa2e8859d6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 210 time: 0.0881827 May 24 23:04:07.637551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 22c87d57-49ee-4626-b9a8-4c8ef636147b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:07.885972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:07.894179 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:port and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:07.897615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:07.906442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:07.910741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Router c2dc223b-444d-482c-99ed-0c9f4b5548e8 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:04:07.929078 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:07.932556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.999208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.004732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.187986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=7656d21e-7813-470d-94a1-9a50b05b00fb,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:08.318262 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:04:08.334211 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb795d3-d830-4483-a778-7785eebb6f4a None None] Sync routers for ids ['c2dc223b-444d-482c-99ed-0c9f4b5548e8'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:04:08.349544 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb795d3-d830-4483-a778-7785eebb6f4a None None] Routers {'c2dc223b-444d-482c-99ed-0c9f4b5548e8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:08.350565 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ebb795d3-d830-4483-a778-7785eebb6f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c2dc223b-444d-482c-99ed-0c9f4b5548e8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:08.436678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.29 (925942ca-711e-48bf-a9e7-b29f7ac399f8/b36f419c-7a86-4c77-8721-b25ab7eb2ad8/ca012ff3-84a1-4da0-a0fe-15624f319301) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:08.442033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.443274 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-faebf232-81ad-48e4-a543-d19534286642 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "PUT /v2.0/routers/c2dc223b-444d-482c-99ed-0c9f4b5548e8 HTTP/1.1" status: 200 len: 919 time: 5.9701066 May 24 23:04:08.446287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58988) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:08.456277 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ebb795d3-d830-4483-a778-7785eebb6f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:08.466426 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb795d3-d830-4483-a778-7785eebb6f4a None None] Routers {'c2dc223b-444d-482c-99ed-0c9f4b5548e8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:08.467301 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ebb795d3-d830-4483-a778-7785eebb6f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c2dc223b-444d-482c-99ed-0c9f4b5548e8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:08.535523 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ebb795d3-d830-4483-a778-7785eebb6f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:08.536338 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb795d3-d830-4483-a778-7785eebb6f4a None None] The sync data for ids ['c2dc223b-444d-482c-99ed-0c9f4b5548e8'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:04:08.580746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:04:08.590618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.626263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.775096 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-021b0b29-15e7-4fc9-88ed-8fd8f8091360 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/routers/c2dc223b-444d-482c-99ed-0c9f4b5548e8 HTTP/1.1" status: 200 len: 925 time: 0.3251717 May 24 23:04:08.777894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 58996) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:08.795259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba19f396-c020-4721-95c8-f9d2202974a0 None None] Network d05d0c43-0543-4333-881f-b02b7c605b53 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:08.821694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event updated for resources: {'Subnet': ['ID=ff3946bc-5bb3-4137-9a6e-f3ef48b11f34,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:08.895856 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31199d9f-b4dc-4f01-807b-732d46d3e0b0 req-b8f80244-5539-4c72-bbc5-ab92baf9468d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 210 time: 0.1183157 May 24 23:04:08.898913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Checking segment: {'id': '8f2b16e1-ec02-4775-903c-22a357759bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b4e37e61-590d-4714-ac5e-8ddb7e3a04ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:08.907399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network hostable DHCP agents. Network: b4e37e61-590d-4714-ac5e-8ddb7e3a04ee, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:08.944915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.958345 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Network b4e37e61-590d-4714-ac5e-8ddb7e3a04ee is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:08.969632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object ca012ff3-84a1-4da0-a0fe-15624f319301 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:08.975456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, b4e37e61-590d-4714-ac5e-8ddb7e3a04ee) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:08.981295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-30f05300-f227-4956-9f21-087e2fc149e9 None None] Provisioning for port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:08.981523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:08.982105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.990030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aece1f-0cb5-49f0-9aae-e665f19a0aed None None] Network b4e37e61-590d-4714-ac5e-8ddb7e3a04ee requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:09.011370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-04d4a631-6faa-40f3-b2e9-bf650545d41b tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0530386 May 24 23:04:09.014534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59000) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:09.016312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.059923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.089644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfc861-6cca-4fa7-81bb-73c9fec3637d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:09.094036 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a6dfc861-6cca-4fa7-81bb-73c9fec3637d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&device_id=c2dc223b-444d-482c-99ed-0c9f4b5548e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3120277 May 24 23:04:09.097558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59004) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:09.201072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 925942ca-711e-48bf-a9e7-b29f7ac399f8 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:09.209073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:09.219530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:09.232961 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:09.319643 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:09.320374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.347470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=ca012ff3-84a1-4da0-a0fe-15624f319301,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:09.386682 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-6958b951-64e3-4486-9c50-2734a14933e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9785390 May 24 23:04:09.426659 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.484551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:09.505773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Request body: {'port': {'device_id': '2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:09.548515 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:09.548895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.637630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840f137-ddf5-455c-b02e-346a2925b7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-b4e37e61-590d-4714-ac5e-8ddb7e3a04ee', 'network_id': 'b4e37e61-590d-4714-ac5e-8ddb7e3a04ee', 'tenant_id': 'f1162605857b458f9c017291b7d01cbd', 'fixed_ips': [{'subnet_id': 'ff3946bc-5bb3-4137-9a6e-f3ef48b11f34'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:09.638419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5840f137-ddf5-455c-b02e-346a2925b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.666151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.678400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.811199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-13c5045b-9d83-4e30-8344-7229c7a080a7 None None] Provisioning for port ca012ff3-84a1-4da0-a0fe-15624f319301 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:09.818104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-13c5045b-9d83-4e30-8344-7229c7a080a7 None None] Provisioning complete for port ca012ff3-84a1-4da0-a0fe-15624f319301 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:09.818609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-13c5045b-9d83-4e30-8344-7229c7a080a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.849290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f734c01-56b8-42b7-8c3e-9750ec78f602 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:09.853298 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2f734c01-56b8-42b7-8c3e-9750ec78f602 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/networks/318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 881 time: 0.7522261 May 24 23:04:09.855560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59012) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:09.908556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.957872 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b9e1ab5e-f283-4274-ab52-09857f883ef9 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2dc223b-444d-482c-99ed-0c9f4b5548e8 HTTP/1.1" status: 200 len: 205 time: 0.1007650 May 24 23:04:09.962263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59018) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:09.983285 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-13c5045b-9d83-4e30-8344-7229c7a080a7 None None] Port ca012ff3-84a1-4da0-a0fe-15624f319301 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:10.005768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:10.006407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server [None req-5840f137-ddf5-455c-b02e-346a2925b7d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff3946bc-5bb3-4137-9a6e-f3ef48b11f34: This subnet is being modified by another concurrent operation. May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:04:10.028511 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise exception May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff3946bc-5bb3-4137-9a6e-f3ef48b11f34: This subnet is being modified by another concurrent operation. May 24 23:04:10.032680 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server May 24 23:04:10.064980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edbc795-c310-4c8f-a1d2-908973003790 None None] Network b4e37e61-590d-4714-ac5e-8ddb7e3a04ee requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:10.093337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=32bd4a8b-689b-49ed-be9c-ab4fc901b7d3,segment=NetworkSegment(fb6f588b-d80e-488c-8e1e-7ce2c327ba9a),segment_id=fb6f588b-d80e-488c-8e1e-7ce2c327ba9a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:10.196442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.217574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3946bc-5bb3-4137-9a6e-f3ef48b11f34,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:10.382386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=32bd4a8b-689b-49ed-be9c-ab4fc901b7d3,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:10.424750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d637a650-8629-4cb4-bab5-2fef577cb1e1 None None] Provisioning for port 7656d21e-7813-470d-94a1-9a50b05b00fb completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:10.453022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.469003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.481460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d637a650-8629-4cb4-bab5-2fef577cb1e1 None None] Provisioning complete for port 7656d21e-7813-470d-94a1-9a50b05b00fb triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:10.482078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d637a650-8629-4cb4-bab5-2fef577cb1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.505682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e37e61-590d-4714-ac5e-8ddb7e3a04ee']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:10.537055 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2b16e1-ec02-4775-903c-22a357759bc0') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:10.537520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2b16e1-ec02-4775-903c-22a357759bc0') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:10.552977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d637a650-8629-4cb4-bab5-2fef577cb1e1 None None] Port 7656d21e-7813-470d-94a1-9a50b05b00fb cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:10.569181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.571261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d637a650-8629-4cb4-bab5-2fef577cb1e1 None None] Provisioning complete for port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:10.571693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d637a650-8629-4cb4-bab5-2fef577cb1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.592374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.601560 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:10.602424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.780992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.794511 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8f2b16e1-ec02-4775-903c-22a357759bc0 resource provider aggregate not found May 24 23:04:10.795568 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0281957a-b824-443e-8090-a08558863b9c None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:04:10.807113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.846200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.865972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Network': ['ID=b4e37e61-590d-4714-ac5e-8ddb7e3a04ee,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:10.875994 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8f2b16e1-ec02-4775-903c-22a357759bc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f2b16e1-ec02-4775-903c-22a357759bc0 found for delete ", "request_id": "req-0fe0a2ef-ddaa-4abc-b1c7-df6c38d92d20"}]} May 24 23:04:10.878265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d637a650-8629-4cb4-bab5-2fef577cb1e1 None None] Current status of the port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:10.882209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.882997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.889455 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-737c8431-55cc-44cc-ab8a-c99d9511912f tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/networks/b4e37e61-590d-4714-ac5e-8ddb7e3a04ee HTTP/1.1" status: 204 len: 168 time: 1.8672984 May 24 23:04:10.890892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca012ff3-84a1-4da0-a0fe-15624f319301 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:04:10.895049 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59028) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:10.938261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.945561 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3659a4d-620f-4af0-a727-cb7f6d3a5802 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] DELETE failed (client error): The resource could not be found. May 24 23:04:10.945812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3659a4d-620f-4af0-a727-cb7f6d3a5802 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:10.951330 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a3659a4d-620f-4af0-a727-cb7f6d3a5802 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/subnets/ff3946bc-5bb3-4137-9a6e-f3ef48b11f34 HTTP/1.1" status: 404 len: 337 time: 0.0515714 May 24 23:04:10.951981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59032) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:10.984633 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3dd0dd2-0967-476a-bfd9-5d1e0bc77613 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] DELETE failed (client error): The resource could not be found. May 24 23:04:10.985028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3dd0dd2-0967-476a-bfd9-5d1e0bc77613 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:10.989082 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d3dd0dd2-0967-476a-bfd9-5d1e0bc77613 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/networks/b4e37e61-590d-4714-ac5e-8ddb7e3a04ee HTTP/1.1" status: 404 len: 339 time: 0.0338531 May 24 23:04:10.989082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Transition to ACTIVE for port object ca012ff3-84a1-4da0-a0fe-15624f319301 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:10.989323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59036) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:11.018431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0281957a-b824-443e-8090-a08558863b9c None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:04:11.028031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=7656d21e-7813-470d-94a1-9a50b05b00fb,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:11.032806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.033258 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e2a4e5ef-9e4c-4338-8031-328769b326c0 None None] Provisioning complete for port 7656d21e-7813-470d-94a1-9a50b05b00fb triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:11.033761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2a4e5ef-9e4c-4338-8031-328769b326c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.045437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8cfa2-6242-4a3e-acda-fa1130d65d14 req-df32d56c-711a-4afa-a418-c9c202a7f1ee tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:11.052747 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11c8cfa2-6242-4a3e-acda-fa1130d65d14 req-df32d56c-711a-4afa-a418-c9c202a7f1ee tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 932 time: 0.9245152 May 24 23:04:11.066844 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-3721b8af-a1ee-4341-ada3-cfe9185024d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] DELETE failed (client error): The resource could not be found. May 24 23:04:11.067782 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3721b8af-a1ee-4341-ada3-cfe9185024d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:11.071217 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3721b8af-a1ee-4341-ada3-cfe9185024d1 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/subnets/04317aa2-9441-4d7b-9838-440c2ec69a0e HTTP/1.1" status: 404 len: 337 time: 0.0786803 May 24 23:04:11.074917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59040) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:11.183270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Pushing event updated for resources: {'Port': ['ID=ca012ff3-84a1-4da0-a0fe-15624f319301,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:11.200821 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d35cd79-5168-4ad0-a039-4c453ddde5fb tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] DELETE failed (client error): The resource could not be found. May 24 23:04:11.201309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d35cd79-5168-4ad0-a039-4c453ddde5fb tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:11.203878 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0d35cd79-5168-4ad0-a039-4c453ddde5fb tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/networks/0d37ae56-3c09-4e77-bd1a-572b8317bf93 HTTP/1.1" status: 404 len: 339 time: 0.1226692 May 24 23:04:11.208464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.215905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59044) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:11.282667 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11c8cfa2-6242-4a3e-acda-fa1130d65d14 req-d99fb6c8-fba8-45b7-805a-847cafe2bdbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=b85c2be9-7d88-4445-ab6e-e0dff42f6268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280378 May 24 23:04:11.291161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:11.302459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Deleting port 2185a2b1-8a05-40be-8a5a-d318edf23090 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:11.302771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Attempting to bind port ca012ff3-84a1-4da0-a0fe-15624f319301 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:11.303092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Attempting to bind port ca012ff3-84a1-4da0-a0fe-15624f319301 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:11.303424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Attempting to bind port ca012ff3-84a1-4da0-a0fe-15624f319301 on network 925942ca-711e-48bf-a9e7-b29f7ac399f8 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:11.303812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.308737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Port ca012ff3-84a1-4da0-a0fe-15624f319301 on network 925942ca-711e-48bf-a9e7-b29f7ac399f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:04:11.309057 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Attempting to bind port ca012ff3-84a1-4da0-a0fe-15624f319301 on network 925942ca-711e-48bf-a9e7-b29f7ac399f8 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:11.315909 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:11.316247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Checking segment: {'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:11.316771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Bound using segment: {'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:11.317219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Bound port: ca012ff3-84a1-4da0-a0fe-15624f319301, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:11.317571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.337710 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0ca9b8-145e-441b-b229-29062afca5bd tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] DELETE failed (client error): The resource could not be found. May 24 23:04:11.338582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0ca9b8-145e-441b-b229-29062afca5bd tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:11.340862 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2d0ca9b8-145e-441b-b229-29062afca5bd tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/subnets/db5d63cf-788c-41ab-bfe8-411290653e51 HTTP/1.1" status: 404 len: 337 time: 0.1239457 May 24 23:04:11.365571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59048) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:11.400398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4e5ef-9e4c-4338-8031-328769b326c0 None None] Port 7656d21e-7813-470d-94a1-9a50b05b00fb cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:11.435683 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3ddbe6-df75-4842-997c-0049142d7b7a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] DELETE failed (client error): The resource could not be found. May 24 23:04:11.435683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3ddbe6-df75-4842-997c-0049142d7b7a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:11.436021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network d05d0c43-0543-4333-881f-b02b7c605b53 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:11.436365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:11.439461 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3f3ddbe6-df75-4842-997c-0049142d7b7a tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/networks/f849df39-f904-4a23-b79e-9037e0776b43 HTTP/1.1" status: 404 len: 339 time: 0.0660195 May 24 23:04:11.442989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59052) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:11.545609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:11.545942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.547925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] For port ca012ff3-84a1-4da0-a0fe-15624f319301, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:11.553294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] For port ca012ff3-84a1-4da0-a0fe-15624f319301, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ca012ff3-84a1-4da0-a0fe-15624f319301,segment=NetworkSegment(495f0f9d-2008-4733-8b0b-82450706fc56),segment_id=495f0f9d-2008-4733-8b0b-82450706fc56)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:11.562143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-84f2dc5c-2843-4fbc-b174-1cc8b2afac23 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Deleting port 4f99f0dc-9301-4098-ac6f-505fb052ca13 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:11.562880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84f2dc5c-2843-4fbc-b174-1cc8b2afac23 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.613051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.654619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.696500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:11.697192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.700392 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] 10.222.0.42 "PUT /v2.0/ports/ca012ff3-84a1-4da0-a0fe-15624f319301 HTTP/1.1" status: 200 len: 1094 time: 2.2943497 May 24 23:04:11.715038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b', 'tag': 'ca012ff3-84a1-4da0-a0fe-15624f319301'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:11.781738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:11.807413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ebbe60-20a8-4304-944d-abf2a8c1bcc8 None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:04:11.869380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Calling delete_port for 2185a2b1-8a05-40be-8a5a-d318edf23090 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:11.915511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72ad0e-48b3-4367-b701-8c92638bf37d service neutron] Pushing event updated for resources: {'Port': ['ID=ca012ff3-84a1-4da0-a0fe-15624f319301,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:11.942410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ebbe60-20a8-4304-944d-abf2a8c1bcc8 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:04:11.973655 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba4aa72-cee5-40b0-894b-b5f608be72d2'] response: {'name': 'network-changed', 'server_uuid': '2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b', 'tag': 'ca012ff3-84a1-4da0-a0fe-15624f319301', 'status': 'completed', 'code': 200} May 24 23:04:12.093429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84f2dc5c-2843-4fbc-b174-1cc8b2afac23 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.123469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Router f331420e-71cc-4cff-abcf-0ff20e29d74b is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:04:12.176074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-06b05f65-547f-490d-aa0d-d981ed0ec50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:12.177803 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-06b05f65-547f-490d-aa0d-d981ed0ec50d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 1097 time: 0.4275401 May 24 23:04:12.354404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:04:12.364130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.402183 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7cd2d89d-156c-4dee-85ae-3bc452488d13 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "PUT /v2.0/routers/f331420e-71cc-4cff-abcf-0ff20e29d74b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9652126 May 24 23:04:12.410375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59064) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:12.446870 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdf199-bd26-45be-b098-40314894f910 None None] Sync routers for ids ['f331420e-71cc-4cff-abcf-0ff20e29d74b'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:04:12.472112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdf199-bd26-45be-b098-40314894f910 None None] Routers {'f331420e-71cc-4cff-abcf-0ff20e29d74b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:12.472746 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d8cdf199-bd26-45be-b098-40314894f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['f331420e-71cc-4cff-abcf-0ff20e29d74b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:12.476625 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Pushing event deleted for resources: {'Port': ['ID=2185a2b1-8a05-40be-8a5a-d318edf23090,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:12.480491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-84f2dc5c-2843-4fbc-b174-1cc8b2afac23 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Calling delete_port for 4f99f0dc-9301-4098-ac6f-505fb052ca13 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:12.535133 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-46493929-045f-4fb0-a98b-6f47c02f5537 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ca012ff3-84a1-4da0-a0fe-15624f319301 HTTP/1.1" status: 200 len: 217 time: 0.1464989 May 24 23:04:12.544086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d8cdf199-bd26-45be-b098-40314894f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:12.569704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdf199-bd26-45be-b098-40314894f910 None None] Routers {'f331420e-71cc-4cff-abcf-0ff20e29d74b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:12.570255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d8cdf199-bd26-45be-b098-40314894f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['f331420e-71cc-4cff-abcf-0ff20e29d74b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:12.626362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-35db620e-0348-46b5-b372-3c31d593eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:12.627327 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-35db620e-0348-46b5-b372-3c31d593eb5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b36f419c-7a86-4c77-8721-b25ab7eb2ad8 HTTP/1.1" status: 200 len: 838 time: 0.0857868 May 24 23:04:12.633146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84f2dc5c-2843-4fbc-b174-1cc8b2afac23 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.645085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d8cdf199-bd26-45be-b098-40314894f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:12.645577 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdf199-bd26-45be-b098-40314894f910 None None] The sync data for ids ['f331420e-71cc-4cff-abcf-0ff20e29d74b'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:04:12.773534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84f2dc5c-2843-4fbc-b174-1cc8b2afac23 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.782124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2dc5c-2843-4fbc-b174-1cc8b2afac23 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Port': ['ID=4f99f0dc-9301-4098-ac6f-505fb052ca13,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:12.797103 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-84f2dc5c-2843-4fbc-b174-1cc8b2afac23 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/ports/4f99f0dc-9301-4098-ac6f-505fb052ca13 HTTP/1.1" status: 204 len: 168 time: 1.3527639 May 24 23:04:12.804657 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59068) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:12.828667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-784e6fc2-866a-4a04-a424-6d5bff696d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:12.830093 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-784e6fc2-866a-4a04-a424-6d5bff696d46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=925942ca-711e-48bf-a9e7-b29f7ac399f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1922996 May 24 23:04:12.904231 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1a4107-9145-46b2-b9ac-ca48859b51d0 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] DELETE failed (client error): The resource could not be found. May 24 23:04:12.904769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1a4107-9145-46b2-b9ac-ca48859b51d0 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:12.909188 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8a1a4107-9145-46b2-b9ac-ca48859b51d0 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/subnets/807f37f4-d64b-498c-bf19-e6a3e79da95d HTTP/1.1" status: 404 len: 337 time: 0.0723546 May 24 23:04:12.913667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59072) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:12.985022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556923f9-a55d-4fee-bbd1-bcfe26a00217 req-3cbe750c-5f57-4c6e-9dc9-64fe1aeebb76 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:12.986856 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-556923f9-a55d-4fee-bbd1-bcfe26a00217 req-3cbe750c-5f57-4c6e-9dc9-64fe1aeebb76 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 944 time: 0.5145869 May 24 23:04:12.987699 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.128414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.166809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8f363db3-5612-48aa-98fe-9a6321bc81d6 None None] Provisioning complete for port 7656d21e-7813-470d-94a1-9a50b05b00fb triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:13.169966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f363db3-5612-48aa-98fe-9a6321bc81d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.174165 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-9710645b-d6ee-4e5e-bcb2-d9b373d6d7df service neutron] 10.222.0.42 "GET /v2.0/networks/925942ca-711e-48bf-a9e7-b29f7ac399f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362761 May 24 23:04:13.246670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c74ad24-220f-4036-8aac-d03a59211f2a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:13.247400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6c74ad24-220f-4036-8aac-d03a59211f2a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:13.270206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.277162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.290482 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8f363db3-5612-48aa-98fe-9a6321bc81d6 None None] Port 7656d21e-7813-470d-94a1-9a50b05b00fb cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:13.292603 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-556923f9-a55d-4fee-bbd1-bcfe26a00217 req-c717280f-360e-428f-a0d9-04e273cc982c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=b85c2be9-7d88-4445-ab6e-e0dff42f6268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602139 May 24 23:04:13.315899 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6c74ad24-220f-4036-8aac-d03a59211f2a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:13.317359 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6c74ad24-220f-4036-8aac-d03a59211f2a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports?device_id=f331420e-71cc-4cff-abcf-0ff20e29d74b HTTP/1.1" status: 200 len: 989 time: 0.9059496 May 24 23:04:13.320378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59078) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:13.399392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.399814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Fanout notify agent at l3_agent the message router_deleted on router c2dc223b-444d-482c-99ed-0c9f4b5548e8 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:04:13.479299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.480163 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-00fc8d82-eb4b-4ab1-ba57-048a30e2cfaf tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/c2dc223b-444d-482c-99ed-0c9f4b5548e8 HTTP/1.1" status: 204 len: 168 time: 3.5122676 May 24 23:04:13.485677 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59082) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:13.489077 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.499275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-470c7254-4499-44fc-9c55-6edc02fd5f31 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-831348026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:13.510604 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-470c7254-4499-44fc-9c55-6edc02fd5f31 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:13.540992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-470c7254-4499-44fc-9c55-6edc02fd5f31 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Usage tracker for resource:router and tenant:8e77bd4a58764bedab9e681f6f18101d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:13.548624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a669466-e2c8-4160-b5ae-06bd8605f12f']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:13.555471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-470c7254-4499-44fc-9c55-6edc02fd5f31 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:13.567780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418db9fc-a824-4d8c-8811-55f6cfdddabc') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:13.568175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418db9fc-a824-4d8c-8811-55f6cfdddabc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:13.586075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-470c7254-4499-44fc-9c55-6edc02fd5f31 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:13.593126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.609773 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e7efe47b-b7ed-4824-a8a4-b0ef575dbdda req-38aaed1e-331d-4526-b905-268018ed321c service neutron] 10.222.0.42 "GET /v2.0/networks/925942ca-711e-48bf-a9e7-b29f7ac399f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163265 May 24 23:04:13.616884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.622619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-470c7254-4499-44fc-9c55-6edc02fd5f31 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.623638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-470c7254-4499-44fc-9c55-6edc02fd5f31 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.630143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:13.630581 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.713674 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 418db9fc-a824-4d8c-8811-55f6cfdddabc resource provider aggregate not found May 24 23:04:13.760667 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 418db9fc-a824-4d8c-8811-55f6cfdddabc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 418db9fc-a824-4d8c-8811-55f6cfdddabc found for delete ", "request_id": "req-7cd19ab5-f41f-4ebf-add1-9491c020d151"}]} May 24 23:04:13.793127 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-470c7254-4499-44fc-9c55-6edc02fd5f31 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.825753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.829787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.864215 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/networks/2a669466-e2c8-4160-b5ae-06bd8605f12f HTTP/1.1" status: 204 len: 168 time: 0.9494150 May 24 23:04:13.865344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-470c7254-4499-44fc-9c55-6edc02fd5f31 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.875008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59090) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:13.879038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf908f-d06c-4f73-bfa3-d7979a9870e2 req-c889a9d9-88eb-49b1-98df-3b3cf52463b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:13.880518 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e9cf908f-d06c-4f73-bfa3-d7979a9870e2 req-c889a9d9-88eb-49b1-98df-3b3cf52463b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 1097 time: 0.1686850 May 24 23:04:13.882788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666c8da-c322-41f1-8268-463d03251461 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Network': ['ID=2a669466-e2c8-4160-b5ae-06bd8605f12f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:13.904070 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b710b15e-9fc6-49eb-bf5d-812574828c7a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.014379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-470c7254-4499-44fc-9c55-6edc02fd5f31 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.015585 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-470c7254-4499-44fc-9c55-6edc02fd5f31 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5288820 May 24 23:04:14.019751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59094) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:14.031843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'enable_snat': False}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:14.046085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fc75f7c5-cded-4cff-a875-22c20a4fd935 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Deleting port 80e9b25e-f8cc-4f36-ac47-12b1094864f6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:14.046486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc75f7c5-cded-4cff-a875-22c20a4fd935 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.180401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf908f-d06c-4f73-bfa3-d7979a9870e2 req-57405525-2f0c-4cff-9197-ea786309896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:14.181875 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e9cf908f-d06c-4f73-bfa3-d7979a9870e2 req-57405525-2f0c-4cff-9197-ea786309896a service neutron] 10.222.0.42 "GET /v2.0/networks?id=925942ca-711e-48bf-a9e7-b29f7ac399f8 HTTP/1.1" status: 200 len: 898 time: 0.2600577 May 24 23:04:14.422454 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e9cf908f-d06c-4f73-bfa3-d7979a9870e2 req-82e5b3f7-858f-42fc-a4a7-d5bdde48698e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ca012ff3-84a1-4da0-a0fe-15624f319301 HTTP/1.1" status: 200 len: 217 time: 0.2307668 May 24 23:04:14.577953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc75f7c5-cded-4cff-a875-22c20a4fd935 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.647788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf908f-d06c-4f73-bfa3-d7979a9870e2 req-52f5577e-548c-48b4-b26e-96c91320b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:14.649242 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e9cf908f-d06c-4f73-bfa3-d7979a9870e2 req-52f5577e-548c-48b4-b26e-96c91320b90a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b36f419c-7a86-4c77-8721-b25ab7eb2ad8 HTTP/1.1" status: 200 len: 838 time: 0.1534097 May 24 23:04:14.755262 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fc75f7c5-cded-4cff-a875-22c20a4fd935 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Calling delete_port for 80e9b25e-f8cc-4f36-ac47-12b1094864f6 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:14.760058 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.809410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c5274-4173-422a-b757-dd6a5c8e2f36 req-04a2d251-4cfb-4a11-9655-17f6c2cdac77 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:14.810885 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-105c5274-4173-422a-b757-dd6a5c8e2f36 req-04a2d251-4cfb-4a11-9655-17f6c2cdac77 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 944 time: 0.3728878 May 24 23:04:14.851113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf908f-d06c-4f73-bfa3-d7979a9870e2 req-e82530ad-2184-4aa2-9cc8-d4e9589cf143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:14.852663 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e9cf908f-d06c-4f73-bfa3-d7979a9870e2 req-e82530ad-2184-4aa2-9cc8-d4e9589cf143 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=925942ca-711e-48bf-a9e7-b29f7ac399f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1485207 May 24 23:04:14.890697 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b710b15e-9fc6-49eb-bf5d-812574828c7a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 7656d21e-7813-470d-94a1-9a50b05b00fb {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:14.891062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b710b15e-9fc6-49eb-bf5d-812574828c7a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.934958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc75f7c5-cded-4cff-a875-22c20a4fd935 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.979455 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-105c5274-4173-422a-b757-dd6a5c8e2f36 req-dc9f87ce-7d1f-44b2-ae03-62330576a5aa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=b85c2be9-7d88-4445-ab6e-e0dff42f6268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186712 May 24 23:04:14.999425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75f7c5-cded-4cff-a875-22c20a4fd935 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Port': ['ID=80e9b25e-f8cc-4f36-ac47-12b1094864f6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:15.033141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc75f7c5-cded-4cff-a875-22c20a4fd935 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.048447 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fc75f7c5-cded-4cff-a875-22c20a4fd935 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/ports/80e9b25e-f8cc-4f36-ac47-12b1094864f6 HTTP/1.1" status: 204 len: 168 time: 1.1669607 May 24 23:04:15.049291 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59110) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:15.106423 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dd94ef-f29f-48eb-9148-b616dd4c80e4 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] DELETE failed (client error): The resource could not be found. May 24 23:04:15.106859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45dd94ef-f29f-48eb-9148-b616dd4c80e4 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:15.108512 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45dd94ef-f29f-48eb-9148-b616dd4c80e4 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/subnets/3743ab32-12ca-43dc-bf59-23b0b2c16e41 HTTP/1.1" status: 404 len: 337 time: 0.0488458 May 24 23:04:15.111623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59114) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:15.137562 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e9cf908f-d06c-4f73-bfa3-d7979a9870e2 req-090833a9-6079-48ff-bb98-228e71da39d6 service neutron] 10.222.0.42 "GET /v2.0/networks/925942ca-711e-48bf-a9e7-b29f7ac399f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782331 May 24 23:04:15.198283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b710b15e-9fc6-49eb-bf5d-812574828c7a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.327412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.411595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b710b15e-9fc6-49eb-bf5d-812574828c7a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 7656d21e-7813-470d-94a1-9a50b05b00fb owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:15.415603 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e9cf908f-d06c-4f73-bfa3-d7979a9870e2 req-76eb933a-da09-4aac-9b17-3c8619a703ea service neutron] 10.222.0.42 "GET /v2.0/networks/925942ca-711e-48bf-a9e7-b29f7ac399f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666516 May 24 23:04:15.494629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.507688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.524924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f065ed21-e3d1-4ca0-8833-0926382db378']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:15.538838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83b53d3-94cd-4158-b8aa-a80bc719bf09') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:15.538838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83b53d3-94cd-4158-b8aa-a80bc719bf09') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:15.548383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.551399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.568885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.576720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:15.577131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.582334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.686043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.705277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.715816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Network': ['ID=f065ed21-e3d1-4ca0-8833-0926382db378,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:15.721444 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-add9fb63-e5da-44b7-8e2d-aa366a4b5b00 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/networks/f065ed21-e3d1-4ca0-8833-0926382db378 HTTP/1.1" status: 204 len: 168 time: 0.6087799 May 24 23:04:15.722699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59128) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:15.800880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28b840b-9eb1-4aed-bd3f-929d33b60afc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Deleting subnet 0fd546cc-50ea-4259-963e-ad70117beb3e {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:15.803898 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a83b53d3-94cd-4158-b8aa-a80bc719bf09 resource provider aggregate not found May 24 23:04:15.815896 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b28b840b-9eb1-4aed-bd3f-929d33b60afc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.846459 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a83b53d3-94cd-4158-b8aa-a80bc719bf09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a83b53d3-94cd-4158-b8aa-a80bc719bf09 found for delete ", "request_id": "req-4873e8a7-41d4-4595-85fa-c9c00e40784c"}]} May 24 23:04:15.875767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b28b840b-9eb1-4aed-bd3f-929d33b60afc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.929708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b710b15e-9fc6-49eb-bf5d-812574828c7a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.965007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b28b840b-9eb1-4aed-bd3f-929d33b60afc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.976210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Allocated IP 172.26.3.26 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/8aa311f5-50a5-47a4-93de-a3239b30dadd) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:15.990570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710b15e-9fc6-49eb-bf5d-812574828c7a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=7656d21e-7813-470d-94a1-9a50b05b00fb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:16.162743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b28b840b-9eb1-4aed-bd3f-929d33b60afc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.212751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b840b-9eb1-4aed-bd3f-929d33b60afc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd546cc-50ea-4259-963e-ad70117beb3e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:16.215945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b28b840b-9eb1-4aed-bd3f-929d33b60afc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.229444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ad7d69-befc-4788-b202-3b7d7b3f6bad None None] Network eabdb554-f058-4031-b479-e7b573263d11 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:16.233651 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b28b840b-9eb1-4aed-bd3f-929d33b60afc tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/subnets/0fd546cc-50ea-4259-963e-ad70117beb3e HTTP/1.1" status: 204 len: 168 time: 0.5099494 May 24 23:04:16.237438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59138) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:16.330494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device ca012ff3-84a1-4da0-a0fe-15624f319301 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:04:16.357495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b710b15e-9fc6-49eb-bf5d-812574828c7a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.361198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.371538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Deleting port b03e9c96-ecba-4703-88f7-91ced3049915 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:16.372194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.596856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port ca012ff3-84a1-4da0-a0fe-15624f319301, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ca012ff3-84a1-4da0-a0fe-15624f319301,segment=NetworkSegment(495f0f9d-2008-4733-8b0b-82450706fc56),segment_id=495f0f9d-2008-4733-8b0b-82450706fc56)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:16.611494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.612849 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'ca012ff3-84a1-4da0-a0fe-15624f319301', 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8', 'port_id': 'ca012ff3-84a1-4da0-a0fe-15624f319301', 'mac_address': 'fa:16:3e:d3:60:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36f419c-7a86-4c77-8721-b25ab7eb2ad8', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:04:16.649371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] For port b03e9c96-ecba-4703-88f7-91ced3049915, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b03e9c96-ecba-4703-88f7-91ced3049915,segment=NetworkSegment(53098030-79c4-4b53-a885-35e8d23116de),segment_id=53098030-79c4-4b53-a885-35e8d23116de)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:16.649738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.713809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.735947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4036bd-f32b-475e-9959-5fbc9bd1bd55 None None] DHCP port deletion for eabdb554-f058-4031-b479-e7b573263d11 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:16.746527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port ca012ff3-84a1-4da0-a0fe-15624f319301 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:16.747312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.773852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca012ff3-84a1-4da0-a0fe-15624f319301 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:04:16.778381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1a4036bd-f32b-475e-9959-5fbc9bd1bd55 None None] Deleting port b03e9c96-ecba-4703-88f7-91ced3049915 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:16.778986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a4036bd-f32b-475e-9959-5fbc9bd1bd55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.787438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Calling delete_port for b03e9c96-ecba-4703-88f7-91ced3049915 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:16.826880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f7353-501f-4aa0-bafc-ff6e9e8a94b6 req-f5a3d7bd-78be-471c-9b80-82d65a2a95f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:16.828510 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d10f7353-501f-4aa0-bafc-ff6e9e8a94b6 req-f5a3d7bd-78be-471c-9b80-82d65a2a95f2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 944 time: 0.6161578 May 24 23:04:16.843660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port ca012ff3-84a1-4da0-a0fe-15624f319301, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ca012ff3-84a1-4da0-a0fe-15624f319301,segment=NetworkSegment(495f0f9d-2008-4733-8b0b-82450706fc56),segment_id=495f0f9d-2008-4733-8b0b-82450706fc56)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:16.894135 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:16.918175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:16.921650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.927988 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d10f7353-501f-4aa0-bafc-ff6e9e8a94b6 req-425186fb-a95d-4f34-b931-097bc4523a03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=b85c2be9-7d88-4445-ab6e-e0dff42f6268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780673 May 24 23:04:16.929982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b710b15e-9fc6-49eb-bf5d-812574828c7a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Router f331420e-71cc-4cff-abcf-0ff20e29d74b has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:04:16.931010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:16.933535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.001839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Port': ['ID=b03e9c96-ecba-4703-88f7-91ced3049915,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:17.016384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] No DVR routers for this DVR port b03e9c96-ecba-4703-88f7-91ced3049915 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:17.046693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Pushing event updated for resources: {'Port': ['ID=8aa311f5-50a5-47a4-93de-a3239b30dadd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:17.122905 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b03e9c96-ecba-4703-88f7-91ced3049915 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:17.165367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['ca012ff3-84a1-4da0-a0fe-15624f319301'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:04:17.239750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: b03e9c96-ecba-4703-88f7-91ced3049915 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:17.240227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b03e9c96-ecba-4703-88f7-91ced3049915 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:17.270130 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=ca012ff3-84a1-4da0-a0fe-15624f319301,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:17.282215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1a4036bd-f32b-475e-9959-5fbc9bd1bd55 None None] For port b03e9c96-ecba-4703-88f7-91ced3049915, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b03e9c96-ecba-4703-88f7-91ced3049915,segment=NetworkSegment(53098030-79c4-4b53-a885-35e8d23116de),segment_id=53098030-79c4-4b53-a885-35e8d23116de)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:17.282811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a4036bd-f32b-475e-9959-5fbc9bd1bd55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.287468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.320103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabdb554-f058-4031-b479-e7b573263d11']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:17.337086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53098030-79c4-4b53-a885-35e8d23116de') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:17.337720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53098030-79c4-4b53-a885-35e8d23116de') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:17.356232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.378662 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.387868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:17.388536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.443382 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1a4036bd-f32b-475e-9959-5fbc9bd1bd55 None None] Calling delete_port for b03e9c96-ecba-4703-88f7-91ced3049915 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:17.504532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b710b15e-9fc6-49eb-bf5d-812574828c7a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:04:17.516671 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2bbab2-ff58-4bbe-b1a4-24de8914be3c None None] Sync routers for ids ['f331420e-71cc-4cff-abcf-0ff20e29d74b'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:04:17.534469 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b710b15e-9fc6-49eb-bf5d-812574828c7a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "PUT /v2.0/routers/f331420e-71cc-4cff-abcf-0ff20e29d74b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2127492 May 24 23:04:17.537018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59154) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:17.537492 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2bbab2-ff58-4bbe-b1a4-24de8914be3c None None] Routers {'f331420e-71cc-4cff-abcf-0ff20e29d74b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:17.538326 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5d2bbab2-ff58-4bbe-b1a4-24de8914be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['f331420e-71cc-4cff-abcf-0ff20e29d74b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:17.572936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.583129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.586520 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f46f1e1-5a4d-40c9-8f9e-7895e8767749 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:04:17.587091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1f46f1e1-5a4d-40c9-8f9e-7895e8767749 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:17.648086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-1a4036bd-f32b-475e-9959-5fbc9bd1bd55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:04:17.649196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-1a4036bd-f32b-475e-9959-5fbc9bd1bd55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:04:17.656983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] Pushing event deleted for resources: {'Network': ['ID=eabdb554-f058-4031-b479-e7b573263d11,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:17.666186 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3d539033-c766-41ab-ba8f-27c0188adc83 tempest-NetworksIpV6TestAttrs-1160886129 tempest-NetworksIpV6TestAttrs-1160886129-project] 10.222.0.32 "DELETE /v2.0/networks/eabdb554-f058-4031-b479-e7b573263d11 HTTP/1.1" status: 204 len: 168 time: 1.4277585 May 24 23:04:17.686387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1f46f1e1-5a4d-40c9-8f9e-7895e8767749 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:17.687819 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1f46f1e1-5a4d-40c9-8f9e-7895e8767749 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/7656d21e-7813-470d-94a1-9a50b05b00fb HTTP/1.1" status: 404 len: 333 time: 0.1496377 May 24 23:04:17.690354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59160) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:17.693752 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5d2bbab2-ff58-4bbe-b1a4-24de8914be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:17.704914 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2bbab2-ff58-4bbe-b1a4-24de8914be3c None None] Routers {'f331420e-71cc-4cff-abcf-0ff20e29d74b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:17.705892 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5d2bbab2-ff58-4bbe-b1a4-24de8914be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['f331420e-71cc-4cff-abcf-0ff20e29d74b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:17.826254 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5d2bbab2-ff58-4bbe-b1a4-24de8914be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:17.826802 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2bbab2-ff58-4bbe-b1a4-24de8914be3c None None] The sync data for ids ['f331420e-71cc-4cff-abcf-0ff20e29d74b'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:04:17.877137 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 53098030-79c4-4b53-a885-35e8d23116de resource provider aggregate not found May 24 23:04:17.886862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0faefac8-e367-4495-b832-ba616422a369 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.895847 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.959456 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 53098030-79c4-4b53-a885-35e8d23116de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53098030-79c4-4b53-a885-35e8d23116de found for delete ", "request_id": "req-4b5e467f-7ca6-41e4-8c1e-f521720c6a87"}]} May 24 23:04:18.103477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59172) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:18.150561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1a4036bd-f32b-475e-9959-5fbc9bd1bd55 None None] Deleting port b03e9c96-ecba-4703-88f7-91ced3049915 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:18.151557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a4036bd-f32b-475e-9959-5fbc9bd1bd55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.273072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1a4036bd-f32b-475e-9959-5fbc9bd1bd55 None None] The port 'b03e9c96-ecba-4703-88f7-91ced3049915' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:04:18.301176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device ca012ff3-84a1-4da0-a0fe-15624f319301 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:18.380802 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a9fa2-b81a-4608-b73e-06eb1f8613bb req-ba3881d6-a0c5-424c-9a28-e1085db298a7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:18.383110 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-196a9fa2-b81a-4608-b73e-06eb1f8613bb req-ba3881d6-a0c5-424c-9a28-e1085db298a7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 945 time: 0.2230706 May 24 23:04:18.394556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port ca012ff3-84a1-4da0-a0fe-15624f319301 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:18.401717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port ca012ff3-84a1-4da0-a0fe-15624f319301 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:18.402185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.413038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.435796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.510629 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-196a9fa2-b81a-4608-b73e-06eb1f8613bb req-759c433a-144d-4f4c-94f5-6ec933b3954c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=b85c2be9-7d88-4445-ab6e-e0dff42f6268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203339 May 24 23:04:18.531651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0faefac8-e367-4495-b832-ba616422a369 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.535027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0faefac8-e367-4495-b832-ba616422a369 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.572691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port ca012ff3-84a1-4da0-a0fe-15624f319301 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:18.573073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.581592 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-14328a58-c219-4a82-ac7d-b828463af558 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1162605857b458f9c017291b7d01cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770136 May 24 23:04:18.582236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59178) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:18.600944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0faefac8-e367-4495-b832-ba616422a369 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.601445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faefac8-e367-4495-b832-ba616422a369 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Fanout notify agent at l3_agent the message router_deleted on router f331420e-71cc-4cff-abcf-0ff20e29d74b {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:04:18.625702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0faefac8-e367-4495-b832-ba616422a369 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.626720 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0faefac8-e367-4495-b832-ba616422a369 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/routers/f331420e-71cc-4cff-abcf-0ff20e29d74b HTTP/1.1" status: 204 len: 168 time: 0.9353557 May 24 23:04:18.629867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59182) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:18.635659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port ca012ff3-84a1-4da0-a0fe-15624f319301, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ca012ff3-84a1-4da0-a0fe-15624f319301,segment=NetworkSegment(495f0f9d-2008-4733-8b0b-82450706fc56),segment_id=495f0f9d-2008-4733-8b0b-82450706fc56)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:18.636728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca012ff3-84a1-4da0-a0fe-15624f319301'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:18.646268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.659969 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0480ae9b-cc10-468a-adc1-38269560fb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.690521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0480ae9b-cc10-468a-adc1-38269560fb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.748924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=ca012ff3-84a1-4da0-a0fe-15624f319301,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:18.765101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0480ae9b-cc10-468a-adc1-38269560fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.772167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting subnet cd5f4e91-eab4-437b-b66b-f90531cd4070 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:18.778791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.801412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480ae9b-cc10-468a-adc1-38269560fb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8350eea5-b521-4c1b-882a-0fd5853aeb52,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:18.801412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0480ae9b-cc10-468a-adc1-38269560fb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.814449 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0480ae9b-cc10-468a-adc1-38269560fb9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8350eea5-b521-4c1b-882a-0fd5853aeb52 HTTP/1.1" status: 204 len: 168 time: 0.2226200 May 24 23:04:18.898441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.932882 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779e3ed0-20f8-492f-b691-ee89cdb7e368'] response: {'server_uuid': '2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca012ff3-84a1-4da0-a0fe-15624f319301', 'code': 200} May 24 23:04:18.955092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Router 50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:04:19.029913 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:04:19.248451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd3cd3-4cfe-41f3-bde6-a540b488c14d req-88b821dc-6478-4610-b627-abfaee5d36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:19.250381 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-59fd3cd3-4cfe-41f3-bde6-a540b488c14d req-88b821dc-6478-4610-b627-abfaee5d36b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 1099 time: 0.1083274 May 24 23:04:19.311867 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-59fd3cd3-4cfe-41f3-bde6-a540b488c14d req-5d128226-f2b6-4e56-bff0-f2e2461b8661 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b85c2be9-7d88-4445-ab6e-e0dff42f6268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535247 May 24 23:04:19.344813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.402162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:04:19.408207 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.413300 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-04b7b776-d186-48ad-b63b-bb74edc83e7d tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "PUT /v2.0/routers/50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f HTTP/1.1" status: 200 len: 918 time: 5.3886824 May 24 23:04:19.413791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4bfe83-d24b-4a90-a9d0-4ba4b000b502 None None] Sync routers for ids ['50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:04:19.415540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59204) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:19.444193 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4bfe83-d24b-4a90-a9d0-4ba4b000b502 None None] Routers {'50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:19.447827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8c4bfe83-d24b-4a90-a9d0-4ba4b000b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:19.458557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.538919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.542206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5f4e91-eab4-437b-b66b-f90531cd4070,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:19.545717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8c4bfe83-d24b-4a90-a9d0-4ba4b000b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:19.557356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.559296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.559784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.560211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.560529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df4b16-1898-480c-8dde-2754bcb91b00 None None] Network d05d0c43-0543-4333-881f-b02b7c605b53 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:19.560756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.561172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.561653 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.571289 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.575448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.576744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.577884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.577884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:19.588636 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b3ad840-4776-450c-9d81-a165fbfbd87e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/cd5f4e91-eab4-437b-b66b-f90531cd4070 HTTP/1.1" status: 204 len: 168 time: 0.9573617 May 24 23:04:19.591141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59214) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:19.646077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4bfe83-d24b-4a90-a9d0-4ba4b000b502 None None] Routers {'50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:19.651043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8c4bfe83-d24b-4a90-a9d0-4ba4b000b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:03:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:19.717686 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3198f6e0-244d-4176-bc6b-afaa47eacec2 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/routers/50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f HTTP/1.1" status: 200 len: 924 time: 0.3010705 May 24 23:04:19.721406 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59220) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:19.818748 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30436840-bead-4ba0-b99f-1db20264a367 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:19.819456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-30436840-bead-4ba0-b99f-1db20264a367 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Synchronizing usage tracker for tenant:00a5d57f9d854175a329153102cc55cc on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:19.829798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8c4bfe83-d24b-4a90-a9d0-4ba4b000b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:19.830869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4bfe83-d24b-4a90-a9d0-4ba4b000b502 None None] The sync data for ids ['50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:04:19.836221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-30436840-bead-4ba0-b99f-1db20264a367 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Unset dirty status for tenant:00a5d57f9d854175a329153102cc55cc on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:19.837517 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-30436840-bead-4ba0-b99f-1db20264a367 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&device_id=50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1151080 May 24 23:04:19.840787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59228) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:19.878732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.914308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:19.914900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.959534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59232) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:19.993133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e2a8a-fd3c-4746-b24b-8e5bded27af3 req-fb41f5a1-8c2f-46c7-bde2-cd127421331d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:20.005103 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1d6e2a8a-fd3c-4746-b24b-8e5bded27af3 req-fb41f5a1-8c2f-46c7-bde2-cd127421331d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 946 time: 0.2949293 May 24 23:04:20.051668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83247a0a-0f20-4de8-81d1-feef8d8e8e7f tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:20.053569 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-83247a0a-0f20-4de8-81d1-feef8d8e8e7f tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/networks/318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 881 time: 0.2115769 May 24 23:04:20.056817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59238) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:20.107514 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d2712a6d-0380-42db-8b56-6084fbe645fe tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f HTTP/1.1" status: 200 len: 205 time: 0.0492129 May 24 23:04:20.110472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59242) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:20.131800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccca3e8b-cabd-4043-ac1d-7d07b03face4 None None] DHCP port deletion for d05d0c43-0543-4333-881f-b02b7c605b53 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:20.143962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ccca3e8b-cabd-4043-ac1d-7d07b03face4 None None] Deleting port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:20.145217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ccca3e8b-cabd-4043-ac1d-7d07b03face4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.178600 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1d6e2a8a-fd3c-4746-b24b-8e5bded27af3 req-e6adb15e-35f7-47af-82cc-46456dc977f5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=b85c2be9-7d88-4445-ab6e-e0dff42f6268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718581 May 24 23:04:20.230410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1676004984'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:20.244244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:20.257141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:network and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:20.261144 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:20.267418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:20.341175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:20.344579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.379155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.401167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:20.405713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:security_group_rule and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:20.409779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:20.416844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:20.473885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] For port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=32bd4a8b-689b-49ed-be9c-ab4fc901b7d3,segment=NetworkSegment(fb6f588b-d80e-488c-8e1e-7ce2c327ba9a),segment_id=fb6f588b-d80e-488c-8e1e-7ce2c327ba9a)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:20.474481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.507064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.517595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.565802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.593940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ccca3e8b-cabd-4043-ac1d-7d07b03face4 None None] For port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=32bd4a8b-689b-49ed-be9c-ab4fc901b7d3,segment=NetworkSegment(fb6f588b-d80e-488c-8e1e-7ce2c327ba9a),segment_id=fb6f588b-d80e-488c-8e1e-7ce2c327ba9a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:20.594326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ccca3e8b-cabd-4043-ac1d-7d07b03face4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.619515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:20.630245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:20.631795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84d7ddc-1919-4896-a634-fc0eb3213b19,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:20.650216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.650554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.650958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.651292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.652209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.652544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.652864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.653185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.653504 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.653820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.654137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.654476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:20.675288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.675634 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Added segment d5a5c6d3-6fe7-4211-967d-5e975365138d of type vlan for network 356280fe-23ef-4f3a-80f7-1dc7665cba07 May 24 23:04:20.725984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.735550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ccca3e8b-cabd-4043-ac1d-7d07b03face4 None None] Calling delete_port for 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:20.783961 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.791763 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No DVR routers for this DVR port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:20.793540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=32bd4a8b-689b-49ed-be9c-ab4fc901b7d3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: from cryptography.utils import int_from_bytes May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: from cryptography.utils import int_from_bytes May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn_limited( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn_limited( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.820493 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:04:20.823735 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:04:20.825660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-ccca3e8b-cabd-4043-ac1d-7d07b03face4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:04:20.826205 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-ccca3e8b-cabd-4043-ac1d-7d07b03face4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:04:20.839634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.848372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.853958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:20.854575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.880896 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Deleting port 8aa311f5-50a5-47a4-93de-a3239b30dadd {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:20.881236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.934853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.967080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05d0c43-0543-4333-881f-b02b7c605b53']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:20.982377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6f588b-d80e-488c-8e1e-7ce2c327ba9a') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:20.982727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6f588b-d80e-488c-8e1e-7ce2c327ba9a') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:20.996307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.014954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.022806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:21.023309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.133300 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1726067 May 24 23:04:21.136731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59250) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:21.138183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:21.138670 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment fb6f588b-d80e-488c-8e1e-7ce2c327ba9a resource provider aggregate not found May 24 23:04:21.146474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'name': 'tempest-PortsTestJSON-1659807001'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:21.167808 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment fb6f588b-d80e-488c-8e1e-7ce2c327ba9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb6f588b-d80e-488c-8e1e-7ce2c327ba9a found for delete ", "request_id": "req-9aed9d1f-ef62-4fb8-8b65-2dd1bb09b098"}]} May 24 23:04:21.186021 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:21.187111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:21.210341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.235867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.257860 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Network': ['ID=d05d0c43-0543-4333-881f-b02b7c605b53,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:21.266024 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b459ec08-4409-4344-9f27-54e5f91439a2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/networks/d05d0c43-0543-4333-881f-b02b7c605b53 HTTP/1.1" status: 204 len: 168 time: 1.6728752 May 24 23:04:21.269919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59258) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:21.282013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89207c33-7b35-4a9e-94f8-4b5de75b7cfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Network': ['ID=356280fe-23ef-4f3a-80f7-1dc7665cba07,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:21.287730 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:21.295599 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:21.342390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:port and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:21.351827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:21.361272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:21.361469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ccca3e8b-cabd-4043-ac1d-7d07b03face4 None None] Deleting port 32bd4a8b-689b-49ed-be9c-ab4fc901b7d3 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:21.361682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ccca3e8b-cabd-4043-ac1d-7d07b03face4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.390291 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:21.394231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.405646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9a1e62-20a2-479a-b2e0-31f9b4b7909e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:21.406345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5a9a1e62-20a2-479a-b2e0-31f9b4b7909e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:21.429550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.433522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5a9a1e62-20a2-479a-b2e0-31f9b4b7909e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:21.434974 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5a9a1e62-20a2-479a-b2e0-31f9b4b7909e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/0f77c910-1d5a-4a56-a871-9991406e4f92 HTTP/1.1" status: 200 len: 845 time: 0.1644480 May 24 23:04:21.439390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59262) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:21.442389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:21.446234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ccca3e8b-cabd-4043-ac1d-7d07b03face4 None None] The port '32bd4a8b-689b-49ed-be9c-ab4fc901b7d3' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:04:21.502948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e123af-3e6f-4069-8c00-f4ad90e45ddc req-1af3babf-6da5-44da-921b-94f21b102313 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:21.504308 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29e123af-3e6f-4069-8c00-f4ad90e45ddc req-1af3babf-6da5-44da-921b-94f21b102313 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 946 time: 0.1720967 May 24 23:04:21.562534 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-15dabc7c-54e8-4a02-a4d0-29aae8f6f5e2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/0f77c910-1d5a-4a56-a871-9991406e4f92?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1226499 May 24 23:04:21.566433 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59266) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:21.573881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:21.594741 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29e123af-3e6f-4069-8c00-f4ad90e45ddc req-254c1f17-04a1-47a0-96eb-47a36cde7ed3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=b85c2be9-7d88-4445-ab6e-e0dff42f6268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834503 May 24 23:04:21.609013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Calling delete_port for 8aa311f5-50a5-47a4-93de-a3239b30dadd owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:21.686418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:21.690360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:21.693632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:21.698920 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:21.870191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.875804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:21.876471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3f231482-f63b-4765-8541-927cf5607e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.880265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.945426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.996554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.000006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Pushing event deleted for resources: {'Port': ['ID=8aa311f5-50a5-47a4-93de-a3239b30dadd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:22.024422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d2e2d-f782-4a9e-b455-22c7891517b3 req-0e7537eb-d268-4d9b-bc43-644e1138fdd4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:22.025979 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e35d2e2d-f782-4a9e-b455-22c7891517b3 req-0e7537eb-d268-4d9b-bc43-644e1138fdd4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 946 time: 0.3174438 May 24 23:04:22.133094 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e35d2e2d-f782-4a9e-b455-22c7891517b3 req-5a9104fc-7517-4524-b70b-d461af7cd061 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=b85c2be9-7d88-4445-ab6e-e0dff42f6268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965769 May 24 23:04:22.174030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:22.190697 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Checking segment: {'id': 'd5a5c6d3-6fe7-4211-967d-5e975365138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:22.190697 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network hostable DHCP agents. Network: 356280fe-23ef-4f3a-80f7-1dc7665cba07, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:22.193315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.212238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.263621 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:22.270524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:22.275483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:22.276108 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.293559 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c33aa5-33a8-4bef-a11b-10a48d47a8a4 None None] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:22.329747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Subnet': ['ID=b527f62e-d552-4c88-8655-fb10720340d7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:22.334767 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-33047526-765e-4388-b993-0ad76359102e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7673814 May 24 23:04:22.337806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59282) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:22.345221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'security_group': {'name': 'tempest-secgroup-506571049'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:22.353315 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:22.363110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:security_group and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:22.369762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:22.382023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:22.384155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.386958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.392668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:22.399967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.421584 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 356280fe-23ef-4f3a-80f7-1dc7665cba07) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:22.429764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.430304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Fanout notify agent at l3_agent the message router_deleted on router 50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:04:22.433012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d5cd9-2b68-4957-bf7c-1c924b78aac2 None None] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:22.434360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:22.443900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:22.444042 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:22.444750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.449151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:security_group_rule and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:22.453998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:22.460756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:22.473863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.475002 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce017e0c-ed20-45e0-9ce9-ff50e2b5c428 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f HTTP/1.1" status: 204 len: 168 time: 2.3634312 May 24 23:04:22.480120 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9966397f-f902-4aa4-8dba-96865a35d4b1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3403056 May 24 23:04:22.480700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59288) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:22.481029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59290) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:22.488376 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1663870172'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:22.494628 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-194724509', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:22.504378 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:22.506782 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:22.511800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:network and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:22.514804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Usage tracker for resource:router and tenant:8e77bd4a58764bedab9e681f6f18101d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:22.517334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:22.520135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:22.528663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:22.530732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:22.545436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:22.549102 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.561845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.563916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.572808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.579569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.597077 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.611771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:22.626796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.627412 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Added segment 9f268476-c21d-4b7f-b117-b81d88f09ab9 of type vlan for network 10da2025-0f6c-4a1c-b629-d953e882f18a May 24 23:04:22.663344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f666ed-bebf-4ad8-b60d-181e565acca2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:22.671641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-4f1ff5a3-72b6-45be-a90f-644af1cbe024 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Synchronizing usage tracker for tenant:4155273398514810859d10c940ec1372 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:22.674922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.677185 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5e18d193-0793-4256-9c1d-2c560833397a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3379710 May 24 23:04:22.680447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59298) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:22.689366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1083269420'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:22.702179 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:22.708218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:security_group and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:22.712381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:22.719047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-4f1ff5a3-72b6-45be-a90f-644af1cbe024 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Unset dirty status for tenant:4155273398514810859d10c940ec1372 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:22.720129 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-4f1ff5a3-72b6-45be-a90f-644af1cbe024 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528285469&fields=id&tenant_id=4155273398514810859d10c940ec1372 HTTP/1.1" status: 200 len: 267 time: 0.1321361 May 24 23:04:22.721086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:22.733091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.779727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'tenant_id': '47758fbb459b433493b014395cf29a06', 'fixed_ips': [{'subnet_id': 'b527f62e-d552-4c88-8655-fb10720340d7'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:22.780348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.842779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:22.851481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:security_group_rule and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:22.856496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:22.866493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:22.904487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.935236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-718d2457-107f-4173-9096-d49e97b99875 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:22.935733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-718d2457-107f-4173-9096-d49e97b99875 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Synchronizing usage tracker for tenant:4155273398514810859d10c940ec1372 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:22.947765 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Allocated IP 2001:db8::2 (6f1d7507-e5d6-4ea9-92c8-8d12808a66c9/b527f62e-d552-4c88-8655-fb10720340d7/6007006e-f8a0-44cd-90a2-7778e69bcc80) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:22.985547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-718d2457-107f-4173-9096-d49e97b99875 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Unset dirty status for tenant:4155273398514810859d10c940ec1372 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:22.986873 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-718d2457-107f-4173-9096-d49e97b99875 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 812 time: 0.2421107 May 24 23:04:23.008901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.010856 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-0a20aa6b-8c9c-4985-aa1f-728ae0b10da3 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/quotas/4155273398514810859d10c940ec1372 HTTP/1.1" status: 200 len: 375 time: 0.0138373 May 24 23:04:23.013641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.054544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.094817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.100982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:23.101743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.111135 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.115290 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4283032 May 24 23:04:23.121488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59302) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:23.122049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91152a-d6f3-4e29-b21d-cd5d52e17d07 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a58c7dc-b208-4057-a17f-664efc34b2fe,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:23.131234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1805944220', 'security_groups': ['4a58c7dc-b208-4057-a17f-664efc34b2fe'], 'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b527f62e-d552-4c88-8655-fb10720340d7'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:23.236004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.246557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e70a579b-a2eb-4cc3-b2b3-2fd33e1c559e tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Synchronizing usage tracker for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:23.247381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Transition to ACTIVE for port object 6007006e-f8a0-44cd-90a2-7778e69bcc80 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:23.266381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Transition to ACTIVE for port object 6007006e-f8a0-44cd-90a2-7778e69bcc80 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:23.271985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.293552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e70a579b-a2eb-4cc3-b2b3-2fd33e1c559e tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Unset dirty status for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:23.304549 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e70a579b-a2eb-4cc3-b2b3-2fd33e1c559e tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2787628 May 24 23:04:23.324153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:23.337545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:23.343195 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8594096 May 24 23:04:23.346514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59308) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:23.353051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:23.355152 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'ports': [{'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07'}, {'network_id': '10da2025-0f6c-4a1c-b629-d953e882f18a'}]} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:23.355310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7976fb6-e99a-469d-95e0-4bcd2c5af8f4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Network': ['ID=10da2025-0f6c-4a1c-b629-d953e882f18a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:23.355442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:23.355924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': '10da2025-0f6c-4a1c-b629-d953e882f18a'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:23.361874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:23.365883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:23.381328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 10da2025-0f6c-4a1c-b629-d953e882f18a details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:23.383794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:23.385024 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-e0d24d12-1167-49ba-a690-23d029c7d754 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2762320 May 24 23:04:23.433383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Pushing event updated for resources: {'Port': ['ID=6007006e-f8a0-44cd-90a2-7778e69bcc80,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:23.568115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.568365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.568695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.569022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.569343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.569669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.569985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.570299 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.570612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.570952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.571269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.571578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.614240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Attempting to bind port 6007006e-f8a0-44cd-90a2-7778e69bcc80 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:23.614605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Attempting to bind port 6007006e-f8a0-44cd-90a2-7778e69bcc80 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'b75960a7-5ace-4aee-90c0-c1a9502c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:23.614995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Attempting to bind port 6007006e-f8a0-44cd-90a2-7778e69bcc80 on network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:23.623818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:23.624190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Checking segment: {'id': 'b75960a7-5ace-4aee-90c0-c1a9502c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:23.624584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.625050 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Bound using segment: {'id': 'b75960a7-5ace-4aee-90c0-c1a9502c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:23.625518 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Bound port: 6007006e-f8a0-44cd-90a2-7778e69bcc80, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75960a7-5ace-4aee-90c0-c1a9502c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:23.625887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.652443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.679874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59312) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:23.682126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-9336e836-81e2-4235-b3b6-6d650541e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:23.683738 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-9336e836-81e2-4235-b3b6-6d650541e328 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 1099 time: 0.2754402 May 24 23:04:23.721319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] For port 6007006e-f8a0-44cd-90a2-7778e69bcc80, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:23.727111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] For port 6007006e-f8a0-44cd-90a2-7778e69bcc80, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6007006e-f8a0-44cd-90a2-7778e69bcc80,segment=NetworkSegment(b75960a7-5ace-4aee-90c0-c1a9502c2561),segment_id=b75960a7-5ace-4aee-90c0-c1a9502c2561)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:23.732008 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.745411 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.809038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.822494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643f1c1-337c-42b2-8d70-273dfb65fec9 None None] Pushing event updated for resources: {'Port': ['ID=6007006e-f8a0-44cd-90a2-7778e69bcc80,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:23.829962 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-b7c2141b-8cf4-4208-9885-78b065e9d794 service neutron] 10.222.0.32 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208881 May 24 23:04:23.861326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:24.055993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:24.112785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:port and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:24.120595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:24.155180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:24.175414 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-43af85f5-193e-485e-b5df-e511a15ad1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:24.233306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 2} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:24.237637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:24.286772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:24.315739 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-6b72446a-bcd6-4de6-885d-95a97794b6bd service neutron] 10.222.0.32 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581974 May 24 23:04:24.321071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-732f0892-29ad-4029-accb-16696b529543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:24.322528 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-732f0892-29ad-4029-accb-16696b529543 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2268f290-1aa2-4d0a-bc70-90f7841c766d HTTP/1.1" status: 200 len: 897 time: 0.5750048 May 24 23:04:24.511303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Allocated IP 172.26.3.91 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/004f0bcf-b561-49ab-adde-1d1cca381ebe) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:24.523556 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-c6d9b57a-6d86-4040-b9b8-156de92fa480 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1717ac45-3240-4a12-aec7-0eb163e0282d HTTP/1.1" status: 200 len: 1001 time: 0.1940825 May 24 23:04:24.544902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8::282 (6f1d7507-e5d6-4ea9-92c8-8d12808a66c9/b527f62e-d552-4c88-8655-fb10720340d7/260f35e9-3de3-4e1b-9d59-ea8f09ef9611) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:24.592355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port dab8b77f-83e9-4ca6-8689-dd416a221f9b yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:24.808188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-59fec586-f129-499e-b69c-eef58c8ce184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:24.810417 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-59fec586-f129-499e-b69c-eef58c8ce184 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fec8be1-c26b-4f67-aca9-3a96aad1ae6d HTTP/1.1" status: 200 len: 835 time: 0.2799511 May 24 23:04:24.889237 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93a89708-8af7-4c5e-bf4d-5b14f41f68b5 req-4e8ea873-634c-42cd-9fc9-c3b8d4acf168 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 210 time: 0.0923588 May 24 23:04:24.898234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.020337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.055197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.145169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port 13a58df8-fa57-4969-bc99-1ea7fef9ffdf yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:25.149621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-53589874-cefb-424b-b7f6-026d2e6b825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:25.152715 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-53589874-cefb-424b-b7f6-026d2e6b825f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2268f290-1aa2-4d0a-bc70-90f7841c766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3326955 May 24 23:04:25.188996 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6007006e-f8a0-44cd-90a2-7778e69bcc80 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:25.284134 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.293404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2b47d6b2-a2ac-436b-8f73-dc32b81ddcd0 None None] Provisioning for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:25.303584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.310274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.319676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2b47d6b2-a2ac-436b-8f73-dc32b81ddcd0 None None] Provisioning complete for port 0f77c910-1d5a-4a56-a871-9991406e4f92 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:25.320051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2b47d6b2-a2ac-436b-8f73-dc32b81ddcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.331689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:25.356355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.383912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2b47d6b2-a2ac-436b-8f73-dc32b81ddcd0 None None] Port 0f77c910-1d5a-4a56-a871-9991406e4f92 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:25.393402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:25.394534 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.400954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:25.402562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.420592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:25.434856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:25.456614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:25.461615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.486658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:25.491332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:25.497593 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:25.503293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:25.503956 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.536872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:25.542092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:25.549826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 6007006e-f8a0-44cd-90a2-7778e69bcc80 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:25.550200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.552060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=260f35e9-3de3-4e1b-9d59-ea8f09ef9611,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:25.561181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:25.562494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.572392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Pushing event updated for resources: {'Port': ['ID=004f0bcf-b561-49ab-adde-1d1cca381ebe,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:25.591872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 6007006e-f8a0-44cd-90a2-7778e69bcc80, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6007006e-f8a0-44cd-90a2-7778e69bcc80,segment=NetworkSegment(b75960a7-5ace-4aee-90c0-c1a9502c2561),segment_id=b75960a7-5ace-4aee-90c0-c1a9502c2561)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:25.592674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.605202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.605837 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-a91cd400-dc74-4ee5-8792-d9bcd9fba5c9 service neutron] 10.222.0.42 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422734 May 24 23:04:25.661264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=dab8b77f-83e9-4ca6-8689-dd416a221f9b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:25.705852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=6007006e-f8a0-44cd-90a2-7778e69bcc80,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:25.762452 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8a96014a-ae66-48a0-a1b1-c6633f67ed73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6345327 May 24 23:04:25.765731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59332) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:25.776807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a12ef1c1-9302-4184-923a-64bb5185b514 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:25.804440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=13a58df8-fa57-4969-bc99-1ea7fef9ffdf,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:25.890017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Checking segment: {'id': '9f268476-c21d-4b7f-b117-b81d88f09ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10da2025-0f6c-4a1c-b629-d953e882f18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:25.890743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network hostable DHCP agents. Network: 10da2025-0f6c-4a1c-b629-d953e882f18a, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:25.910584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ec0869e3-b611-4387-83e6-35756828c417 None None] Provisioning for port 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:25.915994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ec0869e3-b611-4387-83e6-35756828c417 None None] Provisioning complete for port 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:25.916439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec0869e3-b611-4387-83e6-35756828c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.947186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 10da2025-0f6c-4a1c-b629-d953e882f18a is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:25.965249 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a12ef1c1-9302-4184-923a-64bb5185b514 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:25.982493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 10da2025-0f6c-4a1c-b629-d953e882f18a) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:25.982886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ec0869e3-b611-4387-83e6-35756828c417 None None] Port 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:25.998890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:26.003441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7050cb9-0f98-4837-9ef4-311cbc4fcefd None None] Network 10da2025-0f6c-4a1c-b629-d953e882f18a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:26.004359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:26.009142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:26.009785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.013953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a12ef1c1-9302-4184-923a-64bb5185b514 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:26.018129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a12ef1c1-9302-4184-923a-64bb5185b514 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:26.030589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a12ef1c1-9302-4184-923a-64bb5185b514 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:26.043020 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-52e57b0a-63a8-41fa-b7dd-4e4105269055 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6950917 May 24 23:04:26.045731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59338) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:26.087780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12ef1c1-9302-4184-923a-64bb5185b514 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:26.091634 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a12ef1c1-9302-4184-923a-64bb5185b514 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.213803 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d796afe1-631b-4436-9606-026a505afd69 req-88fbe13e-81ed-40ec-9b39-ebe42b41f095 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 210 time: 0.1325357 May 24 23:04:26.260889 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-995eb18c-fc3e-4c1f-894c-fee6a9b16eb9 req-ed012da9-aed2-45b2-9411-c5d3e0f2c2b9 service neutron] 10.222.0.42 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855043 May 24 23:04:26.490256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.515766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5147bf13-f359-4900-9d24-bfd0de90e353 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 13a58df8-fa57-4969-bc99-1ea7fef9ffdf {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:26.516098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5147bf13-f359-4900-9d24-bfd0de90e353 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.634045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.707301 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-d4d88411-f07e-4b81-81cf-3d0756e8da8a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:26.708682 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-d4d88411-f07e-4b81-81cf-3d0756e8da8a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 812 time: 0.5370800 May 24 23:04:26.711908 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.ipam_backend_mixin [None req-a12ef1c1-9302-4184-923a-64bb5185b514 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b527f62e-d552-4c88-8655-fb10720340d7 (CIDR: 2001:db8::/64) May 24 23:04:26.734246 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12ef1c1-9302-4184-923a-64bb5185b514 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:04:26.734689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12ef1c1-9302-4184-923a-64bb5185b514 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:26.863603 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a12ef1c1-9302-4184-923a-64bb5185b514 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0942891 May 24 23:04:26.864666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59344) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:26.872015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:26.893416 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-f67712eb-60c5-4279-95da-f4defdfbf56a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4155273398514810859d10c940ec1372 HTTP/1.1" status: 200 len: 379 time: 0.1737432 May 24 23:04:26.896945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5147bf13-f359-4900-9d24-bfd0de90e353 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.908997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'port': {'device_id': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'admin_state_up': True, 'tenant_id': '4155273398514810859d10c940ec1372', 'security_groups': ['48e2680b-bf24-4446-8a7b-cebf843d3bd7']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:26.969748 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.17 (925942ca-711e-48bf-a9e7-b29f7ac399f8/b36f419c-7a86-4c77-8721-b25ab7eb2ad8/46980ea8-a8c0-486e-a4e3-50f2f40373f4) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:27.103235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6007006e-f8a0-44cd-90a2-7778e69bcc80 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:27.108358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5147bf13-f359-4900-9d24-bfd0de90e353 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 13a58df8-fa57-4969-bc99-1ea7fef9ffdf owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:27.233103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:27.233646 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.263052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:27.274211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5147bf13-f359-4900-9d24-bfd0de90e353 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.314111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:27.330165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:27.341818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147bf13-f359-4900-9d24-bfd0de90e353 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=13a58df8-fa57-4969-bc99-1ea7fef9ffdf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:27.346300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5147bf13-f359-4900-9d24-bfd0de90e353 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.346487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:27.350022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Made reservation on behalf of 4155273398514810859d10c940ec1372 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:27.353929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.361191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:27.375935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:27.380312 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5147bf13-f359-4900-9d24-bfd0de90e353 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/13a58df8-fa57-4969-bc99-1ea7fef9ffdf HTTP/1.1" status: 204 len: 168 time: 1.3334692 May 24 23:04:27.381254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59350) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:27.397332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.464841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 6007006e-f8a0-44cd-90a2-7778e69bcc80 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:27.513691 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7906f12b-87d3-455e-b2a0-c2ef6bc0744c req-38824ce2-25b2-4b85-beab-c370386e4afd tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 210 time: 0.0898304 May 24 23:04:27.617504 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:27.621934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.638351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d3f1f-9778-437b-8217-dd3a80f43695 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:27.645265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d3f1f-9778-437b-8217-dd3a80f43695 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:27.646033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-814d3f1f-9778-437b-8217-dd3a80f43695 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:27.667653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.669218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-814d3f1f-9778-437b-8217-dd3a80f43695 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:27.670513 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-814d3f1f-9778-437b-8217-dd3a80f43695 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2868145 May 24 23:04:27.673475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59354) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:27.735650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Allocated IP 172.20.0.9 (93c103b0-3a45-4501-a7a3-8923f3d8757b/ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232/4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:27.757807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 46980ea8-a8c0-486e-a4e3-50f2f40373f4 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:27.759057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-324c9131-74c9-4e44-9a23-b262ddf6b29d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port dab8b77f-83e9-4ca6-8689-dd416a221f9b {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:27.759406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-324c9131-74c9-4e44-9a23-b262ddf6b29d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.936271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.063926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 925942ca-711e-48bf-a9e7-b29f7ac399f8 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:28.073151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:28.080269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:28.109072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Router 2bc062bb-92ee-441c-81bc-328c42ed8e1d is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:04:28.139281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=46980ea8-a8c0-486e-a4e3-50f2f40373f4,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:28.285692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.327709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-324c9131-74c9-4e44-9a23-b262ddf6b29d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.413614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.427629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.435031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-304155fd-13b8-4387-ad0d-9bd4afeafb66 None None] Provisioning for port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:28.440116 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-304155fd-13b8-4387-ad0d-9bd4afeafb66 None None] Provisioning complete for port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:28.440484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-304155fd-13b8-4387-ad0d-9bd4afeafb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.493859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-324c9131-74c9-4e44-9a23-b262ddf6b29d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for dab8b77f-83e9-4ca6-8689-dd416a221f9b owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:28.540724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-304155fd-13b8-4387-ad0d-9bd4afeafb66 None None] Port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:28.575521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Transition to ACTIVE for port object 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:28.650534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Subnet': ['ID=96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:28.674728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-324c9131-74c9-4e44-9a23-b262ddf6b29d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.707040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:28.715897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:28.726631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9ef855-c3ab-4182-b1e8-3ddfc2665338 None None] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:28.741098 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:28.741714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.811727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c9131-74c9-4e44-9a23-b262ddf6b29d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=dab8b77f-83e9-4ca6-8689-dd416a221f9b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:28.813958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.833383 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c5f00f6e-52ba-4d16-922a-a7974170325b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9644077 May 24 23:04:28.843938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59360) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:28.858471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1150544382', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc'}], 'security_groups': ['35f666ed-bebf-4ad8-b60d-181e565acca2']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:28.935715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'Port': ['ID=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:28.969550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Network 93c103b0-3a45-4501-a7a3-8923f3d8757b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:28.973263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:28.977189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-324c9131-74c9-4e44-9a23-b262ddf6b29d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.989754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:29.025940 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-324c9131-74c9-4e44-9a23-b262ddf6b29d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/dab8b77f-83e9-4ca6-8689-dd416a221f9b HTTP/1.1" status: 204 len: 168 time: 1.3513923 May 24 23:04:29.040170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59364) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:29.063681 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.094033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:04:29.113201 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c6bbc3-79a0-4879-a079-bfa5931894f4 None None] Sync routers for ids ['2bc062bb-92ee-441c-81bc-328c42ed8e1d'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:04:29.124571 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c6bbc3-79a0-4879-a079-bfa5931894f4 None None] Routers {'2bc062bb-92ee-441c-81bc-328c42ed8e1d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:29.137243 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f3c6bbc3-79a0-4879-a079-bfa5931894f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2bc062bb-92ee-441c-81bc-328c42ed8e1d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:29.145186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2ad54-0919-49e6-9ea3-8f7d0e2f0a5d req-7a97101c-eaa7-465d-b490-aa14d35f0566 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:29.146319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2ea2ad54-0919-49e6-9ea3-8f7d0e2f0a5d req-7a97101c-eaa7-465d-b490-aa14d35f0566 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Synchronizing usage tracker for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:29.173882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:29.175445 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.219575 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-a8006088-5baf-465c-ad58-3861a44d6ab0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3143952 May 24 23:04:29.236130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Request body: {'port': {'device_id': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:29.308028 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f3c6bbc3-79a0-4879-a079-bfa5931894f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:29.314566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2ea2ad54-0919-49e6-9ea3-8f7d0e2f0a5d req-7a97101c-eaa7-465d-b490-aa14d35f0566 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Unset dirty status for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:29.327929 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ea2ad54-0919-49e6-9ea3-8f7d0e2f0a5d req-7a97101c-eaa7-465d-b490-aa14d35f0566 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 931 time: 0.6501179 May 24 23:04:29.332377 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c6bbc3-79a0-4879-a079-bfa5931894f4 None None] Routers {'2bc062bb-92ee-441c-81bc-328c42ed8e1d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:29.333413 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f3c6bbc3-79a0-4879-a079-bfa5931894f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2bc062bb-92ee-441c-81bc-328c42ed8e1d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:29.365469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945ae816-7d75-4e97-9db8-3a36d2b32656 None None] Update dhcp port {'port': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'fixed_ips': [{'subnet_id': 'b527f62e-d552-4c88-8655-fb10720340d7', 'ip_address': '2001:db8::2'}, {'subnet_id': '96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': '6007006e-f8a0-44cd-90a2-7778e69bcc80'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:04:29.371553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.375996 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f98cd009-1589-4744-87db-ab95d4da9f28 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8938611 May 24 23:04:29.398509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59368) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:29.409488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:29.412790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f702c06f-e86c-43e5-bacb-107476e5a288 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:29.414584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f702c06f-e86c-43e5-bacb-107476e5a288 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:29.423863 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f3c6bbc3-79a0-4879-a079-bfa5931894f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:29.424575 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c6bbc3-79a0-4879-a079-bfa5931894f4 None None] The sync data for ids ['2bc062bb-92ee-441c-81bc-328c42ed8e1d'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:04:29.478962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-945ae816-7d75-4e97-9db8-3a36d2b32656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.493504 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ea2ad54-0919-49e6-9ea3-8f7d0e2f0a5d req-267dbdb8-061c-44e3-8276-974b20ce1aaa tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644504 May 24 23:04:29.495487 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3f501bc0-bc6e-4c40-8a33-905d814857db None None] Provisioning for port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:29.515178 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3f501bc0-bc6e-4c40-8a33-905d814857db None None] Provisioning complete for port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:29.518242 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3f501bc0-bc6e-4c40-8a33-905d814857db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.546396 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f702c06f-e86c-43e5-bacb-107476e5a288 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:29.547878 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f702c06f-e86c-43e5-bacb-107476e5a288 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5050714 May 24 23:04:29.554999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59372) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:29.580800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3f501bc0-bc6e-4c40-8a33-905d814857db None None] Port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:29.608771 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee1650e-d414-45a5-bd30-4940ebcd66a3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:04:29.610664 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1ee1650e-d414-45a5-bd30-4940ebcd66a3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/13a58df8-fa57-4969-bc99-1ea7fef9ffdf HTTP/1.1" status: 404 len: 333 time: 0.0544543 May 24 23:04:29.615206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59376) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:29.673660 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-234d8e27-a2d4-4ed2-ab88-fdaf00af2792 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:04:29.675613 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-234d8e27-a2d4-4ed2-ab88-fdaf00af2792 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/dab8b77f-83e9-4ca6-8689-dd416a221f9b HTTP/1.1" status: 404 len: 333 time: 0.0576856 May 24 23:04:29.679122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59380) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:29.705621 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.839323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-945ae816-7d75-4e97-9db8-3a36d2b32656 None None] Allocated IP 2001:db8:0:1::2 (6f1d7507-e5d6-4ea9-92c8-8d12808a66c9/96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc/6007006e-f8a0-44cd-90a2-7778e69bcc80) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:29.877502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.981937 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-945ae816-7d75-4e97-9db8-3a36d2b32656 None None] For port 6007006e-f8a0-44cd-90a2-7778e69bcc80, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6007006e-f8a0-44cd-90a2-7778e69bcc80,segment=NetworkSegment(b75960a7-5ace-4aee-90c0-c1a9502c2561),segment_id=b75960a7-5ace-4aee-90c0-c1a9502c2561)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:30.009295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-945ae816-7d75-4e97-9db8-3a36d2b32656 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.028380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-945ae816-7d75-4e97-9db8-3a36d2b32656 None None] Transition to ACTIVE for port object 6007006e-f8a0-44cd-90a2-7778e69bcc80 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:30.035193 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-945ae816-7d75-4e97-9db8-3a36d2b32656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.194592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ae816-7d75-4e97-9db8-3a36d2b32656 None None] Pushing event updated for resources: {'Port': ['ID=6007006e-f8a0-44cd-90a2-7778e69bcc80,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:30.223772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.243518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.278086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10da2025-0f6c-4a1c-b629-d953e882f18a']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:30.293067 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f268476-c21d-4b7f-b117-b81d88f09ab9') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:30.293358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f268476-c21d-4b7f-b117-b81d88f09ab9') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:30.316092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.376157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.389943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:30.390867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.608460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:04:30.619221 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9f268476-c21d-4b7f-b117-b81d88f09ab9 resource provider aggregate not found May 24 23:04:30.652071 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9f268476-c21d-4b7f-b117-b81d88f09ab9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f268476-c21d-4b7f-b117-b81d88f09ab9 found for delete ", "request_id": "req-e0841038-978f-41d3-9d32-c8c6cd1a7c63"}]} May 24 23:04:30.653991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.743740 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Transition to ACTIVE for port object 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:30.753408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.762257 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.773133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.918827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.947565 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/networks/10da2025-0f6c-4a1c-b629-d953e882f18a HTTP/1.1" status: 204 len: 168 time: 1.2666962 May 24 23:04:30.948947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8899ff5-7ef3-4072-919b-a6d6ec567ed1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Network': ['ID=10da2025-0f6c-4a1c-b629-d953e882f18a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:30.984158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.989980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.017570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59390) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:31.032751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-722270a2-94b7-48a8-a83b-f64c467e5e9f None None] Provisioning complete for port 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:31.033283 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-722270a2-94b7-48a8-a83b-f64c467e5e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.033381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1089019789'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:31.070343 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:31.076854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:31.093169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:network and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:31.106719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:31.120807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:31.138573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6007006e-f8a0-44cd-90a2-7778e69bcc80 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:31.142609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:31.146513 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.177045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.192112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6ecf5-084c-4c67-bc16-1be2bed6bc31 req-31ad3148-ad24-4e82-890f-fe30365cfdf2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:31.204575 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-54d6ecf5-084c-4c67-bc16-1be2bed6bc31 req-31ad3148-ad24-4e82-890f-fe30365cfdf2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 931 time: 0.5316937 May 24 23:04:31.248944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:31.251641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.262662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.263245 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Added segment 5938c91f-15af-4dcc-8324-9f4ab2f9be70 of type vlan for network d2108538-dc60-41b1-81c6-366b28f0c42b May 24 23:04:31.277069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-722270a2-94b7-48a8-a83b-f64c467e5e9f None None] Port 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:31.293274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-722270a2-94b7-48a8-a83b-f64c467e5e9f None None] Provisioning for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:31.300201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-722270a2-94b7-48a8-a83b-f64c467e5e9f None None] Provisioning complete for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:31.300586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-722270a2-94b7-48a8-a83b-f64c467e5e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.351974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.374908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Attempting to bind port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:31.375311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Attempting to bind port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:31.375554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Attempting to bind port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 on network 93c103b0-3a45-4501-a7a3-8923f3d8757b {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:31.389838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-54d6ecf5-084c-4c67-bc16-1be2bed6bc31 req-25df39d9-ea13-49db-9de8-8d8d0e5a409f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844049 May 24 23:04:31.390543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 on network 93c103b0-3a45-4501-a7a3-8923f3d8757b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:04:31.390823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Attempting to bind port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 on network 93c103b0-3a45-4501-a7a3-8923f3d8757b {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:31.399457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:31.399787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Checking segment: {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:31.400166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Bound using segment: {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:31.400590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Bound port: 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:31.400930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.436312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-722270a2-94b7-48a8-a83b-f64c467e5e9f None None] Current status of the port 6007006e-f8a0-44cd-90a2-7778e69bcc80 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:31.450072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-722270a2-94b7-48a8-a83b-f64c467e5e9f None None] Provisioning complete for port 0f77c910-1d5a-4a56-a871-9991406e4f92 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:31.450948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-722270a2-94b7-48a8-a83b-f64c467e5e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.486486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.492064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:31.492655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.514523 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-722270a2-94b7-48a8-a83b-f64c467e5e9f None None] Port 0f77c910-1d5a-4a56-a871-9991406e4f92 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:31.554968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Deleting port 004f0bcf-b561-49ab-adde-1d1cca381ebe {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:31.555289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.579412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=46980ea8-a8c0-486e-a4e3-50f2f40373f4,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:31.626347 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6050651 May 24 23:04:31.628494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59394) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:31.634558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec08e2-d2c1-437a-8d26-b8561b12b500 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Network': ['ID=d2108538-dc60-41b1-81c6-366b28f0c42b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:31.640351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': 'd2108538-dc60-41b1-81c6-366b28f0c42b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:31.649767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network d2108538-dc60-41b1-81c6-366b28f0c42b details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:31.658133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] For port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:31.723476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] For port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:31.738037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.817620 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:31.818083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 925942ca-711e-48bf-a9e7-b29f7ac399f8 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:31.822425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:31.823118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.824981 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 HTTP/1.1" status: 200 len: 1093 time: 2.5961921 May 24 23:04:31.825681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'tag': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:31.833844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:31.834052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:31.839235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:31.847475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:31.852644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c025bb-38be-40fa-adb4-39b6e403f0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:31.878020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:31.882295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.923320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Delete allocated IP 2001:db8::282 (6f1d7507-e5d6-4ea9-92c8-8d12808a66c9/b527f62e-d552-4c88-8655-fb10720340d7) {{(pid=88260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:04:31.968151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8:0:1::2b3 (6f1d7507-e5d6-4ea9-92c8-8d12808a66c9/96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc/260f35e9-3de3-4e1b-9d59-ea8f09ef9611) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:31.992035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.091440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Performing IP validity checks on allocation pools {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:04:32.092290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:04:32.098056 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef395cf-d28b-484e-bafe-9c8d066482b0'] response: {'name': 'network-changed', 'server_uuid': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'tag': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7', 'status': 'completed', 'code': 200} May 24 23:04:32.158958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-6d7d3cc5-b0bc-4748-87cb-903b3ae68a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:32.160451 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-6d7d3cc5-b0bc-4748-87cb-903b3ae68a66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 1096 time: 0.2587419 May 24 23:04:32.257220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Calling delete_port for 004f0bcf-b561-49ab-adde-1d1cca381ebe owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:32.267920 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-db9bedc6-3db5-45c7-a426-292bbcd903a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 HTTP/1.1" status: 200 len: 217 time: 0.0977354 May 24 23:04:32.286544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0c38fbd6-56b7-478e-a71a-f03d0ae55912 None None] Provisioning complete for port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:32.287206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0c38fbd6-56b7-478e-a71a-f03d0ae55912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.344492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0c38fbd6-56b7-478e-a71a-f03d0ae55912 None None] Port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:32.358264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-0286ad63-19fd-487a-bcda-e36184cbd0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:32.359703 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-0286ad63-19fd-487a-bcda-e36184cbd0a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.0856373 May 24 23:04:32.410186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.411314 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 76ae7364-2316-4599-8138-e5cf6f396c3f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:04:32.507396 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Subnet': ['ID=e68fc9de-8e02-4864-a27a-3e44c68452e2,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:32.561856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Checking segment: {'id': '5938c91f-15af-4dcc-8324-9f4ab2f9be70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd2108538-dc60-41b1-81c6-366b28f0c42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:32.562206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network hostable DHCP agents. Network: d2108538-dc60-41b1-81c6-366b28f0c42b, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:32.697865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-87872ea6-9ed3-4871-bf11-d9ded3e03218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:32.699874 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-87872ea6-9ed3-4871-bf11-d9ded3e03218 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3274298 May 24 23:04:32.735408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network d2108538-dc60-41b1-81c6-366b28f0c42b is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:32.802799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, d2108538-dc60-41b1-81c6-366b28f0c42b) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:32.810429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:32.811160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.812294 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1263dea8-8ad4-46bb-90ad-a0b626ca6782 None None] Network d2108538-dc60-41b1-81c6-366b28f0c42b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:32.822728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.853404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9f0ed-7fd1-476e-b9de-8d40ccd39e11 req-4faf8525-19a4-47eb-90aa-d55579805b1b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:32.855801 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dfc9f0ed-7fd1-476e-b9de-8d40ccd39e11 req-4faf8525-19a4-47eb-90aa-d55579805b1b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 943 time: 0.3455477 May 24 23:04:32.860464 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cbdf17a0-7ed9-48f1-9ef7-5c1c21870eff tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2289181 May 24 23:04:32.870679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59404) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:32.876738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': 'd2108538-dc60-41b1-81c6-366b28f0c42b', 'name': 'tempest-PortsTestJSON-2054502380'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:32.902681 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:04:32.914771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Sync routers for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:04:32.922139 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d81e415a-4777-4e2c-bd33-113bee7097e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/76ae7364-2316-4599-8138-e5cf6f396c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2352207 May 24 23:04:32.940897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:32.942479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.944745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:32.945367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:32.989528 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.003491 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-5b8bc481-fb26-484f-9104-606390e4cc65 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953625 May 24 23:04:33.048199 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dfc9f0ed-7fd1-476e-b9de-8d40ccd39e11 req-4e3f7337-58d2-4782-b9e9-0f15f2d428b3 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767135 May 24 23:04:33.176393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Pushing event deleted for resources: {'Port': ['ID=004f0bcf-b561-49ab-adde-1d1cca381ebe,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:33.176895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:33.200950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:33.207048 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7cd343a-7ff8-446e-8c3d-e56fd3441f84 req-ab8013f1-557a-4fad-b828-14402c2703eb service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949496 May 24 23:04:33.217359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:33.221879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.228831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d2108538-dc60-41b1-81c6-366b28f0c42b', 'network_id': 'd2108538-dc60-41b1-81c6-366b28f0c42b', 'tenant_id': 'fa3b8b85c94d42f2b0642309b85d8ee4', 'fixed_ips': [{'subnet_id': 'e68fc9de-8e02-4864-a27a-3e44c68452e2'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:33.230068 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.248891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:33.328724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] In _notify_port_updated(), no bound segment for port 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 on network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:04:33.334847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:33.335492 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.336812 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "PUT /v2.0/ports/260f35e9-3de3-4e1b-9d59-ea8f09ef9611 HTTP/1.1" status: 200 len: 931 time: 4.4920938 May 24 23:04:33.344661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59412) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:33.354553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:04:33.367771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4c2fa-f646-4887-be69-5cdf3ea7a70a tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=260f35e9-3de3-4e1b-9d59-ea8f09ef9611,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:33.387813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.454243 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a1067-6a9e-4e9e-b1f2-a2513b616468 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:33.454809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1067-6a9e-4e9e-b1f2-a2513b616468 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.662036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-df26e5f2-c629-4512-b1bf-d09c10754945 None None] Provisioning for port 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:33.684312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Allocated IP 172.20.0.2 (d2108538-dc60-41b1-81c6-366b28f0c42b/e68fc9de-8e02-4864-a27a-3e44c68452e2/6b55925a-a68b-46ce-a7f2-370e44414e0a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:33.686228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-df26e5f2-c629-4512-b1bf-d09c10754945 None None] Provisioning complete for port 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:33.686509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-df26e5f2-c629-4512-b1bf-d09c10754945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.698988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351ea4-9b59-4c60-bb36-a9223a6b1816 req-c0ce7074-c40d-4db5-a4fb-bcae57d64be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:33.700707 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa351ea4-9b59-4c60-bb36-a9223a6b1816 req-c0ce7074-c40d-4db5-a4fb-bcae57d64be8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 1096 time: 0.4168401 May 24 23:04:33.807950 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.811912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.862831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1067-6a9e-4e9e-b1f2-a2513b616468 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.893751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-df26e5f2-c629-4512-b1bf-d09c10754945 None None] Port 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:33.951648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Router 2bc062bb-92ee-441c-81bc-328c42ed8e1d has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:04:33.999477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a1067-6a9e-4e9e-b1f2-a2513b616468 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 260f35e9-3de3-4e1b-9d59-ea8f09ef9611 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:34.038400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351ea4-9b59-4c60-bb36-a9223a6b1816 req-27f1f24a-e461-4f45-8745-de8ab7d4612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:34.039848 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa351ea4-9b59-4c60-bb36-a9223a6b1816 req-27f1f24a-e461-4f45-8745-de8ab7d4612b service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.3256338 May 24 23:04:34.087768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.093894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:04:34.101878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.103212 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-20c0fd7a-b3e8-4c4e-a05d-e8ab70bf871a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "PUT /v2.0/routers/2bc062bb-92ee-441c-81bc-328c42ed8e1d HTTP/1.1" status: 200 len: 709 time: 4.7037385 May 24 23:04:34.104954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Transition to ACTIVE for port object 6b55925a-a68b-46ce-a7f2-370e44414e0a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:34.106578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59418) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:34.115526 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c244cf4-81aa-449e-9810-cd1b848a670b None None] Sync routers for ids ['2bc062bb-92ee-441c-81bc-328c42ed8e1d'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:04:34.116104 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa351ea4-9b59-4c60-bb36-a9223a6b1816 req-5a330c1b-86bf-46d7-b79f-fad14d9cf47b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 HTTP/1.1" status: 200 len: 217 time: 0.0682075 May 24 23:04:34.121612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:04:28Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '0e59a4d2-475c-4754-9f71-bc8727fa6f47', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'port_id': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'mac_address': 'fa:16:3e:d8:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e819e85-568c-4fe4-a61a-f15295f74384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:30Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46980ea8-a8c0-486e-a4e3-50f2f40373f4', 'name': '', 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:bb:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b36f419c-7a86-4c77-8721-b25ab7eb2ad8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:04:26Z', 'updated_at': '2022-05-24T23:04:30Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'b36f419c-7a86-4c77-8721-b25ab7eb2ad8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:34.130935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Checking router: 76ae7364-2316-4599-8138-e5cf6f396c3f for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:04:34.131283 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Updating router 76ae7364-2316-4599-8138-e5cf6f396c3f port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:04:34.150356 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c244cf4-81aa-449e-9810-cd1b848a670b None None] Routers {'2bc062bb-92ee-441c-81bc-328c42ed8e1d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:34.152077 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3c244cf4-81aa-449e-9810-cd1b848a670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2bc062bb-92ee-441c-81bc-328c42ed8e1d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:34.168352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Transition to ACTIVE for port object 6b55925a-a68b-46ce-a7f2-370e44414e0a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:34.188899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.256685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.289511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Network d2108538-dc60-41b1-81c6-366b28f0c42b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:34.293197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:34.319585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:34.320732 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7f0dde77-cfbd-42ac-ad1e-5a7d649b8434 tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/routers/2bc062bb-92ee-441c-81bc-328c42ed8e1d HTTP/1.1" status: 200 len: 744 time: 0.2128167 May 24 23:04:34.324190 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59422) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:34.348131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Pushing event updated for resources: {'Port': ['ID=6b55925a-a68b-46ce-a7f2-370e44414e0a,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:34.360299 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3c244cf4-81aa-449e-9810-cd1b848a670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:34.378030 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-05887047-1819-4ff9-bb13-df2c3dc979fe tempest-RoutersIpV6AdminTest-1262880342 tempest-RoutersIpV6AdminTest-1262880342-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&device_id=2bc062bb-92ee-441c-81bc-328c42ed8e1d HTTP/1.1" status: 200 len: 205 time: 0.0526969 May 24 23:04:34.378671 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c244cf4-81aa-449e-9810-cd1b848a670b None None] Routers {'2bc062bb-92ee-441c-81bc-328c42ed8e1d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:34.378767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59426) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:34.379375 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3c244cf4-81aa-449e-9810-cd1b848a670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2bc062bb-92ee-441c-81bc-328c42ed8e1d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:34.428030 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0d70e696-eea4-493b-9851-e2744727779d tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bc062bb-92ee-441c-81bc-328c42ed8e1d HTTP/1.1" status: 200 len: 205 time: 0.0481386 May 24 23:04:34.430549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59430) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:34.458384 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3c244cf4-81aa-449e-9810-cd1b848a670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:34.458826 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c244cf4-81aa-449e-9810-cd1b848a670b None None] The sync data for ids ['2bc062bb-92ee-441c-81bc-328c42ed8e1d'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:04:34.503037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Attempting to bind port 6b55925a-a68b-46ce-a7f2-370e44414e0a on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:34.503678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Attempting to bind port 6b55925a-a68b-46ce-a7f2-370e44414e0a by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '5938c91f-15af-4dcc-8324-9f4ab2f9be70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd2108538-dc60-41b1-81c6-366b28f0c42b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:34.503790 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Attempting to bind port 6b55925a-a68b-46ce-a7f2-370e44414e0a on network d2108538-dc60-41b1-81c6-366b28f0c42b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:34.515055 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:34.515424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Checking segment: {'id': '5938c91f-15af-4dcc-8324-9f4ab2f9be70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd2108538-dc60-41b1-81c6-366b28f0c42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:34.515829 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.516217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Bound using segment: {'id': '5938c91f-15af-4dcc-8324-9f4ab2f9be70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd2108538-dc60-41b1-81c6-366b28f0c42b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:34.516701 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Bound port: 6b55925a-a68b-46ce-a7f2-370e44414e0a, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5938c91f-15af-4dcc-8324-9f4ab2f9be70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd2108538-dc60-41b1-81c6-366b28f0c42b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:34.517072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.546319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351ea4-9b59-4c60-bb36-a9223a6b1816 req-861c49e9-3510-45a6-ae8e-2da35f98ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:34.547809 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa351ea4-9b59-4c60-bb36-a9223a6b1816 req-861c49e9-3510-45a6-ae8e-2da35f98ea06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.4245443 May 24 23:04:34.624701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.12 (d2108538-dc60-41b1-81c6-366b28f0c42b/e68fc9de-8e02-4864-a27a-3e44c68452e2/ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:34.682846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1067-6a9e-4e9e-b1f2-a2513b616468 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.699847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a15c725-2f52-48e2-b18e-2f75f8329235 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.710272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] For port 6b55925a-a68b-46ce-a7f2-370e44414e0a, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:34.729324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] For port 6b55925a-a68b-46ce-a7f2-370e44414e0a, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6b55925a-a68b-46ce-a7f2-370e44414e0a,segment=NetworkSegment(5938c91f-15af-4dcc-8324-9f4ab2f9be70),segment_id=5938c91f-15af-4dcc-8324-9f4ab2f9be70)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:34.734974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.763331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0f6a3-2070-45f0-8893-e4181ddbb54b req-bd0791be-cede-4f8c-8a5c-984a13037a21 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:34.764807 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9cf0f6a3-2070-45f0-8893-e4181ddbb54b req-bd0791be-cede-4f8c-8a5c-984a13037a21 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 943 time: 0.5001376 May 24 23:04:34.765560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a1067-6a9e-4e9e-b1f2-a2513b616468 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=260f35e9-3de3-4e1b-9d59-ea8f09ef9611,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:34.906453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d2e93-ee7a-4d09-b284-61135fab2af2 None None] Pushing event updated for resources: {'Port': ['ID=6b55925a-a68b-46ce-a7f2-370e44414e0a,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:34.918079 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9cf0f6a3-2070-45f0-8893-e4181ddbb54b req-7d2018c8-f788-4484-ac4c-29c6173e5bda tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334348 May 24 23:04:34.926190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.944918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Transition to ACTIVE for port object 46980ea8-a8c0-486e-a4e3-50f2f40373f4 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:34.961316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.976483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1067-6a9e-4e9e-b1f2-a2513b616468 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.994029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351ea4-9b59-4c60-bb36-a9223a6b1816 req-79053977-0e44-4069-821a-90c8bd23b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:34.996110 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa351ea4-9b59-4c60-bb36-a9223a6b1816 req-79053977-0e44-4069-821a-90c8bd23b58c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4307857 May 24 23:04:35.068927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a15c725-2f52-48e2-b18e-2f75f8329235 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.071927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59434) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.073218 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0e7a1067-6a9e-4e9e-b1f2-a2513b616468 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/260f35e9-3de3-4e1b-9d59-ea8f09ef9611 HTTP/1.1" status: 204 len: 168 time: 1.7276149 May 24 23:04:35.077106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a15c725-2f52-48e2-b18e-2f75f8329235 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.189837 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faa1102-2662-4f42-8869-42c770231b4d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:04:35.197400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7faa1102-2662-4f42-8869-42c770231b4d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:35.232748 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a15c725-2f52-48e2-b18e-2f75f8329235 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.240575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a15c725-2f52-48e2-b18e-2f75f8329235 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc062bb-92ee-441c-81bc-328c42ed8e1d {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:04:35.280627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a15c725-2f52-48e2-b18e-2f75f8329235 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.298022 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7a15c725-2f52-48e2-b18e-2f75f8329235 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/2bc062bb-92ee-441c-81bc-328c42ed8e1d HTTP/1.1" status: 204 len: 168 time: 0.8661427 May 24 23:04:35.299300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59438) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.302095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7faa1102-2662-4f42-8869-42c770231b4d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:35.303245 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7faa1102-2662-4f42-8869-42c770231b4d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/260f35e9-3de3-4e1b-9d59-ea8f09ef9611 HTTP/1.1" status: 404 len: 333 time: 0.2303448 May 24 23:04:35.309702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59442) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.348720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.372109 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa351ea4-9b59-4c60-bb36-a9223a6b1816 req-b8b321ce-9a63-4bf6-98c8-7de3a2d85909 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616598 May 24 23:04:35.379140 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-74abe118-2028-4399-82e2-5e31f3078015 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bc062bb-92ee-441c-81bc-328c42ed8e1d HTTP/1.1" status: 200 len: 205 time: 0.0757263 May 24 23:04:35.379799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59446) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.386064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec484308-fb5b-4309-bac5-0b32b09e8186 None None] Pushing event updated for resources: {'Port': ['ID=46980ea8-a8c0-486e-a4e3-50f2f40373f4,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:35.422888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Attempting to bind port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:35.423585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Attempting to bind port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:35.424259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Attempting to bind port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 on network 925942ca-711e-48bf-a9e7-b29f7ac399f8 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:35.425223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Transition to ACTIVE for port object ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:35.439274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:35.439671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Checking segment: {'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:35.440120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.440654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Bound using segment: {'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:35.441189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Bound port: 46980ea8-a8c0-486e-a4e3-50f2f40373f4, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495f0f9d-2008-4733-8b0b-82450706fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:35.441918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.474848 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-32b84d94-af56-477d-bc3b-e068989b2ab9 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] delete failed (client error): The resource could not be found. May 24 23:04:35.475895 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32b84d94-af56-477d-bc3b-e068989b2ab9 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/2bc062bb-92ee-441c-81bc-328c42ed8e1d HTTP/1.1" status: 404 len: 336 time: 0.0950522 May 24 23:04:35.478609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59450) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.543086 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4f3b53bf-f1a3-4f75-9692-364b6da7893b tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f HTTP/1.1" status: 200 len: 205 time: 0.0609341 May 24 23:04:35.544685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59456) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.561590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6ee0c8e-4685-4e12-9565-08d77fa65b36 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.571673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] For port 46980ea8-a8c0-486e-a4e3-50f2f40373f4, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:35.577772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] For port 46980ea8-a8c0-486e-a4e3-50f2f40373f4, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=46980ea8-a8c0-486e-a4e3-50f2f40373f4,segment=NetworkSegment(495f0f9d-2008-4733-8b0b-82450706fc56),segment_id=495f0f9d-2008-4733-8b0b-82450706fc56)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:35.584013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.615495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.627330 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-2db46a55-08b1-45a3-868f-b09b116e35cd tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] delete failed (client error): The resource could not be found. May 24 23:04:35.628631 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2db46a55-08b1-45a3-868f-b09b116e35cd tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/50a68bbe-4ca2-4b0a-991d-f186d5fc9c8f HTTP/1.1" status: 404 len: 336 time: 0.0827782 May 24 23:04:35.631072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59460) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.666310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:35.666520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:35.674389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6ee0c8e-4685-4e12-9565-08d77fa65b36 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.683601 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-25adf3f9-e400-4082-b07f-3b7f93f81236 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2dc223b-444d-482c-99ed-0c9f4b5548e8 HTTP/1.1" status: 200 len: 205 time: 0.0492923 May 24 23:04:35.683908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59464) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.691248 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa351ea4-9b59-4c60-bb36-a9223a6b1816 req-54480a50-1779-4409-a494-70021237000e service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093464 May 24 23:04:35.733448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec484308-fb5b-4309-bac5-0b32b09e8186 None None] Pushing event updated for resources: {'Port': ['ID=46980ea8-a8c0-486e-a4e3-50f2f40373f4,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:35.741853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network d2108538-dc60-41b1-81c6-366b28f0c42b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:35.752076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:35.762943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:35.768838 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-ed3fa233-0492-48b7-af78-903cd272e6ee tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] delete failed (client error): The resource could not be found. May 24 23:04:35.771929 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ed3fa233-0492-48b7-af78-903cd272e6ee tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/c2dc223b-444d-482c-99ed-0c9f4b5548e8 HTTP/1.1" status: 404 len: 336 time: 0.0847239 May 24 23:04:35.772280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59468) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.789318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:35.825486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6ee0c8e-4685-4e12-9565-08d77fa65b36 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.826149 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7bb7c3c4-43ce-423e-bdb2-8d7cd8cadd8e tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b1c4d42-65e8-4e16-b0f2-21d0d11d2612 HTTP/1.1" status: 200 len: 205 time: 0.0527616 May 24 23:04:35.828468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59472) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.846883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:35.847527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.856112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee0c8e-4685-4e12-9565-08d77fa65b36 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a58c7dc-b208-4057-a17f-664efc34b2fe,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:35.884366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6ee0c8e-4685-4e12-9565-08d77fa65b36 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.887617 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f6ee0c8e-4685-4e12-9565-08d77fa65b36 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a58c7dc-b208-4057-a17f-664efc34b2fe HTTP/1.1" status: 204 len: 168 time: 0.5611959 May 24 23:04:35.891615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59476) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.893651 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3c2b3b82-7ca5-4336-9d65-ad17d880a7a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0210922 May 24 23:04:35.907970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59480) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.908775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:04:35.914443 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-31bb35c5-5808-44b9-a55b-d2822fbaae72 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] delete failed (client error): The resource could not be found. May 24 23:04:35.915459 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-31bb35c5-5808-44b9-a55b-d2822fbaae72 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/7b1c4d42-65e8-4e16-b0f2-21d0d11d2612 HTTP/1.1" status: 404 len: 336 time: 0.0857911 May 24 23:04:35.919795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59484) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.972382 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7626c5b2-924b-4904-8dcf-a9ca00f85b8a tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=350cd729-57db-48bb-b00d-eafb9d80f1ba HTTP/1.1" status: 200 len: 205 time: 0.0515351 May 24 23:04:35.974940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59490) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:36.014726 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-176af9b7-fec0-4ecd-9c79-ddf58eba69a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:36.015374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-176af9b7-fec0-4ecd-9c79-ddf58eba69a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.072227 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-7d808998-2ea0-4385-8a6e-0aec56b91167 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] delete failed (client error): The resource could not be found. May 24 23:04:36.073860 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7d808998-2ea0-4385-8a6e-0aec56b91167 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/350cd729-57db-48bb-b00d-eafb9d80f1ba HTTP/1.1" status: 404 len: 336 time: 0.0975132 May 24 23:04:36.076984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59494) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:36.139148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b705054e-9afa-41c1-ae52-5db11a2a0850 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.150323 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6b929001-7f9c-4bba-98d7-157733d6b41f tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "GET /v2.0/ports?device_id=da43288f-92dc-4ffd-980b-691afdb1272b HTTP/1.1" status: 200 len: 205 time: 0.0721645 May 24 23:04:36.152633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59498) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:36.248232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b705054e-9afa-41c1-ae52-5db11a2a0850 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.373134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:04:28Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '0e59a4d2-475c-4754-9f71-bc8727fa6f47', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'port_id': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'mac_address': 'fa:16:3e:d8:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e819e85-568c-4fe4-a61a-f15295f74384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:30Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46980ea8-a8c0-486e-a4e3-50f2f40373f4', 'name': '', 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:bb:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b36f419c-7a86-4c77-8721-b25ab7eb2ad8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:04:26Z', 'updated_at': '2022-05-24T23:04:35Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'b36f419c-7a86-4c77-8721-b25ab7eb2ad8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:36.377961 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348fdfc-86bc-44ae-96e8-9bf575a828f7 None None] The sync data for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv is: [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:04:28Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '0e59a4d2-475c-4754-9f71-bc8727fa6f47', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'port_id': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'mac_address': 'fa:16:3e:d8:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e819e85-568c-4fe4-a61a-f15295f74384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:30Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46980ea8-a8c0-486e-a4e3-50f2f40373f4', 'name': '', 'network_id': '925942ca-711e-48bf-a9e7-b29f7ac399f8', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:bb:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b36f419c-7a86-4c77-8721-b25ab7eb2ad8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:04:26Z', 'updated_at': '2022-05-24T23:04:35Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'b36f419c-7a86-4c77-8721-b25ab7eb2ad8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:04:36.382558 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-0fe1e9a4-7358-46f4-895d-8b325233dae2 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] delete failed (client error): The resource could not be found. May 24 23:04:36.387518 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0fe1e9a4-7358-46f4-895d-8b325233dae2 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/routers/da43288f-92dc-4ffd-980b-691afdb1272b HTTP/1.1" status: 404 len: 336 time: 0.2300997 May 24 23:04:36.387518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59502) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:36.426452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f498c-4ac2-4952-88f4-4ebda4381f51 req-62d56a02-25ef-4b78-8765-455b317cdfb3 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:36.438350 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f3f498c-4ac2-4952-88f4-4ebda4381f51 req-62d56a02-25ef-4b78-8765-455b317cdfb3 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 943 time: 0.3450990 May 24 23:04:36.459075 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6a36c4-6b21-4302-ab37-2138a73eec69 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] DELETE failed (client error): The resource could not be found. May 24 23:04:36.459454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6a36c4-6b21-4302-ab37-2138a73eec69 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:36.461428 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9d6a36c4-6b21-4302-ab37-2138a73eec69 tempest-RoutersIpV6AdminTest-1750140223 tempest-RoutersIpV6AdminTest-1750140223-project] 10.222.0.32 "DELETE /v2.0/subnets/f671eb92-b0df-4286-9e27-2223e7147d27 HTTP/1.1" status: 404 len: 337 time: 0.0733604 May 24 23:04:36.479943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b705054e-9afa-41c1-ae52-5db11a2a0850 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.520212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705054e-9afa-41c1-ae52-5db11a2a0850 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f666ed-bebf-4ad8-b60d-181e565acca2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:36.537563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-176af9b7-fec0-4ecd-9c79-ddf58eba69a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.544267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eacdb1b-cd94-48fc-aa96-a8170ec2006a None None] Network d2108538-dc60-41b1-81c6-366b28f0c42b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:36.560886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b705054e-9afa-41c1-ae52-5db11a2a0850 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.565459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59508) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:36.573269 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b705054e-9afa-41c1-ae52-5db11a2a0850 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/security-groups/35f666ed-bebf-4ad8-b60d-181e565acca2 HTTP/1.1" status: 204 len: 168 time: 0.6780427 May 24 23:04:36.646199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-369d2031-2ff7-4f12-87bd-6d3292627fdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting subnet b527f62e-d552-4c88-8655-fb10720340d7 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:36.657624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-369d2031-2ff7-4f12-87bd-6d3292627fdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.688747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-28e04e48-0637-4264-b167-1c470cbfcc18 None None] Provisioning for port 6b55925a-a68b-46ce-a7f2-370e44414e0a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:36.740439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-369d2031-2ff7-4f12-87bd-6d3292627fdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.859766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-369d2031-2ff7-4f12-87bd-6d3292627fdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.902889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59514) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:36.909583 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f3f498c-4ac2-4952-88f4-4ebda4381f51 req-ed174e1b-88ed-4c51-b308-69e0f86645bd tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4718032 May 24 23:04:36.921174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-176af9b7-fec0-4ecd-9c79-ddf58eba69a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:36.985760 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-369d2031-2ff7-4f12-87bd-6d3292627fdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.035972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-369d2031-2ff7-4f12-87bd-6d3292627fdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.043362 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f70a1fa-400b-4c57-91ac-117eefedba29 None None] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:37.049691 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-369d2031-2ff7-4f12-87bd-6d3292627fdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/b527f62e-d552-4c88-8655-fb10720340d7 HTTP/1.1" status: 204 len: 168 time: 0.4831629 May 24 23:04:37.054542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59520) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:37.055422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d2031-2ff7-4f12-87bd-6d3292627fdc tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Subnet': ['ID=b527f62e-d552-4c88-8655-fb10720340d7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:37.064315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:37.202120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-176af9b7-fec0-4ecd-9c79-ddf58eba69a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.238152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80725469-fb4c-4bc0-b832-54d406235eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.301683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-80725469-fb4c-4bc0-b832-54d406235eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:37.303962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 46980ea8-a8c0-486e-a4e3-50f2f40373f4 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:37.310286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176af9b7-fec0-4ecd-9c79-ddf58eba69a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:37.311823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-80725469-fb4c-4bc0-b832-54d406235eaf admin admin] Usage tracker for resource:security_group_rule and tenant:8e77bd4a58764bedab9e681f6f18101d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:37.325038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-80725469-fb4c-4bc0-b832-54d406235eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:37.336019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-80725469-fb4c-4bc0-b832-54d406235eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:37.387908 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4986293e-a518-4d30-8306-150837be4d1b None None] Could not find standard attr ID for object ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:04:37.421694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:37.426885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:37.430458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:37.441209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:37.464799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:37.472558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.477391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-176af9b7-fec0-4ecd-9c79-ddf58eba69a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.489734 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-176af9b7-fec0-4ecd-9c79-ddf58eba69a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a HTTP/1.1" status: 204 len: 168 time: 1.5805907 May 24 23:04:37.492321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59524) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:37.543489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:37.551549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:37.551929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.574778 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c6be32-2340-4f2b-8b24-6cdae553997c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:04:37.576093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c6be32-2340-4f2b-8b24-6cdae553997c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:37.577977 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-90c6be32-2340-4f2b-8b24-6cdae553997c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a HTTP/1.1" status: 404 len: 333 time: 0.0847454 May 24 23:04:37.580803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59528) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:37.637655 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f490cb-eb37-4a50-ab90-7e47e62f4ad6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:04:37.638472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-31f490cb-eb37-4a50-ab90-7e47e62f4ad6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:37.649739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-935c297a-00e1-43c9-ab13-3cb6f92f97df None None] Could not find standard attr ID for object ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:04:37.669111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-31f490cb-eb37-4a50-ab90-7e47e62f4ad6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:37.670601 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-31f490cb-eb37-4a50-ab90-7e47e62f4ad6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/ec28a2b7-f8ac-4cd2-a2cd-01afa1c6164a HTTP/1.1" status: 404 len: 333 time: 0.0886681 May 24 23:04:37.673226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59532) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:37.747921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:37.748483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.775903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5203a9b-10a6-4854-a250-c9c925f010e4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting subnet e68fc9de-8e02-4864-a27a-3e44c68452e2 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:37.784086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5203a9b-10a6-4854-a250-c9c925f010e4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.858783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5203a9b-10a6-4854-a250-c9c925f010e4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.871152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80725469-fb4c-4bc0-b832-54d406235eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.890107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 46980ea8-a8c0-486e-a4e3-50f2f40373f4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=46980ea8-a8c0-486e-a4e3-50f2f40373f4,segment=NetworkSegment(495f0f9d-2008-4733-8b0b-82450706fc56),segment_id=495f0f9d-2008-4733-8b0b-82450706fc56)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:37.898270 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.904040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6b55925a-a68b-46ce-a7f2-370e44414e0a up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:37.911957 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80725469-fb4c-4bc0-b832-54d406235eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.964583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5203a9b-10a6-4854-a250-c9c925f010e4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.030188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80725469-fb4c-4bc0-b832-54d406235eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148f4d9e-a4ef-4012-a126-4fe03b213475,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:38.037941 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-80725469-fb4c-4bc0-b832-54d406235eaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e77bd4a58764bedab9e681f6f18101d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1316242 May 24 23:04:38.037941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.041390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59540) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:38.062094 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=46980ea8-a8c0-486e-a4e3-50f2f40373f4,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:38.073583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 6b55925a-a68b-46ce-a7f2-370e44414e0a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:38.082303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 6b55925a-a68b-46ce-a7f2-370e44414e0a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:38.082745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.096416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5203a9b-10a6-4854-a250-c9c925f010e4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.149656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:38.158162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:38.184215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:38.184812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.204157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5203a9b-10a6-4854-a250-c9c925f010e4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.209331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5203a9b-10a6-4854-a250-c9c925f010e4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Subnet': ['ID=e68fc9de-8e02-4864-a27a-3e44c68452e2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:38.222146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cba679-c052-4db3-84ab-ca5658a24c6c None None] Network d2108538-dc60-41b1-81c6-366b28f0c42b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:38.241017 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d5203a9b-10a6-4854-a250-c9c925f010e4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/e68fc9de-8e02-4864-a27a-3e44c68452e2 HTTP/1.1" status: 204 len: 168 time: 0.5662637 May 24 23:04:38.243611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59544) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:38.261448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bed360f-2169-4dc5-95cc-9e3e29fab2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.295345 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bed360f-2169-4dc5-95cc-9e3e29fab2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.345260 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 6b55925a-a68b-46ce-a7f2-370e44414e0a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:38.346041 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.358632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Subnet': ['ID=4d00c96d-0e72-4aea-82ca-7d20441683bd,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:38.368017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89926641-c7bd-4473-999d-1634272931e3 req-cf4229d5-8ca5-4afc-bafa-fc0b07ad965b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:38.369585 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89926641-c7bd-4473-999d-1634272931e3 req-cf4229d5-8ca5-4afc-bafa-fc0b07ad965b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 943 time: 0.2625606 May 24 23:04:38.370094 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3c7c1b0e-6bc9-4726-a263-62b40a4d1aae tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3110158 May 24 23:04:38.371369 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bed360f-2169-4dc5-95cc-9e3e29fab2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.373522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59548) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:38.381792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1070946403'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:38.392891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed360f-2169-4dc5-95cc-9e3e29fab2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148f4d9e-a4ef-4012-a126-4fe03b213475,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:38.412102 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:38.412252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bed360f-2169-4dc5-95cc-9e3e29fab2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.413513 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8bed360f-2169-4dc5-95cc-9e3e29fab2bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/148f4d9e-a4ef-4012-a126-4fe03b213475 HTTP/1.1" status: 204 len: 168 time: 0.3293085 May 24 23:04:38.421484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:security_group and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:38.430817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:38.449602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:38.451891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 6b55925a-a68b-46ce-a7f2-370e44414e0a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6b55925a-a68b-46ce-a7f2-370e44414e0a,segment=NetworkSegment(5938c91f-15af-4dcc-8324-9f4ab2f9be70),segment_id=5938c91f-15af-4dcc-8324-9f4ab2f9be70)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:38.458156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.488307 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89926641-c7bd-4473-999d-1634272931e3 req-24896bad-ffd5-4ffa-8a32-ab17c12ca7b6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000290 May 24 23:04:38.494535 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.506412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 6b55925a-a68b-46ce-a7f2-370e44414e0a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:38.506787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.513819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa555307-8320-4039-b511-7bca436be8bf None None] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:38.535085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.567826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:38.575681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:security_group_rule and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:38.580083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:38.619093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:38.699940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5fba6471-c5c4-4b36-88c9-5549d62a7f0d None None] Provisioning complete for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:38.700580 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5fba6471-c5c4-4b36-88c9-5549d62a7f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.748948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59556) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:38.752051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=6b55925a-a68b-46ce-a7f2-370e44414e0a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:38.788988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] For port 6b55925a-a68b-46ce-a7f2-370e44414e0a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6b55925a-a68b-46ce-a7f2-370e44414e0a,segment=NetworkSegment(5938c91f-15af-4dcc-8324-9f4ab2f9be70),segment_id=5938c91f-15af-4dcc-8324-9f4ab2f9be70)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:38.788988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.825038 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6afe7037-e494-4fbd-bc9a-4d844b2b7fbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00a5d57f9d854175a329153102cc55cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713727 May 24 23:04:38.825505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59560) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:38.912963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7d03a313-9697-48ca-b907-9e5f6e2459ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.946363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4734c70a-872e-4eda-ace3-4e6cca1df7c0 None None] DHCP port deletion for d2108538-dc60-41b1-81c6-366b28f0c42b request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:38.951673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7d03a313-9697-48ca-b907-9e5f6e2459ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.957465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 6b55925a-a68b-46ce-a7f2-370e44414e0a owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:38.963217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4734c70a-872e-4eda-ace3-4e6cca1df7c0 None None] Deleting port 6b55925a-a68b-46ce-a7f2-370e44414e0a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:38.964240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4734c70a-872e-4eda-ace3-4e6cca1df7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.985773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.999776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.012216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7d03a313-9697-48ca-b907-9e5f6e2459ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.016280 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5fba6471-c5c4-4b36-88c9-5549d62a7f0d None None] Current status of the port 6007006e-f8a0-44cd-90a2-7778e69bcc80 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:39.040443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03a313-9697-48ca-b907-9e5f6e2459ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ed0d9a-e27e-47a2-bbd7-ca735cbb1a26,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:39.043522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7d03a313-9697-48ca-b907-9e5f6e2459ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.060109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2703502-4a5f-4391-8bfe-f3db13f1e751,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:39.061420 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7d03a313-9697-48ca-b907-9e5f6e2459ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03ed0d9a-e27e-47a2-bbd7-ca735cbb1a26 HTTP/1.1" status: 204 len: 168 time: 0.2228870 May 24 23:04:39.065898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.067214 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-64a9f3af-bdb6-4df3-94ec-fb3a7c428737 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6927924 May 24 23:04:39.070338 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59566) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:39.084464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'security_group': {'name': 'tempest-secgroup-257043135'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:39.093047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:39.094953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.108414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:security_group and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:39.112324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:39.120589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5fba6471-c5c4-4b36-88c9-5549d62a7f0d None None] Provisioning complete for port 0f77c910-1d5a-4a56-a871-9991406e4f92 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:39.121076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5fba6471-c5c4-4b36-88c9-5549d62a7f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.121412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:39.148607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=6b55925a-a68b-46ce-a7f2-370e44414e0a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:39.152026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No DVR routers for this DVR port 6b55925a-a68b-46ce-a7f2-370e44414e0a on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:39.157274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.192856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:39.199885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:security_group_rule and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:39.203867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:39.211987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 46980ea8-a8c0-486e-a4e3-50f2f40373f4 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:39.215400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:39.316121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.324567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.373746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.375316 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3033726 May 24 23:04:39.378592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59572) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:39.391714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'security_group': {'name': 'tempest-secgroup-577786478'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:39.398592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:39.403180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:security_group and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:39.406803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:39.413281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:39.426252 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5fba6471-c5c4-4b36-88c9-5549d62a7f0d None None] Port 0f77c910-1d5a-4a56-a871-9991406e4f92 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:39.431610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74426d-5bdd-487f-afb0-6adefca3dda4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea16cfc-5156-4147-ab3e-cd35fdf70c57,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:39.452399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.471762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4734c70a-872e-4eda-ace3-4e6cca1df7c0 None None] For port 6b55925a-a68b-46ce-a7f2-370e44414e0a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6b55925a-a68b-46ce-a7f2-370e44414e0a,segment=NetworkSegment(5938c91f-15af-4dcc-8324-9f4ab2f9be70),segment_id=5938c91f-15af-4dcc-8324-9f4ab2f9be70)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:39.472169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4734c70a-872e-4eda-ace3-4e6cca1df7c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.479006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:39.481513 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.484177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:security_group_rule and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:39.488193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:39.496323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:39.521928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2108538-dc60-41b1-81c6-366b28f0c42b']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:39.558182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5938c91f-15af-4dcc-8324-9f4ab2f9be70') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:39.558510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5938c91f-15af-4dcc-8324-9f4ab2f9be70') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:39.584829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.601313 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.608710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.620395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.673096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.683508 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3036492 May 24 23:04:39.683778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:39.684030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59586) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:39.684238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.698108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-255276956', 'security_groups': ['5b2b51d7-3d32-40ad-9eed-b3cbc44a24ec'], 'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d00c96d-0e72-4aea-82ca-7d20441683bd'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:39.708705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4734c70a-872e-4eda-ace3-4e6cca1df7c0 None None] Calling delete_port for 6b55925a-a68b-46ce-a7f2-370e44414e0a owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:39.770600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec788dd2-8c52-45d5-9a46-37c4ba578c0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2b51d7-3d32-40ad-9eed-b3cbc44a24ec,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:39.781675 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5938c91f-15af-4dcc-8324-9f4ab2f9be70 resource provider aggregate not found May 24 23:04:39.817864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:39.819101 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.840823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.845403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.850852 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5938c91f-15af-4dcc-8324-9f4ab2f9be70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5938c91f-15af-4dcc-8324-9f4ab2f9be70 found for delete ", "request_id": "req-add8ccfa-fbc1-4303-8a71-4d77213c3e2c"}]} May 24 23:04:39.862001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:39.881081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752bf02-7afc-4da6-b806-1afe0ba41734 req-8b7a6c2e-10b5-42e0-8e57-05025fd68d33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:39.881319 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:39.882338 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3752bf02-7afc-4da6-b806-1afe0ba41734 req-8b7a6c2e-10b5-42e0-8e57-05025fd68d33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 943 time: 0.2569098 May 24 23:04:39.892467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Network': ['ID=d2108538-dc60-41b1-81c6-366b28f0c42b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:39.898350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:39.902318 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-4734c70a-872e-4eda-ace3-4e6cca1df7c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:04:39.909815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-4734c70a-872e-4eda-ace3-4e6cca1df7c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:04:39.931549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d3e23-65c1-4be8-b54d-41eacbac0e28 None None] Update dhcp port {'port': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'fixed_ips': [{'subnet_id': '96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4d00c96d-0e72-4aea-82ca-7d20441683bd'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': '6007006e-f8a0-44cd-90a2-7778e69bcc80'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:04:39.945595 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3752bf02-7afc-4da6-b806-1afe0ba41734 req-bdabdf25-f392-4052-8001-2c0b406814b8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567031 May 24 23:04:39.953476 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fca4ccf5-4399-4a45-9109-3f42b5655bd9 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/networks/d2108538-dc60-41b1-81c6-366b28f0c42b HTTP/1.1" status: 204 len: 168 time: 1.7087111 May 24 23:04:39.954160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59600) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:39.959872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1183414770'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:39.967164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:39.971083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:network and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:39.974195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:39.981550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:39.996907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:40.001250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.033038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:40.044113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.044332 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Added segment 74e446e3-b97a-41ad-bb7b-b34497cb483c of type vlan for network 546384f1-1489-4f1c-bb20-5b725b78af9b May 24 23:04:40.051355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c08d3e23-65c1-4be8-b54d-41eacbac0e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.075087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.092395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.101133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:40.119162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.122075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] device_id is not set on port efebf1af-7ff5-4c11-b294-b538648b52b9 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:40.127370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:40.139887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.204809 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2494180 May 24 23:04:40.206497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59608) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:40.207129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6b55925a-a68b-46ce-a7f2-370e44414e0a no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:40.267479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '546384f1-1489-4f1c-bb20-5b725b78af9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:40.283576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 6b55925a-a68b-46ce-a7f2-370e44414e0a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:40.284234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6b55925a-a68b-46ce-a7f2-370e44414e0a not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:40.374785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570e9b3-5716-4d55-baeb-325360b87c46 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Network': ['ID=546384f1-1489-4f1c-bb20-5b725b78af9b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:40.376583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c08d3e23-65c1-4be8-b54d-41eacbac0e28 None None] Allocated IP 2001:db8::2 (6f1d7507-e5d6-4ea9-92c8-8d12808a66c9/4d00c96d-0e72-4aea-82ca-7d20441683bd/6007006e-f8a0-44cd-90a2-7778e69bcc80) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:40.389940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 546384f1-1489-4f1c-bb20-5b725b78af9b details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:40.414203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4734c70a-872e-4eda-ace3-4e6cca1df7c0 None None] Deleting port 6b55925a-a68b-46ce-a7f2-370e44414e0a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:40.414689 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4734c70a-872e-4eda-ace3-4e6cca1df7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.416807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:40.420751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:40.423631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:40.429498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:40.440072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:40.443919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.566372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4734c70a-872e-4eda-ace3-4e6cca1df7c0 None None] The port '6b55925a-a68b-46ce-a7f2-370e44414e0a' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:04:40.688197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.689562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c08d3e23-65c1-4be8-b54d-41eacbac0e28 None None] For port 6007006e-f8a0-44cd-90a2-7778e69bcc80, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6007006e-f8a0-44cd-90a2-7778e69bcc80,segment=NetworkSegment(b75960a7-5ace-4aee-90c0-c1a9502c2561),segment_id=b75960a7-5ace-4aee-90c0-c1a9502c2561)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:40.716323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c08d3e23-65c1-4be8-b54d-41eacbac0e28 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.732935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c08d3e23-65c1-4be8-b54d-41eacbac0e28 None None] Transition to ACTIVE for port object 6007006e-f8a0-44cd-90a2-7778e69bcc80 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:40.740344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c08d3e23-65c1-4be8-b54d-41eacbac0e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.802803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Subnet': ['ID=22c7fd0c-7bf4-4a3b-ac6c-cf91be9fbd63,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:40.811627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Checking segment: {'id': '74e446e3-b97a-41ad-bb7b-b34497cb483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '546384f1-1489-4f1c-bb20-5b725b78af9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:40.812032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network hostable DHCP agents. Network: 546384f1-1489-4f1c-bb20-5b725b78af9b, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:40.818452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8::31a (6f1d7507-e5d6-4ea9-92c8-8d12808a66c9/4d00c96d-0e72-4aea-82ca-7d20441683bd/efebf1af-7ff5-4c11-b294-b538648b52b9) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:40.840325 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 546384f1-1489-4f1c-bb20-5b725b78af9b is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:40.853475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 546384f1-1489-4f1c-bb20-5b725b78af9b) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:40.857755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:40.858324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.871873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a6f06-917b-498b-84f2-40e711efd75e None None] Network 546384f1-1489-4f1c-bb20-5b725b78af9b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:40.889830 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f25e6b31-697e-4eef-a159-9836ced161a6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6322918 May 24 23:04:40.892151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59626) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:40.893006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d3e23-65c1-4be8-b54d-41eacbac0e28 None None] Pushing event updated for resources: {'Port': ['ID=6007006e-f8a0-44cd-90a2-7778e69bcc80,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:40.909300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': '546384f1-1489-4f1c-bb20-5b725b78af9b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-9083744'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:40.927528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59630) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:41.071766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.099777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:41.099939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object efebf1af-7ff5-4c11-b294-b538648b52b9 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:41.106513 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:port and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:41.110480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:41.117698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:41.155265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-459332069', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:41.158840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.193324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6007006e-f8a0-44cd-90a2-7778e69bcc80 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:41.209033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:41.211771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:41.215479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.239578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Usage tracker for resource:port and tenant:d56d3ee79366408caa3e34e0e99335c6 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:41.248704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:41.269006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:41.283578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port 4b53cce2-e94b-4f0b-844c-7bed2d6faa57 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:41.345594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Made reservation on behalf of d56d3ee79366408caa3e34e0e99335c6 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:41.347704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.373810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-546384f1-1489-4f1c-bb20-5b725b78af9b', 'network_id': '546384f1-1489-4f1c-bb20-5b725b78af9b', 'tenant_id': 'fa3b8b85c94d42f2b0642309b85d8ee4', 'fixed_ips': [{'subnet_id': '22c7fd0c-7bf4-4a3b-ac6c-cf91be9fbd63'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:41.374665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.392391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.397747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:41.402447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:41.406137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:41.413443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:41.414109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.423618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97306b89-c9fe-4c84-b261-5c80343ffb80 req-47820871-9c40-44c5-aac4-8234f42de310 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:41.431791 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97306b89-c9fe-4c84-b261-5c80343ffb80 req-47820871-9c40-44c5-aac4-8234f42de310 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 943 time: 0.2658625 May 24 23:04:41.443740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=efebf1af-7ff5-4c11-b294-b538648b52b9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:41.455380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:41.462461 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2dc74cc8-ecb9-4f21-906e-163b9232d808 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7749236 May 24 23:04:41.464436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Usage tracker for resource:security_group_rule and tenant:d56d3ee79366408caa3e34e0e99335c6 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:41.466210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59638) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:41.474048 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-62fb9b82-758f-4340-a703-7d3bf71051cd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:41.499917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:41.528573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:41.559545 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97306b89-c9fe-4c84-b261-5c80343ffb80 req-eeb2ebd5-af2a-46b3-a708-f42e703f7519 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274054 May 24 23:04:41.586791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.6 (546384f1-1489-4f1c-bb20-5b725b78af9b/22c7fd0c-7bf4-4a3b-ac6c-cf91be9fbd63/4b53cce2-e94b-4f0b-844c-7bed2d6faa57) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:41.648123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-62fb9b82-758f-4340-a703-7d3bf71051cd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:41.654248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-62fb9b82-758f-4340-a703-7d3bf71051cd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:41.657555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-62fb9b82-758f-4340-a703-7d3bf71051cd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:41.663633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-62fb9b82-758f-4340-a703-7d3bf71051cd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:41.675148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fb9b82-758f-4340-a703-7d3bf71051cd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:41.678817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62fb9b82-758f-4340-a703-7d3bf71051cd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.779557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.784877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9a94b2ff-f3b9-4f8c-8cea-1bc263384a06 None None] Provisioning for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:41.790574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9a94b2ff-f3b9-4f8c-8cea-1bc263384a06 None None] Provisioning complete for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:41.791049 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a94b2ff-f3b9-4f8c-8cea-1bc263384a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.797174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.810378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] device_id is not set on port 0ca007b9-c2a7-4ead-b503-1692e43fd7ce yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:41.822025 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-62fb9b82-758f-4340-a703-7d3bf71051cd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d00c96d-0e72-4aea-82ca-7d20441683bd (CIDR: 2001:db8::/64) May 24 23:04:41.827813 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fb9b82-758f-4340-a703-7d3bf71051cd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:04:41.828337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fb9b82-758f-4340-a703-7d3bf71051cd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:41.855971 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-62fb9b82-758f-4340-a703-7d3bf71051cd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3875821 May 24 23:04:41.856959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59642) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:41.863133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1fe82f88-2458-4b73-aa15-e80f4de6af4b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:41.925793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9a94b2ff-f3b9-4f8c-8cea-1bc263384a06 None None] Current status of the port 6007006e-f8a0-44cd-90a2-7778e69bcc80 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:41.938624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9a94b2ff-f3b9-4f8c-8cea-1bc263384a06 None None] Provisioning complete for port 0f77c910-1d5a-4a56-a871-9991406e4f92 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:41.939230 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a94b2ff-f3b9-4f8c-8cea-1bc263384a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.025807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.037862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1fe82f88-2458-4b73-aa15-e80f4de6af4b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:42.041785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1fe82f88-2458-4b73-aa15-e80f4de6af4b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:42.044852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1fe82f88-2458-4b73-aa15-e80f4de6af4b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:42.045362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efad944-22f1-4184-9849-4b2b48974861,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:42.050541 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1fe82f88-2458-4b73-aa15-e80f4de6af4b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:42.052644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9a94b2ff-f3b9-4f8c-8cea-1bc263384a06 None None] Port 0f77c910-1d5a-4a56-a871-9991406e4f92 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:42.062969 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Transition to ACTIVE for port object 4b53cce2-e94b-4f0b-844c-7bed2d6faa57 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:42.063406 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe82f88-2458-4b73-aa15-e80f4de6af4b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:42.067263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fe82f88-2458-4b73-aa15-e80f4de6af4b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.142089 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Allocated IP 172.26.3.207 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/0ca007b9-c2a7-4ead-b503-1692e43fd7ce) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:42.155067 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.212291 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-1fe82f88-2458-4b73-aa15-e80f4de6af4b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc (CIDR: 2001:db8:0:1::/64) May 24 23:04:42.215562 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe82f88-2458-4b73-aa15-e80f4de6af4b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:04:42.216525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe82f88-2458-4b73-aa15-e80f4de6af4b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:42.238211 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1fe82f88-2458-4b73-aa15-e80f4de6af4b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3775690 May 24 23:04:42.238808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59646) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:42.240086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Allocated IP 172.20.0.2 (546384f1-1489-4f1c-bb20-5b725b78af9b/22c7fd0c-7bf4-4a3b-ac6c-cf91be9fbd63/75a7a578-f4d1-4786-bf7e-65da82009f4b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:42.247099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a96d15e-115b-45be-8d2f-47db496627af None None] Provisioning for port efebf1af-7ff5-4c11-b294-b538648b52b9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:42.247959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'subnet': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:42.251045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 546384f1-1489-4f1c-bb20-5b725b78af9b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:42.255849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:42.257993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a96d15e-115b-45be-8d2f-47db496627af None None] Provisioning complete for port efebf1af-7ff5-4c11-b294-b538648b52b9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:42.258323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:42.258824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a96d15e-115b-45be-8d2f-47db496627af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.315094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=4b53cce2-e94b-4f0b-844c-7bed2d6faa57,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:42.393884 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:04:42.397131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:42.401043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Usage tracker for resource:subnet and tenant:47758fbb459b433493b014395cf29a06 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:42.405755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:42.405905 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7a96d15e-115b-45be-8d2f-47db496627af None None] Port efebf1af-7ff5-4c11-b294-b538648b52b9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:42.410394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:42.422623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Made reservation on behalf of 47758fbb459b433493b014395cf29a06 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:42.426092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.428328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:42.429527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.487854 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9aab6fc5-4749-4640-9c62-018d1d9bbb94 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 883 time: 1.5912850 May 24 23:04:42.488639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59652) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:42.576346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.587078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e759f-690a-44d9-b84d-b09f23aa78e1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 4b53cce2-e94b-4f0b-844c-7bed2d6faa57 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:42.587459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba6e759f-690a-44d9-b84d-b09f23aa78e1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.641459 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.651023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:42.669903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Transition to ACTIVE for port object 75a7a578-f4d1-4786-bf7e-65da82009f4b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:42.677420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'port_id': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7', 'mac_address': 'fa:16:3e:b5:81:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:04:42.714722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.727379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.741014 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Transition to ACTIVE for port object 75a7a578-f4d1-4786-bf7e-65da82009f4b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:42.751269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.785794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:42.789010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:42.789010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.789342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:42.794252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:42.794966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.809427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6fbd63-75c6-4d3f-8187-2a05bd52c357 None None] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:42.813452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Subnet': ['ID=d0415855-b6a4-4dd8-9651-74f3c5379319,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:42.827216 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8739e7e4-9541-40f3-a220-a419bd0934b9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5859461 May 24 23:04:42.829982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59658) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:42.836512 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2087369433', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd0415855-b6a4-4dd8-9651-74f3c5379319'}], 'security_groups': ['f2703502-4a5f-4391-8bfe-f3db13f1e751', 'dea16cfc-5156-4147-ab3e-cd35fdf70c57']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:42.905062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:42.907004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:04:42.911972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Pushing event updated for resources: {'Port': ['ID=0ca007b9-c2a7-4ead-b503-1692e43fd7ce,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:42.912251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Network 546384f1-1489-4f1c-bb20-5b725b78af9b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:42.924858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:42.932642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:42.938960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Pushing event updated for resources: {'Port': ['ID=75a7a578-f4d1-4786-bf7e-65da82009f4b,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:42.967510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.980854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:42.984666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:42.986290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:43.021016 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.082762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:43.083505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.108072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60715fa7-57b2-41cb-b363-5b0d49308eb7 req-9f10dc05-64be-43a1-8aa1-d457c638c960 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:43.109967 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60715fa7-57b2-41cb-b363-5b0d49308eb7 req-9f10dc05-64be-43a1-8aa1-d457c638c960 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 943 time: 0.3969646 May 24 23:04:43.124964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Attempting to bind port 75a7a578-f4d1-4786-bf7e-65da82009f4b on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:43.125355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Attempting to bind port 75a7a578-f4d1-4786-bf7e-65da82009f4b by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '74e446e3-b97a-41ad-bb7b-b34497cb483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '546384f1-1489-4f1c-bb20-5b725b78af9b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:43.125717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Attempting to bind port 75a7a578-f4d1-4786-bf7e-65da82009f4b on network 546384f1-1489-4f1c-bb20-5b725b78af9b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:43.141171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:43.141566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Checking segment: {'id': '74e446e3-b97a-41ad-bb7b-b34497cb483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '546384f1-1489-4f1c-bb20-5b725b78af9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:43.141971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.142387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Bound using segment: {'id': '74e446e3-b97a-41ad-bb7b-b34497cb483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '546384f1-1489-4f1c-bb20-5b725b78af9b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:43.142905 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Bound port: 75a7a578-f4d1-4786-bf7e-65da82009f4b, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e446e3-b97a-41ad-bb7b-b34497cb483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '546384f1-1489-4f1c-bb20-5b725b78af9b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:43.143281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.153255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba6e759f-690a-44d9-b84d-b09f23aa78e1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.248886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:43.278406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:04:43.289894 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7ec5c9e4-512f-4dbb-b398-b450330aeb44 tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3547385 May 24 23:04:43.293344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59662) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:43.300881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e759f-690a-44d9-b84d-b09f23aa78e1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 4b53cce2-e94b-4f0b-844c-7bed2d6faa57 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:43.302265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.207'}]}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:43.338556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:43.347686 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60715fa7-57b2-41cb-b363-5b0d49308eb7 req-343bf9e7-e7d6-4a4e-9f4e-17c175acca86 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219272 May 24 23:04:43.351651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Usage tracker for resource:router and tenant:d56d3ee79366408caa3e34e0e99335c6 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:43.357085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:43.366656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:43.415848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.417388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.423048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] For port 75a7a578-f4d1-4786-bf7e-65da82009f4b, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:43.444027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] For port 75a7a578-f4d1-4786-bf7e-65da82009f4b, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=75a7a578-f4d1-4786-bf7e-65da82009f4b,segment=NetworkSegment(74e446e3-b97a-41ad-bb7b-b34497cb483c),segment_id=74e446e3-b97a-41ad-bb7b-b34497cb483c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:43.454776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.468738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Delete allocated IP 2001:db8::31a (6f1d7507-e5d6-4ea9-92c8-8d12808a66c9/4d00c96d-0e72-4aea-82ca-7d20441683bd) {{(pid=88260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:04:43.469742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba6e759f-690a-44d9-b84d-b09f23aa78e1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.484841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Allocated IP 2001:db8:0:2::f3 (6f1d7507-e5d6-4ea9-92c8-8d12808a66c9/d0415855-b6a4-4dd8-9651-74f3c5379319/efebf1af-7ff5-4c11-b294-b538648b52b9) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:43.487602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.521411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e759f-690a-44d9-b84d-b09f23aa78e1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=4b53cce2-e94b-4f0b-844c-7bed2d6faa57,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:43.610533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7698f-53f1-48aa-af90-3691a0fc8751 None None] Pushing event updated for resources: {'Port': ['ID=75a7a578-f4d1-4786-bf7e-65da82009f4b,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:43.642215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba6e759f-690a-44d9-b84d-b09f23aa78e1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.653398 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ba6e759f-690a-44d9-b84d-b09f23aa78e1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/4b53cce2-e94b-4f0b-844c-7bed2d6faa57 HTTP/1.1" status: 204 len: 168 time: 1.1639557 May 24 23:04:43.655881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59666) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:43.707509 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58df170-a646-4449-92b4-a8e43e7441e2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:04:43.708133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c58df170-a646-4449-92b4-a8e43e7441e2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:43.730976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c58df170-a646-4449-92b4-a8e43e7441e2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:43.734875 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c58df170-a646-4449-92b4-a8e43e7441e2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/4b53cce2-e94b-4f0b-844c-7bed2d6faa57 HTTP/1.1" status: 404 len: 333 time: 0.0753586 May 24 23:04:43.736305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59670) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:43.762812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accfc4a7-36ac-4a9e-acfb-ce9a222a6c01 None None] Update dhcp port {'port': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'fixed_ips': [{'subnet_id': '96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4d00c96d-0e72-4aea-82ca-7d20441683bd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd0415855-b6a4-4dd8-9651-74f3c5379319'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': '6007006e-f8a0-44cd-90a2-7778e69bcc80'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:04:43.822084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff1fa12-fa76-418f-9809-b43f472a0d24 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting subnet 22c7fd0c-7bf4-4a3b-ac6c-cf91be9fbd63 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:43.826263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eff1fa12-fa76-418f-9809-b43f472a0d24 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.865144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-accfc4a7-36ac-4a9e-acfb-ce9a222a6c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.037655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eff1fa12-fa76-418f-9809-b43f472a0d24 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.126967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eff1fa12-fa76-418f-9809-b43f472a0d24 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.149274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:04:44.172034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.177110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.208528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eff1fa12-fa76-418f-9809-b43f472a0d24 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.213123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Transition to ACTIVE for port object efebf1af-7ff5-4c11-b294-b538648b52b9 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:44.218252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.251713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1fa12-fa76-418f-9809-b43f472a0d24 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Subnet': ['ID=22c7fd0c-7bf4-4a3b-ac6c-cf91be9fbd63,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:44.253658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eff1fa12-fa76-418f-9809-b43f472a0d24 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.262879 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-eff1fa12-fa76-418f-9809-b43f472a0d24 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/22c7fd0c-7bf4-4a3b-ac6c-cf91be9fbd63 HTTP/1.1" status: 204 len: 168 time: 0.5220177 May 24 23:04:44.263195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59674) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:44.299167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-accfc4a7-36ac-4a9e-acfb-ce9a222a6c01 None None] Allocated IP 2001:db8:0:2::2 (6f1d7507-e5d6-4ea9-92c8-8d12808a66c9/d0415855-b6a4-4dd8-9651-74f3c5379319/6007006e-f8a0-44cd-90a2-7778e69bcc80) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:44.383127 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] In _notify_port_updated(), no bound segment for port efebf1af-7ff5-4c11-b294-b538648b52b9 on network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:04:44.388302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.389452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:44.390097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.394082 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "PUT /v2.0/ports/efebf1af-7ff5-4c11-b294-b538648b52b9 HTTP/1.1" status: 200 len: 969 time: 1.5603063 May 24 23:04:44.396171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59680) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:44.399162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d3b1d-d668-4b73-8262-d23603de245e tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event updated for resources: {'Port': ['ID=efebf1af-7ff5-4c11-b294-b538648b52b9,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:44.471547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-accfc4a7-36ac-4a9e-acfb-ce9a222a6c01 None None] For port 6007006e-f8a0-44cd-90a2-7778e69bcc80, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6007006e-f8a0-44cd-90a2-7778e69bcc80,segment=NetworkSegment(b75960a7-5ace-4aee-90c0-c1a9502c2561),segment_id=b75960a7-5ace-4aee-90c0-c1a9502c2561)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:44.478352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 75a7a578-f4d1-4786-bf7e-65da82009f4b {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:44.478733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.503408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-accfc4a7-36ac-4a9e-acfb-ce9a222a6c01 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.523667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-accfc4a7-36ac-4a9e-acfb-ce9a222a6c01 None None] Transition to ACTIVE for port object 6007006e-f8a0-44cd-90a2-7778e69bcc80 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:44.528007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-accfc4a7-36ac-4a9e-acfb-ce9a222a6c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.546307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-de54ecba-fa9b-4f3b-ae74-1afce31a4100 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port efebf1af-7ff5-4c11-b294-b538648b52b9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:44.546570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de54ecba-fa9b-4f3b-ae74-1afce31a4100 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.660491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfc4a7-36ac-4a9e-acfb-ce9a222a6c01 None None] Pushing event updated for resources: {'Port': ['ID=6007006e-f8a0-44cd-90a2-7778e69bcc80,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:44.783672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.801303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404870e1-c97d-4e5d-9292-1d130587af18 None None] Network 546384f1-1489-4f1c-bb20-5b725b78af9b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:44.823884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.992796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2e0714e9-b0ab-4470-a08c-0d1124568208 None None] Provisioning for port 75a7a578-f4d1-4786-bf7e-65da82009f4b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:45.025528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cb86f-826d-4198-af03-1366e34a8eb3 req-7c95e8bd-921b-417c-85bc-c4f734574308 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:45.027631 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c2cb86f-826d-4198-af03-1366e34a8eb3 req-7c95e8bd-921b-417c-85bc-c4f734574308 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 944 time: 0.4471860 May 24 23:04:45.077198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] For port 75a7a578-f4d1-4786-bf7e-65da82009f4b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=75a7a578-f4d1-4786-bf7e-65da82009f4b,segment=NetworkSegment(74e446e3-b97a-41ad-bb7b-b34497cb483c),segment_id=74e446e3-b97a-41ad-bb7b-b34497cb483c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:45.077791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.083244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.115011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb11f2-ce26-4a79-a0b5-dcebd61bca80 None None] DHCP port deletion for 546384f1-1489-4f1c-bb20-5b725b78af9b request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:45.119995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb11f2-ce26-4a79-a0b5-dcebd61bca80 None None] Deleting port 75a7a578-f4d1-4786-bf7e-65da82009f4b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:45.120472 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6cb11f2-ce26-4a79-a0b5-dcebd61bca80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.232341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de54ecba-fa9b-4f3b-ae74-1afce31a4100 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.237913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6007006e-f8a0-44cd-90a2-7778e69bcc80 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:45.444505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 75a7a578-f4d1-4786-bf7e-65da82009f4b owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:45.472997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e6cb11f2-ce26-4a79-a0b5-dcebd61bca80 None None] For port 75a7a578-f4d1-4786-bf7e-65da82009f4b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=75a7a578-f4d1-4786-bf7e-65da82009f4b,segment=NetworkSegment(74e446e3-b97a-41ad-bb7b-b34497cb483c),segment_id=74e446e3-b97a-41ad-bb7b-b34497cb483c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:45.473560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6cb11f2-ce26-4a79-a0b5-dcebd61bca80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.487548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-de54ecba-fa9b-4f3b-ae74-1afce31a4100 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for efebf1af-7ff5-4c11-b294-b538648b52b9 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:45.544221 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c2cb86f-826d-4198-af03-1366e34a8eb3 req-f2b36d93-f668-4ad5-9152-f5e409233e56 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4929938 May 24 23:04:45.608485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.614509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.620772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb11f2-ce26-4a79-a0b5-dcebd61bca80 None None] Calling delete_port for 75a7a578-f4d1-4786-bf7e-65da82009f4b owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:45.647422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.648217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 036804af-ffd3-45bc-978d-378aadb1c3fc {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:04:45.686604 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 24 23:04:45.691246 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-46e1ede5-da06-4dbf-987f-453f58b1adca tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3968244 May 24 23:04:45.692062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59686) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:45.720531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.727098 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-583d0a4f-9d13-421d-a02f-193a85d76f80 None None] Provisioning for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:45.733302 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-583d0a4f-9d13-421d-a02f-193a85d76f80 None None] Provisioning complete for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:45.733913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-583d0a4f-9d13-421d-a02f-193a85d76f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.770127 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-57fb0a14-ac45-4396-8857-2dc5a80d296c tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Deleting port 0ca007b9-c2a7-4ead-b503-1692e43fd7ce {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:45.770386 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-57fb0a14-ac45-4396-8857-2dc5a80d296c tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.811842 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.860261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-e6cb11f2-ce26-4a79-a0b5-dcebd61bca80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:04:45.860608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-e6cb11f2-ce26-4a79-a0b5-dcebd61bca80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:04:45.864489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=75a7a578-f4d1-4786-bf7e-65da82009f4b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:45.871032 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-583d0a4f-9d13-421d-a02f-193a85d76f80 None None] Current status of the port 6007006e-f8a0-44cd-90a2-7778e69bcc80 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:45.874446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No DVR routers for this DVR port 75a7a578-f4d1-4786-bf7e-65da82009f4b on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:45.882566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-583d0a4f-9d13-421d-a02f-193a85d76f80 None None] Provisioning for port efebf1af-7ff5-4c11-b294-b538648b52b9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:45.888327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-583d0a4f-9d13-421d-a02f-193a85d76f80 None None] Provisioning complete for port efebf1af-7ff5-4c11-b294-b538648b52b9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:45.888697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-583d0a4f-9d13-421d-a02f-193a85d76f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.907559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de54ecba-fa9b-4f3b-ae74-1afce31a4100 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.922003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-583d0a4f-9d13-421d-a02f-193a85d76f80 None None] Port efebf1af-7ff5-4c11-b294-b538648b52b9 was deleted so its status cannot be updated. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 24 23:04:45.933223 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-583d0a4f-9d13-421d-a02f-193a85d76f80 None None] Provisioning complete for port 0f77c910-1d5a-4a56-a871-9991406e4f92 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:45.933591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-583d0a4f-9d13-421d-a02f-193a85d76f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.988756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-583d0a4f-9d13-421d-a02f-193a85d76f80 None None] Port 0f77c910-1d5a-4a56-a871-9991406e4f92 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:46.023765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54ecba-fa9b-4f3b-ae74-1afce31a4100 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=efebf1af-7ff5-4c11-b294-b538648b52b9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:46.028364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-57fb0a14-ac45-4396-8857-2dc5a80d296c tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.086665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.099333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de54ecba-fa9b-4f3b-ae74-1afce31a4100 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.106024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-14b1abe8-52ed-4524-b3a3-09e508c5565f None None] Could not find standard attr ID for object efebf1af-7ff5-4c11-b294-b538648b52b9. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:04:46.125356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546384f1-1489-4f1c-bb20-5b725b78af9b']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:46.136628 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-de54ecba-fa9b-4f3b-ae74-1afce31a4100 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/efebf1af-7ff5-4c11-b294-b538648b52b9 HTTP/1.1" status: 204 len: 168 time: 1.7353101 May 24 23:04:46.137354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:46.155728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-57fb0a14-ac45-4396-8857-2dc5a80d296c tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Calling delete_port for 0ca007b9-c2a7-4ead-b503-1692e43fd7ce owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:46.175470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e446e3-b97a-41ad-bb7b-b34497cb483c') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:46.175768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e446e3-b97a-41ad-bb7b-b34497cb483c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:46.197472 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3243f6d5-4167-4ebe-aa1f-dc3e344a4d92 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] GET failed (client error): The resource could not be found. May 24 23:04:46.198050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3243f6d5-4167-4ebe-aa1f-dc3e344a4d92 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:46.202132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.223372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.231904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:46.232355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.255597 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3243f6d5-4167-4ebe-aa1f-dc3e344a4d92 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:46.256753 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3243f6d5-4167-4ebe-aa1f-dc3e344a4d92 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports/efebf1af-7ff5-4c11-b294-b538648b52b9 HTTP/1.1" status: 404 len: 333 time: 0.1187770 May 24 23:04:46.281682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59696) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:46.300381 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 74e446e3-b97a-41ad-bb7b-b34497cb483c resource provider aggregate not found May 24 23:04:46.328436 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 74e446e3-b97a-41ad-bb7b-b34497cb483c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74e446e3-b97a-41ad-bb7b-b34497cb483c found for delete ", "request_id": "req-9c2f76c1-c056-4b11-99d1-c72c44c10c09"}]} May 24 23:04:46.341014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.350704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-57fb0a14-ac45-4396-8857-2dc5a80d296c tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.361853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.362494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb11f2-ce26-4a79-a0b5-dcebd61bca80 None None] Deleting port 75a7a578-f4d1-4786-bf7e-65da82009f4b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:46.362990 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6cb11f2-ce26-4a79-a0b5-dcebd61bca80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.368084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Network': ['ID=546384f1-1489-4f1c-bb20-5b725b78af9b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:46.372838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1a8b716b-7b49-4db5-86d7-3e2db9fd4a17 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/networks/546384f1-1489-4f1c-bb20-5b725b78af9b HTTP/1.1" status: 204 len: 168 time: 2.1087503 May 24 23:04:46.376416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59702) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:46.381947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'name': 'tempest-PortsTestJSON-1845789779'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:46.411934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-854b603d-dfbd-4097-b01d-0ce56bb986d9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.415614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb0a14-ac45-4396-8857-2dc5a80d296c tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ca007b9-c2a7-4ead-b503-1692e43fd7ce,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:46.451058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:46.499168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:46.509003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:46.516725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb11f2-ce26-4a79-a0b5-dcebd61bca80 None None] The port '75a7a578-f4d1-4786-bf7e-65da82009f4b' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:04:46.519473 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-854b603d-dfbd-4097-b01d-0ce56bb986d9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.521298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:46.525489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.553174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port 28180ec8-23c3-4f66-80d6-67b23183f8b5 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:46.561488 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:46.563703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-57fb0a14-ac45-4396-8857-2dc5a80d296c tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.567085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:46.567652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.584084 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-57fb0a14-ac45-4396-8857-2dc5a80d296c tempest-RoutersAdminNegativeTest-604462098 tempest-RoutersAdminNegativeTest-604462098-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0ca007b9-c2a7-4ead-b503-1692e43fd7ce HTTP/1.1" status: 204 len: 168 time: 0.8870583 May 24 23:04:46.602240 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-854b603d-dfbd-4097-b01d-0ce56bb986d9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.652726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-854b603d-dfbd-4097-b01d-0ce56bb986d9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.657893 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-854b603d-dfbd-4097-b01d-0ce56bb986d9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/security-groups/5b2b51d7-3d32-40ad-9eed-b3cbc44a24ec HTTP/1.1" status: 204 len: 168 time: 0.3748534 May 24 23:04:46.659275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b603d-dfbd-4097-b01d-0ce56bb986d9 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2b51d7-3d32-40ad-9eed-b3cbc44a24ec,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:46.662758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59710) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:46.732583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:46.733168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.753742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4d07-ecd2-4cb6-aa61-4ef125584254 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.763122 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:46.782029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:46.787567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4d07-ecd2-4cb6-aa61-4ef125584254 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.788635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.840952 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cfd6082-b8c7-4eb0-a22c-c2694795f8f7'] response: {'server_uuid': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7', 'code': 200} May 24 23:04:46.857030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4d07-ecd2-4cb6-aa61-4ef125584254 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.879604 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a4d07-ecd2-4cb6-aa61-4ef125584254 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea16cfc-5156-4147-ab3e-cd35fdf70c57,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:46.892599 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:46.906154 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4d07-ecd2-4cb6-aa61-4ef125584254 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.907497 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4a0a4d07-ecd2-4cb6-aa61-4ef125584254 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/security-groups/dea16cfc-5156-4147-ab3e-cd35fdf70c57 HTTP/1.1" status: 204 len: 168 time: 0.2418730 May 24 23:04:46.910629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59718) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:46.929274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.948926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed27312-c033-41eb-8364-c5ce51aa2e13 req-2c34fa4a-07cc-4808-84fe-8b1abe8ecfcf tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:46.950693 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3ed27312-c033-41eb-8364-c5ce51aa2e13 req-2c34fa4a-07cc-4808-84fe-8b1abe8ecfcf tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 944 time: 0.2534015 May 24 23:04:46.995942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e719336-6320-4c7b-8a34-b64275b6f801 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.007438 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3ed27312-c033-41eb-8364-c5ce51aa2e13 req-4711a427-05f3-40df-8866-7d9ed70fa056 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510166 May 24 23:04:47.014417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59724) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:47.018790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.049934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e719336-6320-4c7b-8a34-b64275b6f801 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.082697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 75a7a578-f4d1-4786-bf7e-65da82009f4b no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:47.096663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:47.106067 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:47.110531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:47.119335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 75a7a578-f4d1-4786-bf7e-65da82009f4b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:47.119748 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 75a7a578-f4d1-4786-bf7e-65da82009f4b not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:47.124982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:47.132524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e719336-6320-4c7b-8a34-b64275b6f801 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.136690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.155783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e719336-6320-4c7b-8a34-b64275b6f801 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.158831 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4e719336-6320-4c7b-8a34-b64275b6f801 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/security-groups/f2703502-4a5f-4391-8bfe-f3db13f1e751 HTTP/1.1" status: 204 len: 168 time: 0.2449436 May 24 23:04:47.158831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e719336-6320-4c7b-8a34-b64275b6f801 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2703502-4a5f-4391-8bfe-f3db13f1e751,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:47.160180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59730) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:47.229206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acb79e39-9a0c-4359-8b96-3949c1674c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.251191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-acb79e39-9a0c-4359-8b96-3949c1674c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:47.252489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=28180ec8-23c3-4f66-80d6-67b23183f8b5,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:47.258507 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0cae21e8-e225-4d79-9f8c-a84b08203139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8811655 May 24 23:04:47.260718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a53a97-da04-44bc-a9e8-a810f61d9e25 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting subnet 4d00c96d-0e72-4aea-82ca-7d20441683bd {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:47.261614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59736) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:47.263772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-acb79e39-9a0c-4359-8b96-3949c1674c54 admin admin] Usage tracker for resource:security_group_rule and tenant:43a2d22cab8740609812619fdadcdb6a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:47.266348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2a53a97-da04-44bc-a9e8-a810f61d9e25 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.293424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-acb79e39-9a0c-4359-8b96-3949c1674c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:47.313082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-acb79e39-9a0c-4359-8b96-3949c1674c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:47.336035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a6d77-9a4c-4e3e-b917-22bf51f8cfda tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 28180ec8-23c3-4f66-80d6-67b23183f8b5 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:47.336380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6d77-9a4c-4e3e-b917-22bf51f8cfda tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.342383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2a53a97-da04-44bc-a9e8-a810f61d9e25 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.363980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59740) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:47.379729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6834b-8d10-4bd3-897d-9c36bc41993b req-2502b23d-8e29-4acc-984f-71f22b35c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:47.381173 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-63a6834b-8d10-4bd3-897d-9c36bc41993b req-2502b23d-8e29-4acc-984f-71f22b35c853 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 1098 time: 0.2254415 May 24 23:04:47.469275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2a53a97-da04-44bc-a9e8-a810f61d9e25 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.523713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acb79e39-9a0c-4359-8b96-3949c1674c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.530066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acb79e39-9a0c-4359-8b96-3949c1674c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.586879 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-acb79e39-9a0c-4359-8b96-3949c1674c54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43a2d22cab8740609812619fdadcdb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711949 May 24 23:04:47.591488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59744) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:47.597073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb79e39-9a0c-4359-8b96-3949c1674c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ccdab8-35c8-40d8-8944-d3d458f99982,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:47.620862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2a53a97-da04-44bc-a9e8-a810f61d9e25 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.679800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a53a97-da04-44bc-a9e8-a810f61d9e25 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Subnet': ['ID=4d00c96d-0e72-4aea-82ca-7d20441683bd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:47.681232 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a687b-2409-4510-8fb6-83f3a5944bd2 None None] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:47.681757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2a53a97-da04-44bc-a9e8-a810f61d9e25 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.700670 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f2a53a97-da04-44bc-a9e8-a810f61d9e25 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/4d00c96d-0e72-4aea-82ca-7d20441683bd HTTP/1.1" status: 204 len: 168 time: 0.5391529 May 24 23:04:47.711159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59748) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:47.727570 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-63a6834b-8d10-4bd3-897d-9c36bc41993b req-55e7b052-5b09-42ba-aa06-12af79495865 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886481 May 24 23:04:47.759760 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888ba748-be03-4d98-823f-3ddb240ab019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.804066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888ba748-be03-4d98-823f-3ddb240ab019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.814336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e53eeb-8a07-42bf-b446-29a76e1f8f5b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting subnet d0415855-b6a4-4dd8-9651-74f3c5379319 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:47.819784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17e53eeb-8a07-42bf-b446-29a76e1f8f5b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.898910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17e53eeb-8a07-42bf-b446-29a76e1f8f5b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.948637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6d77-9a4c-4e3e-b917-22bf51f8cfda tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.074426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888ba748-be03-4d98-823f-3ddb240ab019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.097285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a6d77-9a4c-4e3e-b917-22bf51f8cfda tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 28180ec8-23c3-4f66-80d6-67b23183f8b5 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:48.098075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ba748-be03-4d98-823f-3ddb240ab019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ccdab8-35c8-40d8-8944-d3d458f99982,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:48.117990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888ba748-be03-4d98-823f-3ddb240ab019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.122073 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-888ba748-be03-4d98-823f-3ddb240ab019 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27ccdab8-35c8-40d8-8944-d3d458f99982 HTTP/1.1" status: 204 len: 168 time: 0.5267704 May 24 23:04:48.145880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17e53eeb-8a07-42bf-b446-29a76e1f8f5b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.254583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17e53eeb-8a07-42bf-b446-29a76e1f8f5b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.300103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e53eeb-8a07-42bf-b446-29a76e1f8f5b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Subnet': ['ID=d0415855-b6a4-4dd8-9651-74f3c5379319,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:48.312519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17e53eeb-8a07-42bf-b446-29a76e1f8f5b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.319377 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-17e53eeb-8a07-42bf-b446-29a76e1f8f5b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/d0415855-b6a4-4dd8-9651-74f3c5379319 HTTP/1.1" status: 204 len: 168 time: 0.6068468 May 24 23:04:48.321552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59756) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:48.374738 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-6504b68d-2feb-4e5b-8574-eec5f0772f93 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:04:48.375346 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6504b68d-2feb-4e5b-8574-eec5f0772f93 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:48.377919 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6504b68d-2feb-4e5b-8574-eec5f0772f93 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/4d00c96d-0e72-4aea-82ca-7d20441683bd HTTP/1.1" status: 404 len: 337 time: 0.0554285 May 24 23:04:48.380463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59762) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:48.448262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6d77-9a4c-4e3e-b917-22bf51f8cfda tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.482211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc1732e-04f4-4a3c-86ba-388648643a73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting subnet 96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:48.486705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcc1732e-04f4-4a3c-86ba-388648643a73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.521463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a6d77-9a4c-4e3e-b917-22bf51f8cfda tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=28180ec8-23c3-4f66-80d6-67b23183f8b5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:48.533924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6d77-9a4c-4e3e-b917-22bf51f8cfda tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.543006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59766) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:48.585590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcc1732e-04f4-4a3c-86ba-388648643a73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.590965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6b58d-137f-43ca-ba72-67adb45dde4d req-c93fc8fe-b376-4bc6-982c-1e5d4b9fb4f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:48.592411 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9c6b58d-137f-43ca-ba72-67adb45dde4d req-c93fc8fe-b376-4bc6-982c-1e5d4b9fb4f5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 945 time: 0.3142591 May 24 23:04:48.601135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec1a6d77-9a4c-4e3e-b917-22bf51f8cfda tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/28180ec8-23c3-4f66-80d6-67b23183f8b5 HTTP/1.1" status: 204 len: 168 time: 1.3377118 May 24 23:04:48.604709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59770) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:48.607836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e652fc-0b91-4ab1-afeb-b1286e01db68 None None] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:48.622056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'mac_address': 'fa:16:3e:67:5d:82', 'name': 'tempest-PortsTestJSON-1368462594'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:48.661827 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8d377568-e68b-4415-b531-96fc5dbafc72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d56d3ee79366408caa3e34e0e99335c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176281 May 24 23:04:48.664510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59774) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:48.741381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-dd795818-f427-483f-aa05-8b880d4eba82 None None] Provisioning complete for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:48.742492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dd795818-f427-483f-aa05-8b880d4eba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.764872 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9c6b58d-137f-43ca-ba72-67adb45dde4d req-c141feef-c7ee-48ab-be4b-d14e432c32a5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625423 May 24 23:04:48.769284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcc1732e-04f4-4a3c-86ba-388648643a73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.771058 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:48.776847 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:port and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:48.779850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:48.800517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:48.827807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:48.834663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-818b2e1c-512f-48cc-bfb2-6ce3177951ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.888826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-818b2e1c-512f-48cc-bfb2-6ce3177951ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.943818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcc1732e-04f4-4a3c-86ba-388648643a73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.982889 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.000943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1732e-04f4-4a3c-86ba-388648643a73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Subnet': ['ID=96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:49.009987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcc1732e-04f4-4a3c-86ba-388648643a73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.024845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-818b2e1c-512f-48cc-bfb2-6ce3177951ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.028115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-818b2e1c-512f-48cc-bfb2-6ce3177951ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.031119 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-818b2e1c-512f-48cc-bfb2-6ce3177951ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6efad944-22f1-4184-9849-4b2b48974861 HTTP/1.1" status: 204 len: 168 time: 0.3634665 May 24 23:04:49.031293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port 6784c7e8-e351-4395-92b8-ba686686cec2 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:49.040717 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fcc1732e-04f4-4a3c-86ba-388648643a73 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc HTTP/1.1" status: 204 len: 168 time: 0.6568468 May 24 23:04:49.041244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59780) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.044286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b2e1c-512f-48cc-bfb2-6ce3177951ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efad944-22f1-4184-9849-4b2b48974861,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:49.048241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-dd795818-f427-483f-aa05-8b880d4eba82 None None] Current status of the port 6007006e-f8a0-44cd-90a2-7778e69bcc80 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:49.089456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.089834 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-831967d4-c8cc-4700-92da-518c0bd4210d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:04:49.090148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831967d4-c8cc-4700-92da-518c0bd4210d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:49.095180 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-831967d4-c8cc-4700-92da-518c0bd4210d tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/b527f62e-d552-4c88-8655-fb10720340d7 HTTP/1.1" status: 404 len: 337 time: 0.0495954 May 24 23:04:49.095180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59784) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.099624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-dd795818-f427-483f-aa05-8b880d4eba82 None None] Provisioning complete for port 0f77c910-1d5a-4a56-a871-9991406e4f92 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:49.100074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dd795818-f427-483f-aa05-8b880d4eba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.196875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-121227a9-b5bf-4f47-844c-98100484cd0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Synchronizing usage tracker for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:49.218105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-dd795818-f427-483f-aa05-8b880d4eba82 None None] Port 0f77c910-1d5a-4a56-a871-9991406e4f92 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:49.230448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796743b-76ec-4406-bbd8-cb046353b8ba None None] Update dhcp port {'port': {'network_id': '6f1d7507-e5d6-4ea9-92c8-8d12808a66c9', 'fixed_ips': [{'subnet_id': '96775bdd-83ca-4d8c-95ee-3dbe9f32f9cc'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': '6007006e-f8a0-44cd-90a2-7778e69bcc80'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:04:49.235225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-121227a9-b5bf-4f47-844c-98100484cd0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Unset dirty status for tenant:47758fbb459b433493b014395cf29a06 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:49.238872 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-121227a9-b5bf-4f47-844c-98100484cd0f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "GET /v2.0/ports?device_id=f331420e-71cc-4cff-abcf-0ff20e29d74b HTTP/1.1" status: 200 len: 205 time: 0.1406755 May 24 23:04:49.240691 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59788) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.292102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e796743b-76ec-4406-bbd8-cb046353b8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.352536 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-cbd15eb0-8b31-495d-a70d-ba3720ebafbd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] delete failed (client error): The resource could not be found. May 24 23:04:49.358398 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cbd15eb0-8b31-495d-a70d-ba3720ebafbd tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/routers/f331420e-71cc-4cff-abcf-0ff20e29d74b HTTP/1.1" status: 404 len: 336 time: 0.1165597 May 24 23:04:49.359306 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59794) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.411268 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-067006c6-e01d-4fdc-98d7-3bf9026a2959 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:04:49.411872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067006c6-e01d-4fdc-98d7-3bf9026a2959 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:49.417150 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-067006c6-e01d-4fdc-98d7-3bf9026a2959 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/cd5f4e91-eab4-437b-b66b-f90531cd4070 HTTP/1.1" status: 404 len: 337 time: 0.0562203 May 24 23:04:49.418522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59798) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.471867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.472571 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-152796d2-0203-4a2f-a923-d14fc57ec9ac tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:04:49.473463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152796d2-0203-4a2f-a923-d14fc57ec9ac tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:49.480578 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-152796d2-0203-4a2f-a923-d14fc57ec9ac tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/18de4c2d-bd80-42f2-8251-70a8d471f201 HTTP/1.1" status: 404 len: 337 time: 0.0575218 May 24 23:04:49.481211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59804) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.519864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5686132-12bb-43de-868d-9b89decdc036 None None] Network 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:49.538348 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be91247-b693-4f7b-8aa8-bfcfa82ce20b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:04:49.538348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be91247-b693-4f7b-8aa8-bfcfa82ce20b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:49.543088 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1be91247-b693-4f7b-8aa8-bfcfa82ce20b tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/e1f928c8-f9ed-47ab-ba45-5ca7b19afcec HTTP/1.1" status: 404 len: 337 time: 0.0605330 May 24 23:04:49.544920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59810) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.590251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.598742 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70a6ff7-fcf1-4b1f-9e90-10bdfc0e30c2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:04:49.599331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70a6ff7-fcf1-4b1f-9e90-10bdfc0e30c2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:49.603673 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b70a6ff7-fcf1-4b1f-9e90-10bdfc0e30c2 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/b7386750-d7d3-4c37-bbd8-ec8ea9aa3630 HTTP/1.1" status: 404 len: 333 time: 0.0551846 May 24 23:04:49.605445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59816) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.641553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3695f6b5-f045-4535-9816-89e0c76a3c77 None None] Provisioning complete for port 6007006e-f8a0-44cd-90a2-7778e69bcc80 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:49.642005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3695f6b5-f045-4535-9816-89e0c76a3c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.654328 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-35af6d1a-7198-49fc-a091-58ed6db268f7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:04:49.654895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35af6d1a-7198-49fc-a091-58ed6db268f7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:49.659241 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-35af6d1a-7198-49fc-a091-58ed6db268f7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/a098d84f-a7b5-44f7-b88c-99294d4be849 HTTP/1.1" status: 404 len: 337 time: 0.0500884 May 24 23:04:49.659610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59822) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.707063 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-59850096-19de-47e1-8c51-a8d6e5b47ae7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:04:49.707481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59850096-19de-47e1-8c51-a8d6e5b47ae7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:49.709668 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-59850096-19de-47e1-8c51-a8d6e5b47ae7 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/3b9c5ba0-cfc8-4e87-9f09-65e24ac7c65d HTTP/1.1" status: 404 len: 337 time: 0.0490704 May 24 23:04:49.712862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59826) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.767497 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea485f19-eefa-43a4-a880-3f3360758077 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:04:49.768116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea485f19-eefa-43a4-a880-3f3360758077 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:49.770233 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ea485f19-eefa-43a4-a880-3f3360758077 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/f06d88b4-01fd-4b29-92ef-0cc7b67d8399 HTTP/1.1" status: 404 len: 333 time: 0.0554850 May 24 23:04:49.773113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59830) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.836772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:49.867602 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c1d48d-4f67-4d2d-86a7-6dca0baacfee tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:04:49.868074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c1d48d-4f67-4d2d-86a7-6dca0baacfee tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:49.870456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:49.870645 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-67c1d48d-4f67-4d2d-86a7-6dca0baacfee tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/24e2e55c-7397-42d0-b875-fcfc3999acc9 HTTP/1.1" status: 404 len: 337 time: 0.0964272 May 24 23:04:49.872770 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59844) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.883405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:49.890473 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:49.891380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.906578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3695f6b5-f045-4535-9816-89e0c76a3c77 None None] Current status of the port 6007006e-f8a0-44cd-90a2-7778e69bcc80 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:49.919619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3695f6b5-f045-4535-9816-89e0c76a3c77 None None] Provisioning complete for port 0f77c910-1d5a-4a56-a871-9991406e4f92 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:49.920254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3695f6b5-f045-4535-9816-89e0c76a3c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.955741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e2a05b-105a-4bcf-bb2c-6dca54587e46 None None] DHCP port deletion for 6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:49.978812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2a05b-105a-4bcf-bb2c-6dca54587e46 None None] Deleting port 6007006e-f8a0-44cd-90a2-7778e69bcc80 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:49.983518 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c0e2a05b-105a-4bcf-bb2c-6dca54587e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.006890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=6784c7e8-e351-4395-92b8-ba686686cec2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:50.015626 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b65705-40f8-482c-a89c-655a107980f8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] DELETE failed (client error): The resource could not be found. May 24 23:04:50.016212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b65705-40f8-482c-a89c-655a107980f8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:50.034463 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-20b65705-40f8-482c-a89c-655a107980f8 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/subnets/e1bc7345-a09d-46bd-b7d8-d3debf1d9b76 HTTP/1.1" status: 404 len: 337 time: 0.1533468 May 24 23:04:50.036402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3695f6b5-f045-4535-9816-89e0c76a3c77 None None] Port 0f77c910-1d5a-4a56-a871-9991406e4f92 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:50.039681 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59850) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:50.061496 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3592849c-e2ed-4769-bef1-2e382213efa5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4551435 May 24 23:04:50.063940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59854) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:50.112918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59858) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:50.145416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-661bd901-a5b3-446b-821a-97f18a65f02f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Deleting port 0f77c910-1d5a-4a56-a871-9991406e4f92 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:50.147070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-661bd901-a5b3-446b-821a-97f18a65f02f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.191194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1530f51c-6865-4bfc-a735-8a9b8437ef81 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:50.191798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1530f51c-6865-4bfc-a735-8a9b8437ef81 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:50.266039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-633560219'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:50.276718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c0e2a05b-105a-4bcf-bb2c-6dca54587e46 None None] For port 6007006e-f8a0-44cd-90a2-7778e69bcc80, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6007006e-f8a0-44cd-90a2-7778e69bcc80,segment=NetworkSegment(b75960a7-5ace-4aee-90c0-c1a9502c2561),segment_id=b75960a7-5ace-4aee-90c0-c1a9502c2561)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:50.277218 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:50.277385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c0e2a05b-105a-4bcf-bb2c-6dca54587e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.278695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13806c58-c33e-4eb4-9fd6-b9b4b6ab6ba0 req-e0573a84-662b-4327-b84f-5fc6cfeb9458 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:50.280202 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13806c58-c33e-4eb4-9fd6-b9b4b6ab6ba0 req-e0573a84-662b-4327-b84f-5fc6cfeb9458 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 945 time: 0.3261504 May 24 23:04:50.290175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:network and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:50.295603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:50.304661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:50.311777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1530f51c-6865-4bfc-a735-8a9b8437ef81 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:50.315672 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1530f51c-6865-4bfc-a735-8a9b8437ef81 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/6784c7e8-e351-4395-92b8-ba686686cec2 HTTP/1.1" status: 200 len: 841 time: 0.2478774 May 24 23:04:50.320881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59864) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:50.358064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 46980ea8-a8c0-486e-a4e3-50f2f40373f4 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:50.358388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.390361 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:50.394269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.405438 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2a05b-105a-4bcf-bb2c-6dca54587e46 None None] Calling delete_port for 6007006e-f8a0-44cd-90a2-7778e69bcc80 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:50.421600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.449814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:50.451146 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13806c58-c33e-4eb4-9fd6-b9b4b6ab6ba0 req-958b521c-1636-4a1e-a71f-58696179ef2f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588497 May 24 23:04:50.453366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-661bd901-a5b3-446b-821a-97f18a65f02f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.472197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:security_group_rule and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:50.477865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:50.482702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8afefb8a-9873-45f3-94ad-31ef3ea441ac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 6784c7e8-e351-4395-92b8-ba686686cec2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:50.483245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8afefb8a-9873-45f3-94ad-31ef3ea441ac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.507614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c0e2a05b-105a-4bcf-bb2c-6dca54587e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.567189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2a05b-105a-4bcf-bb2c-6dca54587e46 None None] Pushing event deleted for resources: {'Port': ['ID=6007006e-f8a0-44cd-90a2-7778e69bcc80,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:50.583764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2a05b-105a-4bcf-bb2c-6dca54587e46 None None] No DVR routers for this DVR port 6007006e-f8a0-44cd-90a2-7778e69bcc80 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:50.598947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:50.610018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-661bd901-a5b3-446b-821a-97f18a65f02f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Calling delete_port for 0f77c910-1d5a-4a56-a871-9991406e4f92 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:50.782414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 46980ea8-a8c0-486e-a4e3-50f2f40373f4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=46980ea8-a8c0-486e-a4e3-50f2f40373f4,segment=NetworkSegment(495f0f9d-2008-4733-8b0b-82450706fc56),segment_id=495f0f9d-2008-4733-8b0b-82450706fc56)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:50.782789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.822227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-661bd901-a5b3-446b-821a-97f18a65f02f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.884972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bd901-a5b3-446b-821a-97f18a65f02f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Port': ['ID=0f77c910-1d5a-4a56-a871-9991406e4f92,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:50.899109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-661bd901-a5b3-446b-821a-97f18a65f02f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.925345 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.929736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.944589 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-661bd901-a5b3-446b-821a-97f18a65f02f tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/ports/0f77c910-1d5a-4a56-a871-9991406e4f92 HTTP/1.1" status: 204 len: 168 time: 0.9023669 May 24 23:04:50.951134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59870) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:50.987337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:50.996919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bef5434-f42e-4828-ad2c-55e35e88c9cf,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:51.019315 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 46980ea8-a8c0-486e-a4e3-50f2f40373f4 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:51.056872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.057240 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Added segment 14b96e99-86c8-4708-9a3f-692158b0bb52 of type vlan for network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d May 24 23:04:51.061427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1a17e-0892-4f9c-a16b-1d7d049bd094 req-fee406d4-a796-4dd1-be35-0d88a358ed71 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:51.063323 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8bb1a17e-0892-4f9c-a16b-1d7d049bd094 req-fee406d4-a796-4dd1-be35-0d88a358ed71 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 945 time: 0.4643185 May 24 23:04:51.110048 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.114748 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.116007 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8afefb8a-9873-45f3-94ad-31ef3ea441ac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.122982 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6007006e-f8a0-44cd-90a2-7778e69bcc80 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:51.168684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 6007006e-f8a0-44cd-90a2-7778e69bcc80 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:51.169147 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6007006e-f8a0-44cd-90a2-7778e69bcc80 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:51.216843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.222508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:51.223153 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.379580 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.391921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8afefb8a-9873-45f3-94ad-31ef3ea441ac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 6784c7e8-e351-4395-92b8-ba686686cec2 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:51.416296 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2964861 May 24 23:04:51.422626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59874) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:51.425634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1d7507-e5d6-4ea9-92c8-8d12808a66c9']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:51.439653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:51.454155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071c1b8-d45a-48a1-bf61-6a4169dfaf67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Network': ['ID=d1e7041a-e2c1-469c-b9fb-fa106b3eec6d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:51.462135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8bb1a17e-0892-4f9c-a16b-1d7d049bd094 req-4bf0de25-afc4-4b98-aaea-d4792308cc39 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825326 May 24 23:04:51.466076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:51.469559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75960a7-5ace-4aee-90c0-c1a9502c2561') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:51.469889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75960a7-5ace-4aee-90c0-c1a9502c2561') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:51.490742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59878) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:51.536699 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8afefb8a-9873-45f3-94ad-31ef3ea441ac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.537998 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.576770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.588097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:51.589360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.600114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afefb8a-9873-45f3-94ad-31ef3ea441ac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=6784c7e8-e351-4395-92b8-ba686686cec2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:51.608677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8afefb8a-9873-45f3-94ad-31ef3ea441ac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.622681 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:51.626334 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8afefb8a-9873-45f3-94ad-31ef3ea441ac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/6784c7e8-e351-4395-92b8-ba686686cec2 HTTP/1.1" status: 204 len: 168 time: 1.3044922 May 24 23:04:51.629102 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59886) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:51.674754 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b75960a7-5ace-4aee-90c0-c1a9502c2561 resource provider aggregate not found May 24 23:04:51.684948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:51.690527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:51.704095 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b75960a7-5ace-4aee-90c0-c1a9502c2561 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b75960a7-5ace-4aee-90c0-c1a9502c2561 found for delete ", "request_id": "req-95234de6-b8af-46a3-b999-4968c1144a05"}]} May 24 23:04:51.711263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:51.721729 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.723666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:51.727116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.743733 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-565e3171-217c-4000-9ce9-ec612ef14890 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:04:51.744264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-565e3171-217c-4000-9ce9-ec612ef14890 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:51.764158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.791656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-565e3171-217c-4000-9ce9-ec612ef14890 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:51.792818 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-565e3171-217c-4000-9ce9-ec612ef14890 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/6784c7e8-e351-4395-92b8-ba686686cec2 HTTP/1.1" status: 404 len: 333 time: 0.1627774 May 24 23:04:51.797444 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59892) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:51.805151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'name': 'tempest-PortsTestJSON-53873522'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:51.820274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.823884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] Pushing event deleted for resources: {'Network': ['ID=6f1d7507-e5d6-4ea9-92c8-8d12808a66c9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:51.831152 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b39e7d0e-662d-4091-ad10-7fcacf5c95d4 tempest-PortsIpV6TestJSON-1594039040 tempest-PortsIpV6TestJSON-1594039040-project] 10.222.0.32 "DELETE /v2.0/networks/6f1d7507-e5d6-4ea9-92c8-8d12808a66c9 HTTP/1.1" status: 204 len: 168 time: 0.8791773 May 24 23:04:51.887023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3be78b60-f32a-4aa4-9896-1cd96680294d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.933500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=46980ea8-a8c0-486e-a4e3-50f2f40373f4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:52.014619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.065940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a4d9b5-a1ef-4235-b292-c7447e5723ff tempest-TestVolumeBootPattern-1987418386 tempest-TestVolumeBootPattern-1987418386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:52.069971 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-32a4d9b5-a1ef-4235-b292-c7447e5723ff tempest-TestVolumeBootPattern-1987418386 tempest-TestVolumeBootPattern-1987418386-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 1093 time: 0.5756216 May 24 23:04:52.072034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59900) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:52.088818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7', 'tenant_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:52.095028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:52.101177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:52.114619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Usage tracker for resource:floatingip and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:52.122921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:52.128675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=37f69ec4-530f-40c4-b0e3-817c94c019bd,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:52.135615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:52.151674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:52.152483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network hostable DHCP agents. Network: d1e7041a-e2c1-469c-b9fb-fa106b3eec6d, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:52.177287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:52.183260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59904) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:52.198141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, d1e7041a-e2c1-469c-b9fb-fa106b3eec6d) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:52.202827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:52.203760 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.212894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dae5d8-3c0b-4afa-9b79-cfa46875cf09 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:52.217380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:52.248529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.250315 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-afbfb313-408d-47b9-b744-010273150bcd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8265178 May 24 23:04:52.252863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59910) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:52.259150 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'name': 'tempest-NetworksTestDHCPv6-229566491'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:52.262602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:52.266254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.302463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port 56b827eb-be19-4eb0-9055-e9bedf83ca44 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:52.441029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:52.447578 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f90e1453-4f17-4744-8bff-9b21f8560138 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47758fbb459b433493b014395cf29a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594321 May 24 23:04:52.447927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59914) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:52.450824 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:52.464632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:52.473342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:52.485303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': '37f69ec4-530f-40c4-b0e3-817c94c019bd'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:52.486290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.512144 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:52.515705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.524246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.550940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c59cb15a-ebbb-4db1-9001-c8aaab1b3f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.553114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 293423bc-c58e-4d2b-abc7-3d0a8baa52b2 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:52.632477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c59cb15a-ebbb-4db1-9001-c8aaab1b3f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.653633 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Allocated IP 2001:db8::2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/37f69ec4-530f-40c4-b0e3-817c94c019bd/4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:52.697789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c59cb15a-ebbb-4db1-9001-c8aaab1b3f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.716390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cb15a-ebbb-4db1-9001-c8aaab1b3f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb2ee97-c7ea-46c4-a050-1cc2aaa4f170,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:52.730550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c59cb15a-ebbb-4db1-9001-c8aaab1b3f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.734253 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c59cb15a-ebbb-4db1-9001-c8aaab1b3f32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abb2ee97-c7ea-46c4-a050-1cc2aaa4f170 HTTP/1.1" status: 204 len: 168 time: 0.2829571 May 24 23:04:52.875229 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.886922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Transition to ACTIVE for port object 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:52.907110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Transition to ACTIVE for port object 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:52.912683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.983772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:52.986953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:52.991170 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:53.000618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Pushing event updated for resources: {'Port': ['ID=4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:53.014407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.023406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.101248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Attempting to bind port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:53.102582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Attempting to bind port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:53.103215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Attempting to bind port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:53.114740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:53.116014 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:53.116680 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.117303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:53.117944 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Bound port: 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:53.118609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.122210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::24c (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/37f69ec4-530f-40c4-b0e3-817c94c019bd/293423bc-c58e-4d2b-abc7-3d0a8baa52b2) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:53.187911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.346942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] For port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:53.349786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] For port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:53.355528 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.383882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:53.391668 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:53.404857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:53.406445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.409363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:53.410123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.430764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=56b827eb-be19-4eb0-9055-e9bedf83ca44,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:53.431647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 293423bc-c58e-4d2b-abc7-3d0a8baa52b2 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:53.456240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344e8d5-57a5-454f-8c10-1c6549f86790 None None] Pushing event updated for resources: {'Port': ['ID=4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:53.477212 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.508811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 76ae7364-2316-4599-8138-e5cf6f396c3f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:04:53.513722 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-148497c7-86a2-4eb0-928a-f35458299304 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.7115235 May 24 23:04:53.517399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59932) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:53.538840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-68471459-0b5e-4dbc-a3a2-28e2e7b2f172 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:53.572299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:53.576740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:53.579202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:53.586371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:53.587259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.602277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=293423bc-c58e-4d2b-abc7-3d0a8baa52b2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:53.604707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Allocated IP 172.26.3.41 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/a9fa575a-5cc5-4de5-9fac-267c09919061) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:53.623186 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e8d555ad-3b47-4f9c-9df3-4972eaebfda7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3691130 May 24 23:04:53.625025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59940) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:53.714010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84199617-7d5d-4a4c-ac77-a3f42c79cacf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:53.720397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84199617-7d5d-4a4c-ac77-a3f42c79cacf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:53.731583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-84199617-7d5d-4a4c-ac77-a3f42c79cacf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:53.760640 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-84199617-7d5d-4a4c-ac77-a3f42c79cacf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:53.762171 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-84199617-7d5d-4a4c-ac77-a3f42c79cacf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1362393 May 24 23:04:53.764917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59946) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:53.851526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59950) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:53.855767 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033293 May 24 23:04:53.860194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59952) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:53.871283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1087d137-bb2b-47bd-913a-06338d5fafa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 293423bc-c58e-4d2b-abc7-3d0a8baa52b2 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:53.871476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1087d137-bb2b-47bd-913a-06338d5fafa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.976756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68471459-0b5e-4dbc-a3a2-28e2e7b2f172 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.029558 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bae7ba0f-6f5e-4822-9e11-f92d0b8b1242 tempest-NetworksApiDiscovery-1287761570 tempest-NetworksApiDiscovery-1287761570-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1685877 May 24 23:04:54.071844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:04:54.084318 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-836be5ef-907d-4083-9bb6-472e903626c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/76ae7364-2316-4599-8138-e5cf6f396c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7136395 May 24 23:04:54.091316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb6893-8a92-4740-acbf-a37f7af548be None None] Sync routers for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:04:54.107071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb6893-8a92-4740-acbf-a37f7af548be None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:54.107700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-82fb6893-8a92-4740-acbf-a37f7af548be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:54.193688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.221919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1087d137-bb2b-47bd-913a-06338d5fafa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.279201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68471459-0b5e-4dbc-a3a2-28e2e7b2f172 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.286557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68471459-0b5e-4dbc-a3a2-28e2e7b2f172 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.380450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.389095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68471459-0b5e-4dbc-a3a2-28e2e7b2f172 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=56b827eb-be19-4eb0-9055-e9bedf83ca44,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:54.419595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-82fb6893-8a92-4740-acbf-a37f7af548be None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:04:54.484676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-68471459-0b5e-4dbc-a3a2-28e2e7b2f172 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] In _notify_port_updated(), no bound segment for port 56b827eb-be19-4eb0-9055-e9bedf83ca44 on network 356280fe-23ef-4f3a-80f7-1dc7665cba07 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:04:54.494387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68471459-0b5e-4dbc-a3a2-28e2e7b2f172 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:54.495714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68471459-0b5e-4dbc-a3a2-28e2e7b2f172 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.500166 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-68471459-0b5e-4dbc-a3a2-28e2e7b2f172 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "PUT /v2.0/ports/56b827eb-be19-4eb0-9055-e9bedf83ca44 HTTP/1.1" status: 200 len: 818 time: 0.9800420 May 24 23:04:54.501133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59966) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:54.526722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:54.537124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1087d137-bb2b-47bd-913a-06338d5fafa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 293423bc-c58e-4d2b-abc7-3d0a8baa52b2 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:54.583878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59970) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:54.642302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:54.646617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:54.669194 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6d0c8215-4a8e-4368-902a-08a8b5266c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.679186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'Port': ['ID=a9fa575a-5cc5-4de5-9fac-267c09919061,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:54.782387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1087d137-bb2b-47bd-913a-06338d5fafa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.803903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-66776dd8-6a8d-4e81-b383-5bc2a2c423b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 56b827eb-be19-4eb0-9055-e9bedf83ca44 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:54.804245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66776dd8-6a8d-4e81-b383-5bc2a2c423b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.843840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace00661-a571-4b26-9e10-b14684380eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.881422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087d137-bb2b-47bd-913a-06338d5fafa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=293423bc-c58e-4d2b-abc7-3d0a8baa52b2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:54.903904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd272e-3300-49c4-b5d0-88ef0f03648c None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:54.907408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1087d137-bb2b-47bd-913a-06338d5fafa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.912605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ace00661-a571-4b26-9e10-b14684380eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:54.920723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ace00661-a571-4b26-9e10-b14684380eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:c7181a02bb8a483d8b53e78d0de082c9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:54.924648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ace00661-a571-4b26-9e10-b14684380eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:54.932451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ace00661-a571-4b26-9e10-b14684380eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:54.935810 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1087d137-bb2b-47bd-913a-06338d5fafa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/293423bc-c58e-4d2b-abc7-3d0a8baa52b2 HTTP/1.1" status: 204 len: 168 time: 1.1693668 May 24 23:04:54.939410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59976) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:55.042992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2cc7f2-f31e-44a6-8db2-046c85b8fe27 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:55.046936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2cc7f2-f31e-44a6-8db2-046c85b8fe27 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:55.049872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0c2cc7f2-f31e-44a6-8db2-046c85b8fe27 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:55.068282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.122229 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e8cb2cd-fdc7-43c6-8ae9-8b365283e172 None None] Provisioning for port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:55.122629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0c2cc7f2-f31e-44a6-8db2-046c85b8fe27 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:55.124094 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0c2cc7f2-f31e-44a6-8db2-046c85b8fe27 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1836462 May 24 23:04:55.126971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59980) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:55.195866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace00661-a571-4b26-9e10-b14684380eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.205954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ace00661-a571-4b26-9e10-b14684380eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.228068 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:55.252550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e181e13-96c0-4348-97a4-0209d64ac5c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 37f69ec4-530f-40c4-b0e3-817c94c019bd {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:55.270463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e181e13-96c0-4348-97a4-0209d64ac5c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.283931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2159-6cb1-4f7a-8682-4d6452bde7e9 req-68142b48-a9d7-48ff-8812-35d39b718859 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:55.284347 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-82fb6893-8a92-4740-acbf-a37f7af548be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:04:51Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '0e59a4d2-475c-4754-9f71-bc8727fa6f47', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'port_id': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'mac_address': 'fa:16:3e:d8:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e819e85-568c-4fe4-a61a-f15295f74384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:30Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:55.284625 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-cfff2159-6cb1-4f7a-8682-4d6452bde7e9 req-68142b48-a9d7-48ff-8812-35d39b718859 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:55.298853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb6893-8a92-4740-acbf-a37f7af548be None None] Checking router: 76ae7364-2316-4599-8138-e5cf6f396c3f for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:04:55.304596 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ace00661-a571-4b26-9e10-b14684380eb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7181a02bb8a483d8b53e78d0de082c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7173927 May 24 23:04:55.311401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59984) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:55.328598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb6893-8a92-4740-acbf-a37f7af548be None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:55.329291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-82fb6893-8a92-4740-acbf-a37f7af548be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:55.337617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace00661-a571-4b26-9e10-b14684380eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328b9669-90e8-4307-80c0-c39aef1d3dd2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:55.367667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e181e13-96c0-4348-97a4-0209d64ac5c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.397352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.444780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-cfff2159-6cb1-4f7a-8682-4d6452bde7e9 req-68142b48-a9d7-48ff-8812-35d39b718859 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:55.445920 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfff2159-6cb1-4f7a-8682-4d6452bde7e9 req-68142b48-a9d7-48ff-8812-35d39b718859 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 946 time: 0.7640448 May 24 23:04:55.451873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fee9a50-b8cb-4e8c-895e-76cfe00a1b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.499026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fee9a50-b8cb-4e8c-895e-76cfe00a1b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.499645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66776dd8-6a8d-4e81-b383-5bc2a2c423b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.545641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e181e13-96c0-4348-97a4-0209d64ac5c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.561589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:55.573847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:55.574952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.612789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fee9a50-b8cb-4e8c-895e-76cfe00a1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.636872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-82fb6893-8a92-4740-acbf-a37f7af548be None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:04:55.639479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee9a50-b8cb-4e8c-895e-76cfe00a1b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328b9669-90e8-4307-80c0-c39aef1d3dd2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:55.646995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0fee9a50-b8cb-4e8c-895e-76cfe00a1b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.651116 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-66776dd8-6a8d-4e81-b383-5bc2a2c423b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 56b827eb-be19-4eb0-9055-e9bedf83ca44 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:55.651594 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0fee9a50-b8cb-4e8c-895e-76cfe00a1b26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/328b9669-90e8-4307-80c0-c39aef1d3dd2 HTTP/1.1" status: 204 len: 168 time: 0.3296888 May 24 23:04:55.667331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e181e13-96c0-4348-97a4-0209d64ac5c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.687059 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfff2159-6cb1-4f7a-8682-4d6452bde7e9 req-eb677ab2-05bf-4ec8-a17e-444d0919236a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=b85c2be9-7d88-4445-ab6e-e0dff42f6268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216547 May 24 23:04:55.792775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66776dd8-6a8d-4e81-b383-5bc2a2c423b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.859556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66776dd8-6a8d-4e81-b383-5bc2a2c423b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=56b827eb-be19-4eb0-9055-e9bedf83ca44,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:55.868493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66776dd8-6a8d-4e81-b383-5bc2a2c423b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.886707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.896580 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-66776dd8-6a8d-4e81-b383-5bc2a2c423b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/56b827eb-be19-4eb0-9055-e9bedf83ca44 HTTP/1.1" status: 204 len: 168 time: 1.3829012 May 24 23:04:55.897151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 59990) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:55.920708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e181e13-96c0-4348-97a4-0209d64ac5c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.951607 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e181e13-96c0-4348-97a4-0209d64ac5c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=37f69ec4-530f-40c4-b0e3-817c94c019bd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:55.990085 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0e181e13-96c0-4348-97a4-0209d64ac5c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/37f69ec4-530f-40c4-b0e3-817c94c019bd HTTP/1.1" status: 204 len: 168 time: 0.8613548 May 24 23:04:55.992292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59994) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:56.024390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:56.025135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.029651 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:04:56.111330 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-72e7ec94-63fd-434b-bbea-dbb66036c839 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178455 May 24 23:04:56.114144 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 59998) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:56.121912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:56.195184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.196393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f7e10c-1d9c-4bca-a8f9-39f0cff118d0 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:56.254230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:56.258480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:56.261582 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:56.267352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:56.279526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:56.280254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b5eb96-641b-4411-a658-cdd23fa91a20 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:56.280942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-62b5eb96-641b-4411-a658-cdd23fa91a20 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:56.283336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.286760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:56.296230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe188ce-ef9a-4c0c-8794-36a73bb57b90 req-9555f372-604c-4019-a4ee-ad17e599f64b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:56.297675 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6fe188ce-ef9a-4c0c-8794-36a73bb57b90 req-9555f372-604c-4019-a4ee-ad17e599f64b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 946 time: 0.3360968 May 24 23:04:56.314795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.398104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f9eb54ef-29d6-4b42-94b4-89285b7a07ea None None] Provisioning complete for port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:56.398476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9eb54ef-29d6-4b42-94b4-89285b7a07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.434107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-62b5eb96-641b-4411-a658-cdd23fa91a20 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:56.439741 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-62b5eb96-641b-4411-a658-cdd23fa91a20 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5415709 May 24 23:04:56.440400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:56.515900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-6fe188ce-ef9a-4c0c-8794-36a73bb57b90 req-93e4dc2c-9f31-4172-b619-513e4c32af89 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port ca012ff3-84a1-4da0-a0fe-15624f319301 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:56.515900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6fe188ce-ef9a-4c0c-8794-36a73bb57b90 req-93e4dc2c-9f31-4172-b619-513e4c32af89 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.520075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.547837 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e03c95a-2c8a-472c-adc4-1496194d8c31 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:04:56.554768 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6e03c95a-2c8a-472c-adc4-1496194d8c31 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/56b827eb-be19-4eb0-9055-e9bedf83ca44 HTTP/1.1" status: 404 len: 333 time: 0.1029832 May 24 23:04:56.559964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60006) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:56.575614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1571370699'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:56.584419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:56.594202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:56.598897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:56.603204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:network and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:56.607123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:56.607781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.608229 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:56.615314 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:56.616531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.631266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:56.633937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=ccae1a38-e45c-4549-8abc-f13b269636ef,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:56.655612 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4431b03a-7368-47c5-b7df-5a6d05f62e14 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5395551 May 24 23:04:56.656579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60010) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:56.663769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'name': 'tempest-NetworksTestDHCPv6-211331709'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:56.684072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:56.687657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.714355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb54ef-29d6-4b42-94b4-89285b7a07ea None None] Current status of the port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:56.725631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-82fb6893-8a92-4740-acbf-a37f7af548be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:04:51Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '0e59a4d2-475c-4754-9f71-bc8727fa6f47', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'port_id': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'mac_address': 'fa:16:3e:d8:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e819e85-568c-4fe4-a61a-f15295f74384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:30Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:56.733792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb6893-8a92-4740-acbf-a37f7af548be None None] The sync data for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv is: [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:04:51Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '0e59a4d2-475c-4754-9f71-bc8727fa6f47', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'port_id': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'mac_address': 'fa:16:3e:d8:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e819e85-568c-4fe4-a61a-f15295f74384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:30Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:04:56.821154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3af451-30db-4b58-a6d9-a7392c14f701 None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:56.826598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1e3af451-30db-4b58-a6d9-a7392c14f701 None None] Deleting port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:56.827082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e3af451-30db-4b58-a6d9-a7392c14f701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.839595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:56.867831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.868323 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Added segment 56a2cb41-d710-40a7-9b22-6e60ef7549af of type vlan for network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 May 24 23:04:56.904611 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:56.909566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.912375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:56.916023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.919837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:56.928373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:56.945926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:56.950085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.958926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.977785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 526b6f75-095e-4a02-a7cc-868ce03fec63 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:57.011113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.016705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:57.017428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.089137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1e3af451-30db-4b58-a6d9-a7392c14f701 None None] For port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:57.089520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e3af451-30db-4b58-a6d9-a7392c14f701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.168552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'Port': ['ID=a9fa575a-5cc5-4de5-9fac-267c09919061,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:57.172638 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-6fe188ce-ef9a-4c0c-8794-36a73bb57b90 req-93e4dc2c-9f31-4172-b619-513e4c32af89 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port ca012ff3-84a1-4da0-a0fe-15624f319301, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ca012ff3-84a1-4da0-a0fe-15624f319301,segment=NetworkSegment(495f0f9d-2008-4733-8b0b-82450706fc56),segment_id=495f0f9d-2008-4733-8b0b-82450706fc56)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:57.172998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6fe188ce-ef9a-4c0c-8794-36a73bb57b90 req-93e4dc2c-9f31-4172-b619-513e4c32af89 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.209782 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Network': ['ID=911bce7c-90cc-428d-b9ce-76c735d6b9b6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:57.229038 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2227b092-aa9e-425f-a125-0c7982b4d52d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6679218 May 24 23:04:57.232620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60016) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:57.248501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '911bce7c-90cc-428d-b9ce-76c735d6b9b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:57.257769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.265537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:57.278005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 46980ea8-a8c0-486e-a4e3-50f2f40373f4 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:57.310960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1e3af451-30db-4b58-a6d9-a7392c14f701 None None] Calling delete_port for 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:57.364810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 46980ea8-a8c0-486e-a4e3-50f2f40373f4 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:57.365403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 46980ea8-a8c0-486e-a4e3-50f2f40373f4 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:57.365968 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:57.432761 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::357 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/ccae1a38-e45c-4549-8abc-f13b269636ef/526b6f75-095e-4a02-a7cc-868ce03fec63) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:57.441262 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:57.448310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:57.452414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:57.461395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:57.487911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-6fe188ce-ef9a-4c0c-8794-36a73bb57b90 req-93e4dc2c-9f31-4172-b619-513e4c32af89 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for ca012ff3-84a1-4da0-a0fe-15624f319301 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:57.496173 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:57.499738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.578448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9060cd-1b00-4144-b5b5-26da2c219666 req-3513dd39-8c94-46d1-a256-15d32e71fab2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:57.579928 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc9060cd-1b00-4144-b5b5-26da2c219666 req-3513dd39-8c94-46d1-a256-15d32e71fab2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 946 time: 0.6913729 May 24 23:04:57.580636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e3af451-30db-4b58-a6d9-a7392c14f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.590314 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Floating IP df69f061-db39-41b6-86fb-6a23f2f3936f associated. External IP: 172.26.3.41, port: 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7. May 24 23:04:57.685118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3af451-30db-4b58-a6d9-a7392c14f701 None None] No DVR routers for this DVR port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:57.694777 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Port 4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60 update to DOWN by agent not found {{(pid=88262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 24 23:04:57.697712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3af451-30db-4b58-a6d9-a7392c14f701 None None] Pushing event deleted for resources: {'Port': ['ID=4a0a69c1-d3ec-484d-bfe0-6461d6cc8d60,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:57.727356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b41151-4920-4139-8576-a800eb5903dd None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:57.818118 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc9060cd-1b00-4144-b5b5-26da2c219666 req-4e96c66b-3672-4495-a26d-2f461c0832fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=b85c2be9-7d88-4445-ab6e-e0dff42f6268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663575 May 24 23:04:57.833420 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.883351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 526b6f75-095e-4a02-a7cc-868ce03fec63 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:57.889515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.944345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6fe188ce-ef9a-4c0c-8794-36a73bb57b90 req-93e4dc2c-9f31-4172-b619-513e4c32af89 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.989542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': 'ccae1a38-e45c-4549-8abc-f13b269636ef'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:57.991224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.008241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4dc2c-9f31-4172-b619-513e4c32af89 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=ca012ff3-84a1-4da0-a0fe-15624f319301,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:58.105895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Subnet': ['ID=0af71e7b-c2b0-4799-94f0-c4a700705409,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:58.115061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Checking segment: {'id': '56a2cb41-d710-40a7-9b22-6e60ef7549af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '911bce7c-90cc-428d-b9ce-76c735d6b9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:58.115318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network hostable DHCP agents. Network: 911bce7c-90cc-428d-b9ce-76c735d6b9b6, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:58.120186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.182968 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Allocated IP 2001:db8::2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/ccae1a38-e45c-4549-8abc-f13b269636ef/618486d1-ad11-432a-8f5a-09913e999d7c) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:58.207142 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=526b6f75-095e-4a02-a7cc-868ce03fec63,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:58.219005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:58.220879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:58.224648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:58.230322 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:58.230948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.252572 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:58.262567 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c85a46bb-4872-4d1d-942a-273e926b3d59 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6009243 May 24 23:04:58.262823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60020) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:58.297666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe188ce-ef9a-4c0c-8794-36a73bb57b90 req-93e4dc2c-9f31-4172-b619-513e4c32af89 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] No DVR routers for this DVR port ca012ff3-84a1-4da0-a0fe-15624f319301 on host hv-neutron-8431 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:58.299854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 911bce7c-90cc-428d-b9ce-76c735d6b9b6) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:58.300061 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6fe188ce-ef9a-4c0c-8794-36a73bb57b90 req-93e4dc2c-9f31-4172-b619-513e4c32af89 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.308486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:58.308894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.311475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3873537e-5923-4a22-9304-d85d2756cb25 None None] Network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:58.319305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b', 'name': 'network-vif-deleted', 'tag': 'ca012ff3-84a1-4da0-a0fe-15624f319301'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:58.341007 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-628b6fff-6cb9-49b6-a1dd-9385d495c3f5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1072650 May 24 23:04:58.343835 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6fe188ce-ef9a-4c0c-8794-36a73bb57b90 req-93e4dc2c-9f31-4172-b619-513e4c32af89 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "DELETE /v2.0/ports/ca012ff3-84a1-4da0-a0fe-15624f319301 HTTP/1.1" status: 204 len: 173 time: 2.0401947 May 24 23:04:58.344282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60026) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:58.354290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8c2ff3c9-5600-4a80-8e3f-71f768238229 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '911bce7c-90cc-428d-b9ce-76c735d6b9b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:58.393886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5a8ea-67b8-4546-93f9-48c7b624a7db tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:58.395215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0ce5a8ea-67b8-4546-93f9-48c7b624a7db tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:58.427486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0ce5a8ea-67b8-4546-93f9-48c7b624a7db tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:58.429585 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0ce5a8ea-67b8-4546-93f9-48c7b624a7db tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1657860 May 24 23:04:58.432343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60030) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:58.434047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Router 512426ba-e2a3-4477-a2f3-b13c809ce54a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:04:58.537522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a9de55e8-579f-46b5-9ec2-7682eaf76880 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 526b6f75-095e-4a02-a7cc-868ce03fec63 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:58.538591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9de55e8-579f-46b5-9ec2-7682eaf76880 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.546195 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34347c53-1dac-4981-aad8-1b2a47c5ec9b'] response: {'server_uuid': '2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b', 'name': 'network-vif-deleted', 'tag': 'ca012ff3-84a1-4da0-a0fe-15624f319301', 'status': 'completed', 'code': 200} May 24 23:04:58.645763 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.686472 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Transition to ACTIVE for port object 618486d1-ad11-432a-8f5a-09913e999d7c will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:58.721405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Transition to ACTIVE for port object 618486d1-ad11-432a-8f5a-09913e999d7c will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:58.765510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.790518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8c2ff3c9-5600-4a80-8e3f-71f768238229 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:58.796366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8c2ff3c9-5600-4a80-8e3f-71f768238229 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:58.802251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8c2ff3c9-5600-4a80-8e3f-71f768238229 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:58.807581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-911bce7c-90cc-428d-b9ce-76c735d6b9b6', 'network_id': '911bce7c-90cc-428d-b9ce-76c735d6b9b6', 'tenant_id': 'fa3b8b85c94d42f2b0642309b85d8ee4', 'fixed_ips': [{'subnet_id': '0af71e7b-c2b0-4799-94f0-c4a700705409'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:58.808410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.812968 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8c2ff3c9-5600-4a80-8e3f-71f768238229 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:58.819080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:04:58.820222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9de55e8-579f-46b5-9ec2-7682eaf76880 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.835468 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a523380-18e3-4cf1-af30-5506d31c1b3e None None] Sync routers for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:04:58.845821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.851503 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a523380-18e3-4cf1-af30-5506d31c1b3e None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:58.852132 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0a523380-18e3-4cf1-af30-5506d31c1b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:58.892850 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:58.908274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:58.963625 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-92bf71a3-8680-4f84-bc78-4bfc3ea7f37c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.8872459 May 24 23:04:58.977100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2ff3c9-5600-4a80-8e3f-71f768238229 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:58.977624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a9de55e8-579f-46b5-9ec2-7682eaf76880 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 526b6f75-095e-4a02-a7cc-868ce03fec63 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:58.982174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff3c9-5600-4a80-8e3f-71f768238229 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.016210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:59.075124 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0a523380-18e3-4cf1-af30-5506d31c1b3e None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:04:59.135860 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Pushing event updated for resources: {'Port': ['ID=618486d1-ad11-432a-8f5a-09913e999d7c,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:59.199459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9de55e8-579f-46b5-9ec2-7682eaf76880 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.216208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-214832c9-d727-4978-87ce-6794e87c128f req-945f0e8d-bab0-4eb3-9e07-dfe1c0237d8e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:59.235571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Attempting to bind port 618486d1-ad11-432a-8f5a-09913e999d7c on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:59.236082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Attempting to bind port 618486d1-ad11-432a-8f5a-09913e999d7c by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:59.236571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Attempting to bind port 618486d1-ad11-432a-8f5a-09913e999d7c on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:59.251408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-214832c9-d727-4978-87ce-6794e87c128f req-945f0e8d-bab0-4eb3-9e07-dfe1c0237d8e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:59.260648 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-214832c9-d727-4978-87ce-6794e87c128f req-945f0e8d-bab0-4eb3-9e07-dfe1c0237d8e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbcd11d-9f97-4612-bbb7-7a5a109e0e1b HTTP/1.1" status: 200 len: 210 time: 0.1143830 May 24 23:04:59.281711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:59.282685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:59.282685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.283237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:59.283811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Bound port: 618486d1-ad11-432a-8f5a-09913e999d7c, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:59.284297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.297671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de55e8-579f-46b5-9ec2-7682eaf76880 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=526b6f75-095e-4a02-a7cc-868ce03fec63,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:59.330404 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.ipam_backend_mixin [None req-8c2ff3c9-5600-4a80-8e3f-71f768238229 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0af71e7b-c2b0-4799-94f0-c4a700705409 (CIDR: 172.20.0.0/28) May 24 23:04:59.337731 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2ff3c9-5600-4a80-8e3f-71f768238229 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:04:59.339014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2ff3c9-5600-4a80-8e3f-71f768238229 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:59.342899 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9de55e8-579f-46b5-9ec2-7682eaf76880 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.360293 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a9de55e8-579f-46b5-9ec2-7682eaf76880 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/526b6f75-095e-4a02-a7cc-868ce03fec63 HTTP/1.1" status: 204 len: 168 time: 0.9246442 May 24 23:04:59.366070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60038) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:59.366225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Allocated IP 172.20.0.2 (911bce7c-90cc-428d-b9ce-76c735d6b9b6/0af71e7b-c2b0-4799-94f0-c4a700705409/9b29ed3d-de93-47f4-9b47-8f3b8f73dce6) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:59.366324 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8c2ff3c9-5600-4a80-8e3f-71f768238229 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0183232 May 24 23:04:59.366447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60040) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:59.377941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '911bce7c-90cc-428d-b9ce-76c735d6b9b6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:59.440926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb64ed97-e443-4a97-8add-17996a0f7029 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:59.442962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb64ed97-e443-4a97-8add-17996a0f7029 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:59.443710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb64ed97-e443-4a97-8add-17996a0f7029 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:59.461927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb64ed97-e443-4a97-8add-17996a0f7029 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:59.464187 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eb64ed97-e443-4a97-8add-17996a0f7029 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0995753 May 24 23:04:59.466993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60046) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:59.479758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] For port 618486d1-ad11-432a-8f5a-09913e999d7c, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:59.501279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] For port 618486d1-ad11-432a-8f5a-09913e999d7c, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=618486d1-ad11-432a-8f5a-09913e999d7c,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:59.508305 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.535725 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0a523380-18e3-4cf1-af30-5506d31c1b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'df69f061-db39-41b6-86fb-6a23f2f3936f', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:b5:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:55Z', 'updated_at': '2022-05-24T23:04:55Z', 'revision_number': 0, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:59.540374 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a523380-18e3-4cf1-af30-5506d31c1b3e None None] Checking router: 512426ba-e2a3-4477-a2f3-b13c809ce54a for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:04:59.548660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e483b4-8d42-4dd6-b045-0505a486f107 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet ccae1a38-e45c-4549-8abc-f13b269636ef {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:59.550868 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a523380-18e3-4cf1-af30-5506d31c1b3e None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:59.552019 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0a523380-18e3-4cf1-af30-5506d31c1b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:59.552807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0e483b4-8d42-4dd6-b045-0505a486f107 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.561707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:59.566495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:59.569419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:59.579136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:59.600336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:59.608752 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.615411 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0e483b4-8d42-4dd6-b045-0505a486f107 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.701415 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82f4b6-6a02-4af0-b1a9-c5713be6f44e None None] Pushing event updated for resources: {'Port': ['ID=618486d1-ad11-432a-8f5a-09913e999d7c,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:59.729555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.740354 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Transition to ACTIVE for port object 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:59.750509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0e483b4-8d42-4dd6-b045-0505a486f107 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.767660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Transition to ACTIVE for port object 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:59.777476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.858187 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0a523380-18e3-4cf1-af30-5506d31c1b3e None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:04:59.860768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0e483b4-8d42-4dd6-b045-0505a486f107 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.953475 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e483b4-8d42-4dd6-b045-0505a486f107 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=ccae1a38-e45c-4549-8abc-f13b269636ef,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:59.964003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0e483b4-8d42-4dd6-b045-0505a486f107 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.989392 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0e483b4-8d42-4dd6-b045-0505a486f107 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/ccae1a38-e45c-4549-8abc-f13b269636ef HTTP/1.1" status: 204 len: 168 time: 0.5207200 May 24 23:04:59.992329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60050) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:00.011821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:00.014816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:00.021710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:00.068218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.099821 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bf430491-70d0-47df-9739-d1bf866b2130 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028614 May 24 23:05:00.099821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60054) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:00.105951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Pushing event updated for resources: {'Port': ['ID=9b29ed3d-de93-47f4-9b47-8f3b8f73dce6,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:00.116920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:00.182620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Attempting to bind port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:00.183047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Attempting to bind port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '56a2cb41-d710-40a7-9b22-6e60ef7549af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '911bce7c-90cc-428d-b9ce-76c735d6b9b6'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:00.183854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Attempting to bind port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 on network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:00.189316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:00.189560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Checking segment: {'id': '56a2cb41-d710-40a7-9b22-6e60ef7549af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '911bce7c-90cc-428d-b9ce-76c735d6b9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:00.189970 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.190362 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Bound using segment: {'id': '56a2cb41-d710-40a7-9b22-6e60ef7549af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '911bce7c-90cc-428d-b9ce-76c735d6b9b6'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:00.191277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Bound port: 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a2cb41-d710-40a7-9b22-6e60ef7549af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '911bce7c-90cc-428d-b9ce-76c735d6b9b6'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:00.191277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.201600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:00.205581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:00.216699 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:00.217297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.254295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Subnet': ['ID=0ccaca60-1dd0-4488-bafa-0fed101bb4c5,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:00.262450 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-58abc06e-4b7f-4928-9f5f-caa98e5db450 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8911765 May 24 23:05:00.263893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60058) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:00.270498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': '911bce7c-90cc-428d-b9ce-76c735d6b9b6', 'fixed_ips': [{'subnet_id': '0af71e7b-c2b0-4799-94f0-c4a700705409'}, {'subnet_id': '0ccaca60-1dd0-4488-bafa-0fed101bb4c5'}], 'name': 'tempest-PortsTestJSON-1936836347'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:00.356235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:00.366836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:00.374588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60064) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:00.377175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] For port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:00.383351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] For port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9b29ed3d-de93-47f4-9b47-8f3b8f73dce6,segment=NetworkSegment(56a2cb41-d710-40a7-9b22-6e60ef7549af),segment_id=56a2cb41-d710-40a7-9b22-6e60ef7549af)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:00.389602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.405770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:00.451976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:00.482605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device ca012ff3-84a1-4da0-a0fe-15624f319301 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:00.520748 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:00.528158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.551850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'tag': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:05:00.577402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: ca012ff3-84a1-4da0-a0fe-15624f319301 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:00.577744 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device ca012ff3-84a1-4da0-a0fe-15624f319301 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:00.589014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:00.593484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd10c7-3bda-4d73-892f-359f9fbbdd40 None None] Pushing event updated for resources: {'Port': ['ID=9b29ed3d-de93-47f4-9b47-8f3b8f73dce6,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:00.601290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:port and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:00.607400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:00.619785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:00.652111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:00.660997 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0a523380-18e3-4cf1-af30-5506d31c1b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'df69f061-db39-41b6-86fb-6a23f2f3936f', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:b5:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:55Z', 'updated_at': '2022-05-24T23:04:55Z', 'revision_number': 0, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:00.665412 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a523380-18e3-4cf1-af30-5506d31c1b3e None None] The sync data for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv is: [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'df69f061-db39-41b6-86fb-6a23f2f3936f', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:b5:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:55Z', 'updated_at': '2022-05-24T23:04:55Z', 'revision_number': 0, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:00.747528 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fa202c-36b9-49f2-8bab-fecbe3f54405'] response: {'name': 'network-changed', 'server_uuid': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'tag': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7', 'status': 'completed', 'code': 200} May 24 23:05:00.791702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d089ee6b-f3d3-4415-8f55-1188da8a6674 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.877702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d089ee6b-f3d3-4415-8f55-1188da8a6674 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.971621 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.016431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port ec6c59cb-c715-4838-b4e1-fb402a55f182 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:01.047648 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695c54c5-0e59-4654-b24c-ed90f286e304 None None] New status for floating IP df69f061-db39-41b6-86fb-6a23f2f3936f: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:05:01.189055 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d089ee6b-f3d3-4415-8f55-1188da8a6674 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.215944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d4334-e3ca-4040-9fc6-6835e68cd004 req-cba269db-33c6-4266-96fe-376fcc61ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:01.219291 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef2d4334-e3ca-4040-9fc6-6835e68cd004 req-cba269db-33c6-4266-96fe-376fcc61ff0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 1098 time: 0.4755614 May 24 23:05:01.229898 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.309388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089ee6b-f3d3-4415-8f55-1188da8a6674 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85c2be9-7d88-4445-ab6e-e0dff42f6268,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:01.364941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da65048d-7767-4061-b1f6-e7421495eb37 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:01.394444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 618486d1-ad11-432a-8f5a-09913e999d7c up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:01.467318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:01.471999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:01.474615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:01.475178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.509516 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4016356 May 24 23:05:01.509516 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d089ee6b-f3d3-4415-8f55-1188da8a6674 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.509516 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d089ee6b-f3d3-4415-8f55-1188da8a6674 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/b85c2be9-7d88-4445-ab6e-e0dff42f6268 HTTP/1.1" status: 204 len: 168 time: 1.1121335 May 24 23:05:01.509516 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60070) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:01.515592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'name': 'tempest-NetworksTestDHCPv6-1063709079'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:01.560925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51c69c-ead0-41a6-ae33-859f48f1b92d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=cbe55e46-58ce-411f-8468-ed338b4f183e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:01.566739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60076) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:01.656267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8c185585-5f15-4566-8015-ef22c6efe243 None None] Provisioning for port 618486d1-ad11-432a-8f5a-09913e999d7c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:01.720028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d4334-e3ca-4040-9fc6-6835e68cd004 req-55a7931e-594c-47d8-ba5d-667f62ebfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:01.721849 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef2d4334-e3ca-4040-9fc6-6835e68cd004 req-55a7931e-594c-47d8-ba5d-667f62ebfc6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.4935253 May 24 23:05:01.812327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74fde08-7ad5-4183-900a-35913536729a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting subnet b36f419c-7a86-4c77-8721-b25ab7eb2ad8 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:01.815917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a74fde08-7ad5-4183-900a-35913536729a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.845004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 618486d1-ad11-432a-8f5a-09913e999d7c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:01.866342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 618486d1-ad11-432a-8f5a-09913e999d7c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:01.866856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.894070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a74fde08-7ad5-4183-900a-35913536729a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.899231 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef2d4334-e3ca-4040-9fc6-6835e68cd004 req-be71da4e-b9dd-4b3f-9810-4a196eb47e7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1684356 May 24 23:05:01.959959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.3 (911bce7c-90cc-428d-b9ce-76c735d6b9b6/0af71e7b-c2b0-4799-94f0-c4a700705409/ec6c59cb-c715-4838-b4e1-fb402a55f182) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:01.976693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.19 (911bce7c-90cc-428d-b9ce-76c735d6b9b6/0ccaca60-1dd0-4488-bafa-0fed101bb4c5/ec6c59cb-c715-4838-b4e1-fb402a55f182) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:01.994098 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a74fde08-7ad5-4183-900a-35913536729a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.995981 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d4334-e3ca-4040-9fc6-6835e68cd004 req-383bf2a3-7ec4-46e1-8ccf-410e83835e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:01.997796 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef2d4334-e3ca-4040-9fc6-6835e68cd004 req-383bf2a3-7ec4-46e1-8ccf-410e83835e67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.0879662 May 24 23:05:02.060428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f00719a-a32b-4ae3-a294-55cfdc44901f None None] Network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:02.089908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:02.097202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:02.104265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:02.112747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:02.125334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a74fde08-7ad5-4183-900a-35913536729a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.176740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:02.180504 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.201168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a74fde08-7ad5-4183-900a-35913536729a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.208687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262bd3fa-b220-43c8-b91c-58815e0e183c None None] Network 925942ca-711e-48bf-a9e7-b29f7ac399f8 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:02.215929 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a74fde08-7ad5-4183-900a-35913536729a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/subnets/b36f419c-7a86-4c77-8721-b25ab7eb2ad8 HTTP/1.1" status: 204 len: 168 time: 0.6354344 May 24 23:05:02.218701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fde08-7ad5-4183-900a-35913536729a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Subnet': ['ID=b36f419c-7a86-4c77-8721-b25ab7eb2ad8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:02.221359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 5ab79d72-4066-4440-85b8-fe147763a37d yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:02.232256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d4334-e3ca-4040-9fc6-6835e68cd004 req-90e78137-75e5-4096-8825-eb9fdb339f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:02.234314 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef2d4334-e3ca-4040-9fc6-6835e68cd004 req-90e78137-75e5-4096-8825-eb9fdb339f53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2190919 May 24 23:05:02.236398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 618486d1-ad11-432a-8f5a-09913e999d7c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:02.243119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.257210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60080) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:02.286024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bc467cfd-2cd6-49f0-abe7-c3fd90610f72 None None] Provisioning for port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:02.320422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.340786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Transition to ACTIVE for port object ec6c59cb-c715-4838-b4e1-fb402a55f182 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:02.358028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f9377-219f-47ee-8ba4-e7445709bb6c None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:02.452522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.456356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.476261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 22c87d57-49ee-4626-b9a8-4c8ef636147b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:02.476486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 618486d1-ad11-432a-8f5a-09913e999d7c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=618486d1-ad11-432a-8f5a-09913e999d7c,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:02.476974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.503273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.504329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:02.546146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:02.559367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:02.561760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:02.615277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=ec6c59cb-c715-4838-b4e1-fb402a55f182,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:02.620321 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef2d4334-e3ca-4040-9fc6-6835e68cd004 req-638e886a-d789-43bf-9f48-a4cea9f27979 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626047 May 24 23:05:02.706187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 22c87d57-49ee-4626-b9a8-4c8ef636147b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=22c87d57-49ee-4626-b9a8-4c8ef636147b,segment=NetworkSegment(495f0f9d-2008-4733-8b0b-82450706fc56),segment_id=495f0f9d-2008-4733-8b0b-82450706fc56)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:02.706702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.725121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::312 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/cbe55e46-58ce-411f-8468-ed338b4f183e/5ab79d72-4066-4440-85b8-fe147763a37d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:02.759840 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef2d4334-e3ca-4040-9fc6-6835e68cd004 req-b2c1fb6d-0183-44ff-a8ac-849068be5623 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304336 May 24 23:05:02.765080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f9b3f40a-cdd0-4909-913d-470fbae3398f None None] Provisioning complete for port 618486d1-ad11-432a-8f5a-09913e999d7c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:02.765457 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f40a-cdd0-4909-913d-470fbae3398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.773283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:02.773891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.802318 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e1dcced4-2721-4192-b31e-5426bfc87eac tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.5381360 May 24 23:05:02.803816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60084) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:02.810322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d7b23a62-f06b-47e2-9997-4de6a2cce5cc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0af71e7b-c2b0-4799-94f0-c4a700705409'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:02.851956 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 22c87d57-49ee-4626-b9a8-4c8ef636147b owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:02.884743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=618486d1-ad11-432a-8f5a-09913e999d7c,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:02.938866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7b23a62-f06b-47e2-9997-4de6a2cce5cc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.976676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:03.008783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:03.009159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.040603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.110853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=22c87d57-49ee-4626-b9a8-4c8ef636147b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:03.115178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] No DVR routers for this DVR port 22c87d57-49ee-4626-b9a8-4c8ef636147b on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:03.171047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f9b3f40a-cdd0-4909-913d-470fbae3398f None None] Current status of the port 618486d1-ad11-432a-8f5a-09913e999d7c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:03.257280 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80813ea4-5282-4c80-8b2b-17eaf23b10d6 None None] DHCP port deletion for 925942ca-711e-48bf-a9e7-b29f7ac399f8 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:03.278862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:03.280437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.361090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-d7b23a62-f06b-47e2-9997-4de6a2cce5cc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Delete allocated IP 172.20.0.19 (911bce7c-90cc-428d-b9ce-76c735d6b9b6/0ccaca60-1dd0-4488-bafa-0fed101bb4c5) {{(pid=88261) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:05:03.372605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9b29ed3d-de93-47f4-9b47-8f3b8f73dce6,segment=NetworkSegment(56a2cb41-d710-40a7-9b22-6e60ef7549af),segment_id=56a2cb41-d710-40a7-9b22-6e60ef7549af)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:03.383139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab488668-7d0a-4ef4-859d-8fa1c9a30351 None None] Update dhcp port {'port': {'network_id': '911bce7c-90cc-428d-b9ce-76c735d6b9b6', 'fixed_ips': [{'subnet_id': '0af71e7b-c2b0-4799-94f0-c4a700705409', 'ip_address': '172.20.0.2'}, {'subnet_id': '0ccaca60-1dd0-4488-bafa-0fed101bb4c5'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': '9b29ed3d-de93-47f4-9b47-8f3b8f73dce6'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:05:03.448101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.452527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab488668-7d0a-4ef4-859d-8fa1c9a30351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.462469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.465309 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.506409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925942ca-711e-48bf-a9e7-b29f7ac399f8']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:03.520232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 5ab79d72-4066-4440-85b8-fe147763a37d will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:03.528525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495f0f9d-2008-4733-8b0b-82450706fc56') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:03.529101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495f0f9d-2008-4733-8b0b-82450706fc56') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:03.549822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.585399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.593489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 618486d1-ad11-432a-8f5a-09913e999d7c up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:03.607657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:03.609288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.685178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.687648 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 495f0f9d-2008-4733-8b0b-82450706fc56 resource provider aggregate not found May 24 23:05:03.742162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7b23a62-f06b-47e2-9997-4de6a2cce5cc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.760770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=9b29ed3d-de93-47f4-9b47-8f3b8f73dce6,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:03.773100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-d7b23a62-f06b-47e2-9997-4de6a2cce5cc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Ignored duplicate provisioning block setup for port ec6c59cb-c715-4838-b4e1-fb402a55f182 by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 24 23:05:03.779681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7b23a62-f06b-47e2-9997-4de6a2cce5cc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.782911 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 495f0f9d-2008-4733-8b0b-82450706fc56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 495f0f9d-2008-4733-8b0b-82450706fc56 found for delete ", "request_id": "req-3db37ba1-2b90-4019-9bec-db028943c243"}]} May 24 23:05:03.792217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:03.793213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=5ab79d72-4066-4440-85b8-fe147763a37d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:03.810294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:03.816757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:03.823117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:03.823762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.849914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ab488668-7d0a-4ef4-859d-8fa1c9a30351 None None] Allocated IP 172.20.0.18 (911bce7c-90cc-428d-b9ce-76c735d6b9b6/0ccaca60-1dd0-4488-bafa-0fed101bb4c5/9b29ed3d-de93-47f4-9b47-8f3b8f73dce6) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:03.852969 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-056eb9db-c3a9-40cf-991c-6104e6805e9d None None] Provisioning complete for port 618486d1-ad11-432a-8f5a-09913e999d7c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:03.853403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-056eb9db-c3a9-40cf-991c-6104e6805e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.863028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.870379 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-86c4407c-b22c-48c0-b324-962db6b61817 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3609247 May 24 23:05:03.870709 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60092) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:03.902485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.944974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 618486d1-ad11-432a-8f5a-09913e999d7c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:03.945346 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.966746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Network': ['ID=925942ca-711e-48bf-a9e7-b29f7ac399f8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:03.989057 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a78970d9-fe46-440f-bd19-3bfe4fb9e61c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/networks/925942ca-711e-48bf-a9e7-b29f7ac399f8 HTTP/1.1" status: 204 len: 168 time: 1.7307026 May 24 23:05:03.993518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b23a62-f06b-47e2-9997-4de6a2cce5cc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=ec6c59cb-c715-4838-b4e1-fb402a55f182,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:03.999046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60096) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:04.043264 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fc99af-f46d-4b62-9a70-ae07c62e1dea tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:04.049533 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fc99af-f46d-4b62-9a70-ae07c62e1dea tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:04.050434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-40fc99af-f46d-4b62-9a70-ae07c62e1dea tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:04.071559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-40fc99af-f46d-4b62-9a70-ae07c62e1dea tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:04.077345 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-40fc99af-f46d-4b62-9a70-ae07c62e1dea tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2027869 May 24 23:05:04.079124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60100) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:04.129970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d7b23a62-f06b-47e2-9997-4de6a2cce5cc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] In _notify_port_updated(), no bound segment for port ec6c59cb-c715-4838-b4e1-fb402a55f182 on network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:05:04.136488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b23a62-f06b-47e2-9997-4de6a2cce5cc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:04.137247 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7b23a62-f06b-47e2-9997-4de6a2cce5cc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.138749 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d7b23a62-f06b-47e2-9997-4de6a2cce5cc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "PUT /v2.0/ports/ec6c59cb-c715-4838-b4e1-fb402a55f182 HTTP/1.1" status: 200 len: 919 time: 1.3337712 May 24 23:05:04.141426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60104) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:04.149410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c9bebcf4-5f20-46a0-a538-8e5b84eb56e6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0af71e7b-c2b0-4799-94f0-c4a700705409'}, {'subnet_id': '0ccaca60-1dd0-4488-bafa-0fed101bb4c5'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:04.184821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8cb1cf1a-a719-4431-91c9-57867c84a387 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 5ab79d72-4066-4440-85b8-fe147763a37d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:04.185572 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8cb1cf1a-a719-4431-91c9-57867c84a387 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.196068 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ab488668-7d0a-4ef4-859d-8fa1c9a30351 None None] For port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9b29ed3d-de93-47f4-9b47-8f3b8f73dce6,segment=NetworkSegment(56a2cb41-d710-40a7-9b22-6e60ef7549af),segment_id=56a2cb41-d710-40a7-9b22-6e60ef7549af)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:04.259897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-056eb9db-c3a9-40cf-991c-6104e6805e9d None None] Current status of the port 618486d1-ad11-432a-8f5a-09913e999d7c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:04.294574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab488668-7d0a-4ef4-859d-8fa1c9a30351 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.298722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 618486d1-ad11-432a-8f5a-09913e999d7c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:04.317546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ab488668-7d0a-4ef4-859d-8fa1c9a30351 None None] Transition to ACTIVE for port object 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:04.324002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab488668-7d0a-4ef4-859d-8fa1c9a30351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.423674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 34e40745-646b-41c9-9dc5-7d5530dbe41f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:04.424697 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.430445 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 22c87d57-49ee-4626-b9a8-4c8ef636147b no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:04.493106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9bebcf4-5f20-46a0-a538-8e5b84eb56e6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.544889 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f04cca9-7771-4f32-a4ea-47a4a1c2d17a None None] Could not find standard attr ID for object 293423bc-c58e-4d2b-abc7-3d0a8baa52b2. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:04.552900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 22c87d57-49ee-4626-b9a8-4c8ef636147b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:04.553497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 22c87d57-49ee-4626-b9a8-4c8ef636147b not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:04.553622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8cb1cf1a-a719-4431-91c9-57867c84a387 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.576936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f04cca9-7771-4f32-a4ea-47a4a1c2d17a None None] Could not find standard attr ID for object 526b6f75-095e-4a02-a7cc-868ce03fec63. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:04.588958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab488668-7d0a-4ef4-859d-8fa1c9a30351 None None] Pushing event updated for resources: {'Port': ['ID=9b29ed3d-de93-47f4-9b47-8f3b8f73dce6,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:04.702199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3a9cfc9f-859a-4843-9d91-4834546f4b46 None None] Provisioning for port 5ab79d72-4066-4440-85b8-fe147763a37d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:04.707939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3a9cfc9f-859a-4843-9d91-4834546f4b46 None None] Provisioning complete for port 5ab79d72-4066-4440-85b8-fe147763a37d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:04.708628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3a9cfc9f-859a-4843-9d91-4834546f4b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.736900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8cb1cf1a-a719-4431-91c9-57867c84a387 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 5ab79d72-4066-4440-85b8-fe147763a37d owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:04.772037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.772451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.787919 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3a9cfc9f-859a-4843-9d91-4834546f4b46 None None] Port 5ab79d72-4066-4440-85b8-fe147763a37d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:04.908318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8cb1cf1a-a719-4431-91c9-57867c84a387 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.962451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 34e40745-646b-41c9-9dc5-7d5530dbe41f owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:04.965699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1cf1a-a719-4431-91c9-57867c84a387 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=5ab79d72-4066-4440-85b8-fe147763a37d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:05.016991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8cb1cf1a-a719-4431-91c9-57867c84a387 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.039691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60108) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.044711 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8cb1cf1a-a719-4431-91c9-57867c84a387 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/5ab79d72-4066-4440-85b8-fe147763a37d HTTP/1.1" status: 204 len: 168 time: 0.9599142 May 24 23:05:05.232550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67dc6c-c427-4f61-b1cf-5d477b7fd9c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:05.233947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67dc6c-c427-4f61-b1cf-5d477b7fd9c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:05.235501 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5a67dc6c-c427-4f61-b1cf-5d477b7fd9c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1949983 May 24 23:05:05.238558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60112) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.326364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73fd176-be2c-407f-866a-d2164783dc01 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet cbe55e46-58ce-411f-8468-ed338b4f183e {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:05.328022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-c9bebcf4-5f20-46a0-a538-8e5b84eb56e6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.20 (911bce7c-90cc-428d-b9ce-76c735d6b9b6/0ccaca60-1dd0-4488-bafa-0fed101bb4c5/ec6c59cb-c715-4838-b4e1-fb402a55f182) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:05.329722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a73fd176-be2c-407f-866a-d2164783dc01 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.333147 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd31cd0-7424-49cc-94ce-25dfa10e4353 None None] Network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:05.399362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a73fd176-be2c-407f-866a-d2164783dc01 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.425746 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9af9a1ed-34c0-4204-8cb0-abd0c471747f None None] Provisioning for port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:05.435093 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9af9a1ed-34c0-4204-8cb0-abd0c471747f None None] Provisioning complete for port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:05.435468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9af9a1ed-34c0-4204-8cb0-abd0c471747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.471266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a73fd176-be2c-407f-866a-d2164783dc01 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.537775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.562397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a73fd176-be2c-407f-866a-d2164783dc01 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.608862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:05.617761 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd176-be2c-407f-866a-d2164783dc01 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe55e46-58ce-411f-8468-ed338b4f183e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:05.620316 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a73fd176-be2c-407f-866a-d2164783dc01 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.631377 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a73fd176-be2c-407f-866a-d2164783dc01 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/cbe55e46-58ce-411f-8468-ed338b4f183e HTTP/1.1" status: 204 len: 168 time: 0.3912680 May 24 23:05:05.634162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60116) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.639838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=34e40745-646b-41c9-9dc5-7d5530dbe41f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:05.648202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e4bacc-9dfd-486d-ba1a-5cc036c863d9 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:05.706330 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4f3db2d7-a9aa-4857-a011-16d2a7b07fe4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680592 May 24 23:05:05.706542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60120) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.742544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.742816 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP 0e59a4d2-475c-4754-9f71-bc8727fa6f47 disassociated (deleted). External IP: 172.26.3.81, port: 1717ac45-3240-4a12-aec7-0eb163e0282d. May 24 23:05:05.792561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb39a683-0090-4beb-9a17-4a07759412bd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:05.793455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cb39a683-0090-4beb-9a17-4a07759412bd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:05.799838 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9af9a1ed-34c0-4204-8cb0-abd0c471747f None None] Current status of the port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:05.811828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cb39a683-0090-4beb-9a17-4a07759412bd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:05.815894 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cb39a683-0090-4beb-9a17-4a07759412bd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1083913 May 24 23:05:05.816779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60124) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.841626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9bebcf4-5f20-46a0-a538-8e5b84eb56e6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.872098 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9af9a1ed-34c0-4204-8cb0-abd0c471747f None None] Provisioning for port ec6c59cb-c715-4838-b4e1-fb402a55f182 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:05.884851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ca8f5-2024-4c94-be5c-de1471db7e12 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:05.885534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-530ca8f5-2024-4c94-be5c-de1471db7e12 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:05.902367 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-530ca8f5-2024-4c94-be5c-de1471db7e12 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:05.906673 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-530ca8f5-2024-4c94-be5c-de1471db7e12 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0863676 May 24 23:05:05.908380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60128) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.908955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9af9a1ed-34c0-4204-8cb0-abd0c471747f None None] Provisioning complete for port ec6c59cb-c715-4838-b4e1-fb402a55f182 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:05.908955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9af9a1ed-34c0-4204-8cb0-abd0c471747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.927215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-c9bebcf4-5f20-46a0-a538-8e5b84eb56e6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Ignored duplicate provisioning block setup for port ec6c59cb-c715-4838-b4e1-fb402a55f182 by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 24 23:05:05.935881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9bebcf4-5f20-46a0-a538-8e5b84eb56e6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.987845 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9f6e43a-b799-4bf2-abc2-320c888379cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797560 May 24 23:05:05.988325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:05.988677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.989200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60132) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.995885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:06.031733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9af9a1ed-34c0-4204-8cb0-abd0c471747f None None] Port ec6c59cb-c715-4838-b4e1-fb402a55f182 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:06.131887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:06.145251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:06.163503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:06.168903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.182769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c12dd-d40d-4d8d-9957-e200cc2853e2 None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:06.195852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a83c12dd-d40d-4d8d-9957-e200cc2853e2 None None] Deleting port 618486d1-ad11-432a-8f5a-09913e999d7c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:06.196539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a83c12dd-d40d-4d8d-9957-e200cc2853e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.206805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bebcf4-5f20-46a0-a538-8e5b84eb56e6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=ec6c59cb-c715-4838-b4e1-fb402a55f182,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:06.261503 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:06.317748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c9bebcf4-5f20-46a0-a538-8e5b84eb56e6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] In _notify_port_updated(), no bound segment for port ec6c59cb-c715-4838-b4e1-fb402a55f182 on network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:05:06.323470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bebcf4-5f20-46a0-a538-8e5b84eb56e6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:06.324887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9bebcf4-5f20-46a0-a538-8e5b84eb56e6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.325213 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c9bebcf4-5f20-46a0-a538-8e5b84eb56e6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "PUT /v2.0/ports/ec6c59cb-c715-4838-b4e1-fb402a55f182 HTTP/1.1" status: 200 len: 999 time: 2.1828671 May 24 23:05:06.328910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60136) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:06.408910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 76ae7364-2316-4599-8138-e5cf6f396c3f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:05:06.417485 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-88b92c2b-f15d-48a0-bd88-b122291f4bd1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port ec6c59cb-c715-4838-b4e1-fb402a55f182 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:06.417822 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b92c2b-f15d-48a0-bd88-b122291f4bd1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.454343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a83c12dd-d40d-4d8d-9957-e200cc2853e2 None None] For port 618486d1-ad11-432a-8f5a-09913e999d7c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=618486d1-ad11-432a-8f5a-09913e999d7c,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:06.454987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a83c12dd-d40d-4d8d-9957-e200cc2853e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.552843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.614850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:06.618398 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:06.621824 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:06.622612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.628657 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a83c12dd-d40d-4d8d-9957-e200cc2853e2 None None] Calling delete_port for 618486d1-ad11-432a-8f5a-09913e999d7c owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:06.654352 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6639097 May 24 23:05:06.654963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60140) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:06.664926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'fixed_ips': [{'subnet_id': 'df8a702b-23b9-4634-9f55-04cd1e01a39f', 'ip_address': '2001:db8::f101:6dfb:f7e:e174'}], 'name': 'tempest-NetworksTestDHCPv6-1174555636'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:06.688788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552dea1-0663-4e13-b3d3-65bb2ebe8081 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=df8a702b-23b9-4634-9f55-04cd1e01a39f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:06.709375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a83c12dd-d40d-4d8d-9957-e200cc2853e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.759038 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c12dd-d40d-4d8d-9957-e200cc2853e2 None None] Pushing event deleted for resources: {'Port': ['ID=618486d1-ad11-432a-8f5a-09913e999d7c,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:06.763363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c12dd-d40d-4d8d-9957-e200cc2853e2 None None] No DVR routers for this DVR port 618486d1-ad11-432a-8f5a-09913e999d7c on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:06.783886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce71d383-7947-4d28-9beb-08dd4d5a5db6 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:06.784521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:06.793914 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933128a-82cf-485d-bc7f-95873714dcdd None None] Sync routers for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:06.806351 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933128a-82cf-485d-bc7f-95873714dcdd None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:06.808692 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6933128a-82cf-485d-bc7f-95873714dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:06.836080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.854943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:06.871604 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:06.888128 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:07.008570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b92c2b-f15d-48a0-bd88-b122291f4bd1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.035104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': 'df8a702b-23b9-4634-9f55-04cd1e01a39f'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:07.035958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.064611 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6933128a-82cf-485d-bc7f-95873714dcdd None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:07.077428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.114044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port dd285829-988e-4980-8590-688624b51b31 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:07.157295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-88b92c2b-f15d-48a0-bd88-b122291f4bd1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for ec6c59cb-c715-4838-b4e1-fb402a55f182 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:07.210680 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3ca778d7-cbcd-4b8b-8d2f-dce9c18fa948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/floatingips/0e59a4d2-475c-4754-9f71-bc8727fa6f47 HTTP/1.1" status: 204 len: 168 time: 3.2105575 May 24 23:05:07.220132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e819e85-568c-4fe4-a61a-f15295f74384', 'tag': '1717ac45-3240-4a12-aec7-0eb163e0282d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:05:07.397629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Allocated IP 2001:db8::2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/df8a702b-23b9-4634-9f55-04cd1e01a39f/c442999b-af28-49d0-b6a8-f113bfe32b46) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:07.455918 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b14b04-ed39-4704-bdc4-b704831102f4'] response: {'name': 'network-changed', 'server_uuid': '5e819e85-568c-4fe4-a61a-f15295f74384', 'tag': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'status': 'completed', 'code': 200} May 24 23:05:07.622991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec18d-d341-4985-9ffa-ae51aaed6a8e req-ed1bddb1-2473-46b0-9755-f0b14c0fd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:07.622991 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0aec18d-d341-4985-9ffa-ae51aaed6a8e req-ed1bddb1-2473-46b0-9755-f0b14c0fd3b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 1099 time: 0.2678466 May 24 23:05:07.730302 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 618486d1-ad11-432a-8f5a-09913e999d7c no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:07.757765 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6933128a-82cf-485d-bc7f-95873714dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:04:51Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:07.779325 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933128a-82cf-485d-bc7f-95873714dcdd None None] Checking router: 76ae7364-2316-4599-8138-e5cf6f396c3f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:05:07.807574 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933128a-82cf-485d-bc7f-95873714dcdd None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:07.807574 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6933128a-82cf-485d-bc7f-95873714dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:07.840345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec18d-d341-4985-9ffa-ae51aaed6a8e req-96a8a3ea-a6d1-43f7-bee6-cb0911a73fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:07.840345 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0aec18d-d341-4985-9ffa-ae51aaed6a8e req-96a8a3ea-a6d1-43f7-bee6-cb0911a73fd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2268f290-1aa2-4d0a-bc70-90f7841c766d HTTP/1.1" status: 200 len: 897 time: 0.2123241 May 24 23:05:07.862794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 618486d1-ad11-432a-8f5a-09913e999d7c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:07.862794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 618486d1-ad11-432a-8f5a-09913e999d7c not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:07.891306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0deb8ec-6e44-4066-be69-7e734929a1a5 None None] Provisioning complete for port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:07.906276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0deb8ec-6e44-4066-be69-7e734929a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.054173 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0aec18d-d341-4985-9ffa-ae51aaed6a8e req-6b3d0089-ea50-4ac9-8969-9abc1f41b19a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1717ac45-3240-4a12-aec7-0eb163e0282d HTTP/1.1" status: 200 len: 217 time: 0.1526206 May 24 23:05:08.070046 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6933128a-82cf-485d-bc7f-95873714dcdd None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:08.137617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.143367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b92c2b-f15d-48a0-bd88-b122291f4bd1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.163413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Transition to ACTIVE for port object c442999b-af28-49d0-b6a8-f113bfe32b46 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:08.163413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f0deb8ec-6e44-4066-be69-7e734929a1a5 None None] Current status of the port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:08.178476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0deb8ec-6e44-4066-be69-7e734929a1a5 None None] Could not find standard attr ID for object ec6c59cb-c715-4838-b4e1-fb402a55f182. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:08.178476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Transition to ACTIVE for port object c442999b-af28-49d0-b6a8-f113bfe32b46 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:08.191887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.267708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b92c2b-f15d-48a0-bd88-b122291f4bd1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=ec6c59cb-c715-4838-b4e1-fb402a55f182,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:08.267708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec18d-d341-4985-9ffa-ae51aaed6a8e req-1f5db12a-e474-4274-950f-2df61c7cffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:08.267708 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0aec18d-d341-4985-9ffa-ae51aaed6a8e req-1f5db12a-e474-4274-950f-2df61c7cffc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fec8be1-c26b-4f67-aca9-3a96aad1ae6d HTTP/1.1" status: 200 len: 835 time: 0.2067378 May 24 23:05:08.361819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1d8560d5-4c04-4f44-83a1-84a109f2b8d0 None None] Could not find standard attr ID for object ec6c59cb-c715-4838-b4e1-fb402a55f182. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:08.368523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::f101:6dfb:f7e:e174 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/df8a702b-23b9-4634-9f55-04cd1e01a39f/dd285829-988e-4980-8590-688624b51b31) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:08.376175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:08.400191 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:08.400191 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:08.460490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400058a8-a65f-44d3-9fe0-cc6b2cb8870c req-dc026dc2-eca2-4b5a-bb20-683757456fc7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:08.460490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-400058a8-a65f-44d3-9fe0-cc6b2cb8870c req-dc026dc2-eca2-4b5a-bb20-683757456fc7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:08.519912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-400058a8-a65f-44d3-9fe0-cc6b2cb8870c req-dc026dc2-eca2-4b5a-bb20-683757456fc7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:08.521080 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-400058a8-a65f-44d3-9fe0-cc6b2cb8870c req-dc026dc2-eca2-4b5a-bb20-683757456fc7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 946 time: 0.5563467 May 24 23:05:08.523961 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6933128a-82cf-485d-bc7f-95873714dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:04:51Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:08.526673 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b92c2b-f15d-48a0-bd88-b122291f4bd1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.536537 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933128a-82cf-485d-bc7f-95873714dcdd None None] The sync data for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv is: [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:04:51Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'd4d9aed8-58ac-47eb-91dc-be334a80c6bc', 'name': '', 'network_id': '2268f290-1aa2-4d0a-bc70-90f7841c766d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:14:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '3fec8be1-c26b-4f67-aca9-3a96aad1ae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:08.546379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Pushing event updated for resources: {'Port': ['ID=c442999b-af28-49d0-b6a8-f113bfe32b46,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:08.566925 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-88b92c2b-f15d-48a0-bd88-b122291f4bd1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/ec6c59cb-c715-4838-b4e1-fb402a55f182 HTTP/1.1" status: 204 len: 168 time: 2.2371387 May 24 23:05:08.567147 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Attempting to bind port c442999b-af28-49d0-b6a8-f113bfe32b46 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:08.567590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60152) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.567736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Attempting to bind port c442999b-af28-49d0-b6a8-f113bfe32b46 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:08.567968 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Attempting to bind port c442999b-af28-49d0-b6a8-f113bfe32b46 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:08.574485 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:08.574758 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec18d-d341-4985-9ffa-ae51aaed6a8e req-935fa8c9-1e64-46d9-a283-63495223140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:08.575794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:08.576384 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0aec18d-d341-4985-9ffa-ae51aaed6a8e req-935fa8c9-1e64-46d9-a283-63495223140a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2268f290-1aa2-4d0a-bc70-90f7841c766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2801442 May 24 23:05:08.576843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.577296 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:08.577836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Bound port: c442999b-af28-49d0-b6a8-f113bfe32b46, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:08.578289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.664222 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-673c3a2e-76d5-4e20-89d3-61a2258097da tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:05:08.664222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-673c3a2e-76d5-4e20-89d3-61a2258097da tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:08.704782 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] For port c442999b-af28-49d0-b6a8-f113bfe32b46, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:08.704782 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] For port c442999b-af28-49d0-b6a8-f113bfe32b46, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c442999b-af28-49d0-b6a8-f113bfe32b46,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:08.710901 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.728985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.748924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object dd285829-988e-4980-8590-688624b51b31 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:08.761401 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-400058a8-a65f-44d3-9fe0-cc6b2cb8870c req-4ffa50c4-8e5c-44b6-a0d1-fd69d1ce420c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299078 May 24 23:05:08.781569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-673c3a2e-76d5-4e20-89d3-61a2258097da tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:08.786143 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-673c3a2e-76d5-4e20-89d3-61a2258097da tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/ec6c59cb-c715-4838-b4e1-fb402a55f182 HTTP/1.1" status: 404 len: 333 time: 0.2146463 May 24 23:05:08.788803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60156) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.798528 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.841268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0df9dd-12f3-4d31-964c-ad839c4a56ec None None] Pushing event updated for resources: {'Port': ['ID=c442999b-af28-49d0-b6a8-f113bfe32b46,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:08.932990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:08.936852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:08.941171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:08.951631 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:08.952318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.965883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=dd285829-988e-4980-8590-688624b51b31,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:08.974732 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0aec18d-d341-4985-9ffa-ae51aaed6a8e req-6912e6e8-8564-459b-b431-bd9890ce7672 service neutron] 10.222.0.42 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567374 May 24 23:05:08.975354 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88b3165-2818-4fb0-ab6a-f04a6092dd58 None None] New status for floating IP 0e59a4d2-475c-4754-9f71-bc8727fa6f47: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:05:08.986984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b21ae2-5fdd-46c9-a262-1f21ef10d775 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting subnet 0ccaca60-1dd0-4488-bafa-0fed101bb4c5 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:08.993646 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-28c3052f-b731-4153-b14b-e3663a475af3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3353107 May 24 23:05:08.996975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60160) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:09.015171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0b21ae2-5fdd-46c9-a262-1f21ef10d775 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.102515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae8e1a7-07cb-4667-a039-54fe965474d0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:09.109656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae8e1a7-07cb-4667-a039-54fe965474d0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:09.111598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0ae8e1a7-07cb-4667-a039-54fe965474d0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:09.136753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0ae8e1a7-07cb-4667-a039-54fe965474d0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:09.142370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0ae8e1a7-07cb-4667-a039-54fe965474d0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1411407 May 24 23:05:09.143568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60164) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:09.304727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cf9ba933-237d-4054-a3ad-4fce6ca8a836 None None] Could not find standard attr ID for object ec6c59cb-c715-4838-b4e1-fb402a55f182. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:09.323329 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0b21ae2-5fdd-46c9-a262-1f21ef10d775 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.324210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4a453b83-ecaa-459c-8815-9c6fe40cb1cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port dd285829-988e-4980-8590-688624b51b31 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:09.324559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a453b83-ecaa-459c-8815-9c6fe40cb1cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.397894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-8ee44ed7-2283-49c5-baf7-95a30bd87802 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:09.398719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-8ee44ed7-2283-49c5-baf7-95a30bd87802 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:09.419405 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0aec18d-d341-4985-9ffa-ae51aaed6a8e req-0337d3c7-35b5-462e-a5e6-5a6ce13a84da service neutron] 10.222.0.42 "GET /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389324 May 24 23:05:09.445303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0b21ae2-5fdd-46c9-a262-1f21ef10d775 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.459774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-8ee44ed7-2283-49c5-baf7-95a30bd87802 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:09.460911 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-8ee44ed7-2283-49c5-baf7-95a30bd87802 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 946 time: 0.2635446 May 24 23:05:09.539252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0b21ae2-5fdd-46c9-a262-1f21ef10d775 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.585150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b21ae2-5fdd-46c9-a262-1f21ef10d775 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccaca60-1dd0-4488-bafa-0fed101bb4c5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:09.587086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0b21ae2-5fdd-46c9-a262-1f21ef10d775 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.595726 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e0b21ae2-5fdd-46c9-a262-1f21ef10d775 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/0ccaca60-1dd0-4488-bafa-0fed101bb4c5 HTTP/1.1" status: 204 len: 168 time: 0.8004999 May 24 23:05:09.600604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60168) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:09.641082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c442999b-af28-49d0-b6a8-f113bfe32b46 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:09.670481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-2f548a2b-54ba-4095-965e-4bc67602d81a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 1717ac45-3240-4a12-aec7-0eb163e0282d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:09.670850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-2f548a2b-54ba-4095-965e-4bc67602d81a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.677671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cef62e-2ee8-402b-849a-0b9bedbcb4e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting subnet 0af71e7b-c2b0-4799-94f0-c4a700705409 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:09.680893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01cef62e-2ee8-402b-849a-0b9bedbcb4e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.729128 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port c442999b-af28-49d0-b6a8-f113bfe32b46 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:09.761549 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01cef62e-2ee8-402b-849a-0b9bedbcb4e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.806189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a453b83-ecaa-459c-8815-9c6fe40cb1cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.871039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01cef62e-2ee8-402b-849a-0b9bedbcb4e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.023155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01cef62e-2ee8-402b-849a-0b9bedbcb4e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.077003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2a4da-0310-4e4d-9eb0-4adf38950938 req-39e44aca-7b00-4cd2-a691-a99d44dcb15b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:10.079757 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eaa2a4da-0310-4e4d-9eb0-4adf38950938 req-39e44aca-7b00-4cd2-a691-a99d44dcb15b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 946 time: 0.1674595 May 24 23:05:10.082037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cef62e-2ee8-402b-849a-0b9bedbcb4e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Subnet': ['ID=0af71e7b-c2b0-4799-94f0-c4a700705409,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:10.084038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01cef62e-2ee8-402b-849a-0b9bedbcb4e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.093981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4a453b83-ecaa-459c-8815-9c6fe40cb1cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for dd285829-988e-4980-8590-688624b51b31 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:10.107990 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-01cef62e-2ee8-402b-849a-0b9bedbcb4e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/0af71e7b-c2b0-4799-94f0-c4a700705409 HTTP/1.1" status: 204 len: 168 time: 0.5062671 May 24 23:05:10.110466 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60174) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:10.259860 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eaa2a4da-0310-4e4d-9eb0-4adf38950938 req-d242f67a-e7e3-464f-a53f-a0fcea031c27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=de244307-2f09-4117-879b-8c67f8da7d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680801 May 24 23:05:10.268007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3eb630b7-2cc9-487c-8ae1-eb596615a649 None None] Provisioning for port c442999b-af28-49d0-b6a8-f113bfe32b46 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:10.271661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.275049 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3eb630b7-2cc9-487c-8ae1-eb596615a649 None None] Provisioning complete for port c442999b-af28-49d0-b6a8-f113bfe32b46 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:10.275515 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3eb630b7-2cc9-487c-8ae1-eb596615a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.284838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:10.285480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.361944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-2f548a2b-54ba-4095-965e-4bc67602d81a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 1717ac45-3240-4a12-aec7-0eb163e0282d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=1717ac45-3240-4a12-aec7-0eb163e0282d,segment=NetworkSegment(ecf51001-dae2-4048-9066-a2ab1cff2fa2),segment_id=ecf51001-dae2-4048-9066-a2ab1cff2fa2)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:10.362309 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-2f548a2b-54ba-4095-965e-4bc67602d81a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.461862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3eb630b7-2cc9-487c-8ae1-eb596615a649 None None] Current status of the port c442999b-af28-49d0-b6a8-f113bfe32b46 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:10.463075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3eb630b7-2cc9-487c-8ae1-eb596615a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.520186 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3eb630b7-2cc9-487c-8ae1-eb596615a649 None None] For port c442999b-af28-49d0-b6a8-f113bfe32b46, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c442999b-af28-49d0-b6a8-f113bfe32b46,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:10.528422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3eb630b7-2cc9-487c-8ae1-eb596615a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.546603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a453b83-ecaa-459c-8815-9c6fe40cb1cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.565365 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-2f548a2b-54ba-4095-965e-4bc67602d81a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 1717ac45-3240-4a12-aec7-0eb163e0282d owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:10.573203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] For port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9b29ed3d-de93-47f4-9b47-8f3b8f73dce6,segment=NetworkSegment(56a2cb41-d710-40a7-9b22-6e60ef7549af),segment_id=56a2cb41-d710-40a7-9b22-6e60ef7549af)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:10.573633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.671265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-32d18f8c-08c7-43a2-b9e9-268e8874a6f8 None None] Could not find standard attr ID for object ec6c59cb-c715-4838-b4e1-fb402a55f182. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:10.675265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e53c4-662b-44c4-a04b-cf4f6fa61cad None None] Network 911bce7c-90cc-428d-b9ce-76c735d6b9b6 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:10.715912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a453b83-ecaa-459c-8815-9c6fe40cb1cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=dd285829-988e-4980-8590-688624b51b31,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:10.752818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:10.757341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a453b83-ecaa-459c-8815-9c6fe40cb1cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.804181 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4a453b83-ecaa-459c-8815-9c6fe40cb1cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/dd285829-988e-4980-8590-688624b51b31 HTTP/1.1" status: 204 len: 168 time: 1.6509018 May 24 23:05:10.804181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60180) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:10.835537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-32d18f8c-08c7-43a2-b9e9-268e8874a6f8 None None] Could not find standard attr ID for object dd285829-988e-4980-8590-688624b51b31. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:10.884124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fdf6f7-3dba-45a4-b38f-3beb99524211 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:10.886606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fdf6f7-3dba-45a4-b38f-3beb99524211 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:10.887422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-76fdf6f7-3dba-45a4-b38f-3beb99524211 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:10.891701 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb630b7-2cc9-487c-8ae1-eb596615a649 None None] Pushing event updated for resources: {'Port': ['ID=c442999b-af28-49d0-b6a8-f113bfe32b46,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:10.927717 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.961012 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-76fdf6f7-3dba-45a4-b38f-3beb99524211 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:10.963325 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-76fdf6f7-3dba-45a4-b38f-3beb99524211 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1598296 May 24 23:05:10.973165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60184) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:11.018246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c383f0bf-2676-4e67-8b88-4b2d390a5c60 None None] DHCP port deletion for 911bce7c-90cc-428d-b9ce-76c735d6b9b6 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:11.024611 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-2f548a2b-54ba-4095-965e-4bc67602d81a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.031787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No DVR routers for this DVR port 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:11.080706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=9b29ed3d-de93-47f4-9b47-8f3b8f73dce6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:11.086038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f548a2b-54ba-4095-965e-4bc67602d81a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=1717ac45-3240-4a12-aec7-0eb163e0282d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:11.169605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-2f548a2b-54ba-4095-965e-4bc67602d81a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] No DVR routers for this DVR port 1717ac45-3240-4a12-aec7-0eb163e0282d on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:11.172034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-2f548a2b-54ba-4095-965e-4bc67602d81a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.175880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e819e85-568c-4fe4-a61a-f15295f74384', 'name': 'network-vif-deleted', 'tag': '1717ac45-3240-4a12-aec7-0eb163e0282d'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:05:11.185794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-12acd69b-356b-4b37-8a56-833b91afd8ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet df8a702b-23b9-4634-9f55-04cd1e01a39f {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:11.195316 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7abbf34e-b6bf-42b7-9680-506e784aaa2f req-2f548a2b-54ba-4095-965e-4bc67602d81a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "DELETE /v2.0/ports/1717ac45-3240-4a12-aec7-0eb163e0282d HTTP/1.1" status: 204 len: 173 time: 1.7280922 May 24 23:05:11.201879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-12acd69b-356b-4b37-8a56-833b91afd8ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.236716 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d06d62-953e-4d68-ab2e-98725ddd7e85'] response: {'server_uuid': '5e819e85-568c-4fe4-a61a-f15295f74384', 'name': 'network-vif-deleted', 'tag': '1717ac45-3240-4a12-aec7-0eb163e0282d', 'status': 'completed', 'code': 200} May 24 23:05:11.259076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.301476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911bce7c-90cc-428d-b9ce-76c735d6b9b6']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:11.317066 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-12acd69b-356b-4b37-8a56-833b91afd8ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.360667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a2cb41-d710-40a7-9b22-6e60ef7549af') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:11.360667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a2cb41-d710-40a7-9b22-6e60ef7549af') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:11.379416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.520057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.569953 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8a06aa5f-9e53-46f8-888b-93c0dd7005f9 req-ad9f2f4c-c78e-461c-baae-38bf606953b6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e819e85-568c-4fe4-a61a-f15295f74384 HTTP/1.1" status: 200 len: 210 time: 0.0614946 May 24 23:05:11.570970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:11.572399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.582210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c442999b-af28-49d0-b6a8-f113bfe32b46 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:11.664168 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 56a2cb41-d710-40a7-9b22-6e60ef7549af resource provider aggregate not found May 24 23:05:11.701944 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port c442999b-af28-49d0-b6a8-f113bfe32b46 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:11.701944 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.710393 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 56a2cb41-d710-40a7-9b22-6e60ef7549af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56a2cb41-d710-40a7-9b22-6e60ef7549af found for delete ", "request_id": "req-9dd74cc4-be19-4186-b5a9-f49935bdb1f4"}]} May 24 23:05:11.710393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-12acd69b-356b-4b37-8a56-833b91afd8ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.739642 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.767253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.781786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Network': ['ID=911bce7c-90cc-428d-b9ce-76c735d6b9b6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:11.802600 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a29c0012-bc81-4afa-b892-a0097159aa2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/networks/911bce7c-90cc-428d-b9ce-76c735d6b9b6 HTTP/1.1" status: 204 len: 168 time: 1.6909270 May 24 23:05:11.806438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60196) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:11.851569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port c442999b-af28-49d0-b6a8-f113bfe32b46 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:11.887893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-12acd69b-356b-4b37-8a56-833b91afd8ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.925565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acd69b-356b-4b37-8a56-833b91afd8ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=df8a702b-23b9-4634-9f55-04cd1e01a39f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:11.930568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-12acd69b-356b-4b37-8a56-833b91afd8ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.945056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbb2879-5941-40da-a1b2-e54eb4f1f164 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:11.946623 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-12acd69b-356b-4b37-8a56-833b91afd8ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/df8a702b-23b9-4634-9f55-04cd1e01a39f HTTP/1.1" status: 204 len: 168 time: 0.9696419 May 24 23:05:11.953745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60200) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:11.956319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:11.978337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47048f7-f14c-4b79-94e2-796252b59865 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:11.979270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e47048f7-f14c-4b79-94e2-796252b59865 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:12.010986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e47048f7-f14c-4b79-94e2-796252b59865 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:12.010986 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e47048f7-f14c-4b79-94e2-796252b59865 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1999578 May 24 23:05:12.019321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60204) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:12.046321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:12.046321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9b29ed3d-de93-47f4-9b47-8f3b8f73dce6 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:12.061642 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dddc4f33-f8b7-4bac-b529-402b1fc65735 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061592 May 24 23:05:12.064826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60208) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:12.073061 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:12.120604 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ebb5b599-7ccd-4289-9def-933d46ac1664 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:12.153934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ebb5b599-7ccd-4289-9def-933d46ac1664 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:12.153934 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ebb5b599-7ccd-4289-9def-933d46ac1664 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1368072 May 24 23:05:12.153934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60212) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:12.164338 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2055461089'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:12.182124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:12.182124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:network and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:12.192558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:12.209854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:12.228122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:12.228122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.243342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:12.257632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:12.270354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:12.276235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:12.289705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:12.290528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.295545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:05:12.299964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53799e4-b0ca-44ed-8035-f57de1027943 None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:12.304550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c53799e4-b0ca-44ed-8035-f57de1027943 None None] Deleting port c442999b-af28-49d0-b6a8-f113bfe32b46 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:12.304932 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c53799e4-b0ca-44ed-8035-f57de1027943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.308693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.309042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Added segment b651615d-e2d5-4ddd-898b-1a28f69780da of type vlan for network ff9f550c-8061-4b7c-ae16-881cf177df8b May 24 23:05:12.352938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.377837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.384321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:12.385609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.491677 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3370323 May 24 23:05:12.494732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60216) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:12.503013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': 'ff9f550c-8061-4b7c-ae16-881cf177df8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:12.535594 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933bd20-12c8-4b1c-b5c1-c03477371391 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Network': ['ID=ff9f550c-8061-4b7c-ae16-881cf177df8b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:12.541244 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 1717ac45-3240-4a12-aec7-0eb163e0282d no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:12.575066 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.577644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network ff9f550c-8061-4b7c-ae16-881cf177df8b details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:05:12.623251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 1717ac45-3240-4a12-aec7-0eb163e0282d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:12.623251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 1717ac45-3240-4a12-aec7-0eb163e0282d not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:12.653762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:12.653762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:12.653762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:12.669097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:12.669097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:12.685501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:12.685501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:12.692645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.701001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:12.701001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.707164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c53799e4-b0ca-44ed-8035-f57de1027943 None None] For port c442999b-af28-49d0-b6a8-f113bfe32b46, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c442999b-af28-49d0-b6a8-f113bfe32b46,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:12.707164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c53799e4-b0ca-44ed-8035-f57de1027943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.720680 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=28e10a14-883c-4d44-bb3a-4e9faf75a52c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:12.732480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60222) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:12.759031 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5eda7715-7aeb-4e55-a4a3-cdf1b6a36652 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6957262 May 24 23:05:12.766897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60226) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:12.776475 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'fixed_ips': [{'subnet_id': '28e10a14-883c-4d44-bb3a-4e9faf75a52c', 'ip_address': '2001:db8::6325:d279:596:c4d1'}], 'name': 'tempest-NetworksTestDHCPv6-1181398085'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:12.818081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d79c928-e58b-48e9-b3a4-276d3b5cd532 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.837030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c53799e4-b0ca-44ed-8035-f57de1027943 None None] Calling delete_port for c442999b-af28-49d0-b6a8-f113bfe32b46 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:12.860175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d79c928-e58b-48e9-b3a4-276d3b5cd532 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.930477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c53799e4-b0ca-44ed-8035-f57de1027943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.944799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d79c928-e58b-48e9-b3a4-276d3b5cd532 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.964418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79c928-e58b-48e9-b3a4-276d3b5cd532 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de244307-2f09-4117-879b-8c67f8da7d73,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:12.975146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d79c928-e58b-48e9-b3a4-276d3b5cd532 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.976080 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1d79c928-e58b-48e9-b3a4-276d3b5cd532 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/de244307-2f09-4117-879b-8c67f8da7d73 HTTP/1.1" status: 204 len: 168 time: 0.2425621 May 24 23:05:12.985647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53799e4-b0ca-44ed-8035-f57de1027943 None None] Pushing event deleted for resources: {'Port': ['ID=c442999b-af28-49d0-b6a8-f113bfe32b46,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:13.001132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53799e4-b0ca-44ed-8035-f57de1027943 None None] No DVR routers for this DVR port c442999b-af28-49d0-b6a8-f113bfe32b46 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:13.017728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d01285e-acae-490a-999b-cdd061234227 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:13.032133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60232) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:13.135972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:13.143352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:13.152833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:13.186588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:13.217308 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:13.341956 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.424751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': '28e10a14-883c-4d44-bb3a-4e9faf75a52c'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:13.427094 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.461954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.493127 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Subnet': ['ID=ba6cc533-cbf2-4394-8ef8-451a15e56383,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:13.522337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Checking segment: {'id': 'b651615d-e2d5-4ddd-898b-1a28f69780da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ff9f550c-8061-4b7c-ae16-881cf177df8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:13.522800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network hostable DHCP agents. Network: ff9f550c-8061-4b7c-ae16-881cf177df8b, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:05:13.548494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 3e9c9104-c71c-4ac3-9431-8f521ed0cee6 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:13.569412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c442999b-af28-49d0-b6a8-f113bfe32b46 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:13.614945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: c442999b-af28-49d0-b6a8-f113bfe32b46 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:13.614945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c442999b-af28-49d0-b6a8-f113bfe32b46 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:13.644342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network ff9f550c-8061-4b7c-ae16-881cf177df8b is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:05:13.680935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Allocated IP 2001:db8::2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/28e10a14-883c-4d44-bb3a-4e9faf75a52c/85bd70d6-80f2-468e-8847-3899980daea3) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:13.695830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, ff9f550c-8061-4b7c-ae16-881cf177df8b) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:13.709777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:13.712521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.756437 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2d95c8aa-285b-4811-a079-68b73720d32d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2580888 May 24 23:05:13.756719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60236) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:13.762908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': 'ff9f550c-8061-4b7c-ae16-881cf177df8b', 'name': 'tempest-PortsTestJSON-1904220225'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:13.778282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.785629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa93b4c5-0cb7-40be-a73c-69dde44c4a9a None None] Network ff9f550c-8061-4b7c-ae16-881cf177df8b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:13.937595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:13.951828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:13.968897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:13.972740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.000205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port 3390199a-b313-492b-811b-9dcc2f9a4fed yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:14.113070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.142711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Transition to ACTIVE for port object 85bd70d6-80f2-468e-8847-3899980daea3 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:14.154584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-ff9f550c-8061-4b7c-ae16-881cf177df8b', 'network_id': 'ff9f550c-8061-4b7c-ae16-881cf177df8b', 'tenant_id': 'fa3b8b85c94d42f2b0642309b85d8ee4', 'fixed_ips': [{'subnet_id': 'ba6cc533-cbf2-4394-8ef8-451a15e56383'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:14.157228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.176065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.6 (ff9f550c-8061-4b7c-ae16-881cf177df8b/ba6cc533-cbf2-4394-8ef8-451a15e56383/3390199a-b313-492b-811b-9dcc2f9a4fed) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:14.209811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Transition to ACTIVE for port object 85bd70d6-80f2-468e-8847-3899980daea3 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:14.262943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.378026 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:14.378026 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:14.389337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:14.397811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Pushing event updated for resources: {'Port': ['ID=85bd70d6-80f2-468e-8847-3899980daea3,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:14.407268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::6325:d279:596:c4d1 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/28e10a14-883c-4d44-bb3a-4e9faf75a52c/3e9c9104-c71c-4ac3-9431-8f521ed0cee6) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:14.408591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port d4d9aed8-58ac-47eb-91dc-be334a80c6bc {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:14.408591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.515950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Attempting to bind port 85bd70d6-80f2-468e-8847-3899980daea3 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:14.516391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Attempting to bind port 85bd70d6-80f2-468e-8847-3899980daea3 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:14.517342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Attempting to bind port 85bd70d6-80f2-468e-8847-3899980daea3 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:14.522798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:14.523594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:14.523721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.524253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:14.524918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Bound port: 85bd70d6-80f2-468e-8847-3899980daea3, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:14.525882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.606674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.639740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Transition to ACTIVE for port object 3390199a-b313-492b-811b-9dcc2f9a4fed will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:14.643769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port d4d9aed8-58ac-47eb-91dc-be334a80c6bc, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d4d9aed8-58ac-47eb-91dc-be334a80c6bc,segment=NetworkSegment(ecf51001-dae2-4048-9066-a2ab1cff2fa2),segment_id=ecf51001-dae2-4048-9066-a2ab1cff2fa2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:14.644310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.647500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] For port 85bd70d6-80f2-468e-8847-3899980daea3, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:14.651908 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] For port 85bd70d6-80f2-468e-8847-3899980daea3, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=85bd70d6-80f2-468e-8847-3899980daea3,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:14.658899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.703353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.722148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 3e9c9104-c71c-4ac3-9431-8f521ed0cee6 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:14.724173 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.793099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a62a3-2e9f-43a2-89a9-566b9955a59f None None] Pushing event updated for resources: {'Port': ['ID=85bd70d6-80f2-468e-8847-3899980daea3,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:14.796429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network ff9f550c-8061-4b7c-ae16-881cf177df8b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:14.800828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:14.807821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:14.813908 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Allocated IP 172.20.0.2 (ff9f550c-8061-4b7c-ae16-881cf177df8b/ba6cc533-cbf2-4394-8ef8-451a15e56383/b42eec63-dd79-4159-8d11-1940d19184ed) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:14.868932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=3390199a-b313-492b-811b-9dcc2f9a4fed,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:14.890057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for d4d9aed8-58ac-47eb-91dc-be334a80c6bc owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:14.896664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:14.897303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.919558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.992037 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32ef1051-f76c-4b0d-976c-9e811fffadb8 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2311175 May 24 23:05:14.993759 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60240) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:15.005238 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': 'ff9f550c-8061-4b7c-ae16-881cf177df8b', 'name': 'tempest-PortsTestJSON-2145056372'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:15.028421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:15.033184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=3e9c9104-c71c-4ac3-9431-8f521ed0cee6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:15.035806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:15.093115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.115336 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Transition to ACTIVE for port object b42eec63-dd79-4159-8d11-1940d19184ed will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:15.177266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Transition to ACTIVE for port object b42eec63-dd79-4159-8d11-1940d19184ed will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:15.188444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.296742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.345452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=d4d9aed8-58ac-47eb-91dc-be334a80c6bc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:15.364896 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Network ff9f550c-8061-4b7c-ae16-881cf177df8b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:15.366308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Pushing event updated for resources: {'Port': ['ID=b42eec63-dd79-4159-8d11-1940d19184ed,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:15.368507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:15.371448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:15.380887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:15.387795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:15.388282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.408135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:15.412649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:port and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:15.416841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:15.424993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:15.444433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:15.463781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.515240 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fad1257e-9b7c-4291-96a7-bc023150dc9d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7472658 May 24 23:05:15.516439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60244) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:15.521380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port 8aafce98-9806-44bd-8529-48b120e94e32 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:15.551244 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Attempting to bind port b42eec63-dd79-4159-8d11-1940d19184ed on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:15.551909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Attempting to bind port b42eec63-dd79-4159-8d11-1940d19184ed by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'b651615d-e2d5-4ddd-898b-1a28f69780da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ff9f550c-8061-4b7c-ae16-881cf177df8b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:15.552518 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Attempting to bind port b42eec63-dd79-4159-8d11-1940d19184ed on network ff9f550c-8061-4b7c-ae16-881cf177df8b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:15.590593 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:15.592486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Checking segment: {'id': 'b651615d-e2d5-4ddd-898b-1a28f69780da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ff9f550c-8061-4b7c-ae16-881cf177df8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:15.593785 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.594440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Bound using segment: {'id': 'b651615d-e2d5-4ddd-898b-1a28f69780da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ff9f550c-8061-4b7c-ae16-881cf177df8b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:15.595216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Bound port: b42eec63-dd79-4159-8d11-1940d19184ed, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b651615d-e2d5-4ddd-898b-1a28f69780da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ff9f550c-8061-4b7c-ae16-881cf177df8b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:15.601852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.752228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6bf7a3-8a23-4327-812b-41d95ae02ff1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:15.760175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6bf7a3-8a23-4327-812b-41d95ae02ff1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:15.762031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ca6bf7a3-8a23-4327-812b-41d95ae02ff1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:15.763753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.795520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.800159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ca6bf7a3-8a23-4327-812b-41d95ae02ff1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:15.803145 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ca6bf7a3-8a23-4327-812b-41d95ae02ff1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2841182 May 24 23:05:15.805650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.14 (ff9f550c-8061-4b7c-ae16-881cf177df8b/ba6cc533-cbf2-4394-8ef8-451a15e56383/8aafce98-9806-44bd-8529-48b120e94e32) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:15.807454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 85bd70d6-80f2-468e-8847-3899980daea3 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:15.808327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60248) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:15.923982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-69323003-6b4a-4ae8-aa57-2a36aa9a5556 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 3e9c9104-c71c-4ac3-9431-8f521ed0cee6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:15.924328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69323003-6b4a-4ae8-aa57-2a36aa9a5556 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.935684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] For port b42eec63-dd79-4159-8d11-1940d19184ed, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:15.947950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] For port b42eec63-dd79-4159-8d11-1940d19184ed, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b42eec63-dd79-4159-8d11-1940d19184ed,segment=NetworkSegment(b651615d-e2d5-4ddd-898b-1a28f69780da),segment_id=b651615d-e2d5-4ddd-898b-1a28f69780da)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:15.958998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.057958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 85bd70d6-80f2-468e-8847-3899980daea3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:16.082447 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448237c8-3b22-415c-922a-f1dad03bc1ff None None] Pushing event updated for resources: {'Port': ['ID=b42eec63-dd79-4159-8d11-1940d19184ed,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:16.473606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.514772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Transition to ACTIVE for port object 8aafce98-9806-44bd-8529-48b120e94e32 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:16.536675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b5dfa619-58aa-4177-947a-7674529decb1 None None] Provisioning for port 85bd70d6-80f2-468e-8847-3899980daea3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:16.538124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 76ae7364-2316-4599-8138-e5cf6f396c3f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:05:16.553721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b5dfa619-58aa-4177-947a-7674529decb1 None None] Provisioning complete for port 85bd70d6-80f2-468e-8847-3899980daea3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:16.554340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa619-58aa-4177-947a-7674529decb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.569797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69323003-6b4a-4ae8-aa57-2a36aa9a5556 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.726461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-69323003-6b4a-4ae8-aa57-2a36aa9a5556 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 3e9c9104-c71c-4ac3-9431-8f521ed0cee6 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:16.763797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b5dfa619-58aa-4177-947a-7674529decb1 None None] Current status of the port 85bd70d6-80f2-468e-8847-3899980daea3 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:16.763797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa619-58aa-4177-947a-7674529decb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.805432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b5dfa619-58aa-4177-947a-7674529decb1 None None] For port 85bd70d6-80f2-468e-8847-3899980daea3, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=85bd70d6-80f2-468e-8847-3899980daea3,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:16.811390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa619-58aa-4177-947a-7674529decb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.842182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:16.842347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.855242 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70859d6a-5f17-45bc-8751-8280cb6f4c52 None None] Sync routers for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:16.868157 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70859d6a-5f17-45bc-8751-8280cb6f4c52 None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:16.869313 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-70859d6a-5f17-45bc-8751-8280cb6f4c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:16.876504 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e372fcd3-59e3-4c18-a4ac-68166e2fde88 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/76ae7364-2316-4599-8138-e5cf6f396c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8429582 May 24 23:05:16.880461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60254) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:16.907939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfa619-58aa-4177-947a-7674529decb1 None None] Pushing event updated for resources: {'Port': ['ID=85bd70d6-80f2-468e-8847-3899980daea3,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:16.937344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ba6d202b-45fe-4798-b297-48833f28a713 None None] Provisioning for port 3e9c9104-c71c-4ac3-9431-8f521ed0cee6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:16.944413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ba6d202b-45fe-4798-b297-48833f28a713 None None] Provisioning complete for port 3e9c9104-c71c-4ac3-9431-8f521ed0cee6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:16.944821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ba6d202b-45fe-4798-b297-48833f28a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.953919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network ff9f550c-8061-4b7c-ae16-881cf177df8b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:16.962044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:16.979560 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:17.013155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f8ae17-5b85-4347-a4fb-f07f3f18b1a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting subnet 3fec8be1-c26b-4f67-aca9-3a96aad1ae6d {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:17.016553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ae17-5b85-4347-a4fb-f07f3f18b1a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.051113 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d202b-45fe-4798-b297-48833f28a713 None None] Port 3e9c9104-c71c-4ac3-9431-8f521ed0cee6 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:17.094980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ae17-5b85-4347-a4fb-f07f3f18b1a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.121874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=8aafce98-9806-44bd-8529-48b120e94e32,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:17.135569 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-70859d6a-5f17-45bc-8751-8280cb6f4c52 None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:17.151304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:17.151948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.183788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69323003-6b4a-4ae8-aa57-2a36aa9a5556 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.205158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ae17-5b85-4347-a4fb-f07f3f18b1a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.305248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69323003-6b4a-4ae8-aa57-2a36aa9a5556 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=3e9c9104-c71c-4ac3-9431-8f521ed0cee6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:17.314476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69323003-6b4a-4ae8-aa57-2a36aa9a5556 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.321450 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-69323003-6b4a-4ae8-aa57-2a36aa9a5556 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/3e9c9104-c71c-4ac3-9431-8f521ed0cee6 HTTP/1.1" status: 204 len: 168 time: 1.5121329 May 24 23:05:17.323098 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60258) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:17.330096 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-74785524-042b-420a-b461-72797a7ff9bc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3323419 May 24 23:05:17.330871 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60262) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:17.380209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ae17-5b85-4347-a4fb-f07f3f18b1a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.447949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239b8c76-539b-47e6-af17-0524dbabee67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:17.452200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239b8c76-539b-47e6-af17-0524dbabee67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:17.457651 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-239b8c76-539b-47e6-af17-0524dbabee67 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1324239 May 24 23:05:17.458477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60266) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:17.473987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8ae17-5b85-4347-a4fb-f07f3f18b1a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Subnet': ['ID=3fec8be1-c26b-4f67-aca9-3a96aad1ae6d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:17.476155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ae17-5b85-4347-a4fb-f07f3f18b1a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.495110 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e9f8ae17-5b85-4347-a4fb-f07f3f18b1a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/subnets/3fec8be1-c26b-4f67-aca9-3a96aad1ae6d HTTP/1.1" status: 204 len: 168 time: 0.6129620 May 24 23:05:17.495996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60270) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:17.498144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb3ccd4-7d53-4481-896b-6260889635b7 None None] Network 2268f290-1aa2-4d0a-bc70-90f7841c766d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:17.558438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-0953bd2d-6fac-4625-a064-d9249b85950c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 28e10a14-883c-4d44-bb3a-4e9faf75a52c {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:17.563268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0953bd2d-6fac-4625-a064-d9249b85950c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.645851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0953bd2d-6fac-4625-a064-d9249b85950c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.667482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b325f62-322e-4543-9968-227107e97a38 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:17.672011 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9b325f62-322e-4543-9968-227107e97a38 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.3373566 May 24 23:05:17.673360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60274) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:17.693347 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69d87c-5830-4f00-b409-6ef5079944c7 None None] Network ff9f550c-8061-4b7c-ae16-881cf177df8b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:17.781031 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-70859d6a-5f17-45bc-8751-8280cb6f4c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:05:15Z', 'revision_number': 7, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:17.785698 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70859d6a-5f17-45bc-8751-8280cb6f4c52 None None] Checking router: 76ae7364-2316-4599-8138-e5cf6f396c3f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:05:17.798199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0953bd2d-6fac-4625-a064-d9249b85950c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.813415 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70859d6a-5f17-45bc-8751-8280cb6f4c52 None None] Routers {'76ae7364-2316-4599-8138-e5cf6f396c3f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:17.814149 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-70859d6a-5f17-45bc-8751-8280cb6f4c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:04:55Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['76ae7364-2316-4599-8138-e5cf6f396c3f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:17.830221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4aa5d-3c48-4f65-a657-88e1b22c0122 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 8aafce98-9806-44bd-8529-48b120e94e32 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:17.830559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8f4aa5d-3c48-4f65-a657-88e1b22c0122 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.832987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b42eec63-dd79-4159-8d11-1940d19184ed up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:17.909708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.982715 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e0fee98d-244c-434c-a28b-f5f4ad0e715a None None] Provisioning for port b42eec63-dd79-4159-8d11-1940d19184ed completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:18.008775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0953bd2d-6fac-4625-a064-d9249b85950c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.037808 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-70859d6a-5f17-45bc-8751-8280cb6f4c52 None None] Set router 76ae7364-2316-4599-8138-e5cf6f396c3f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:18.050942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953bd2d-6fac-4625-a064-d9249b85950c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=28e10a14-883c-4d44-bb3a-4e9faf75a52c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:18.057021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0953bd2d-6fac-4625-a064-d9249b85950c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.068648 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0953bd2d-6fac-4625-a064-d9249b85950c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/28e10a14-883c-4d44-bb3a-4e9faf75a52c HTTP/1.1" status: 204 len: 168 time: 0.6079745 May 24 23:05:18.070988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60278) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:18.079357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef754a7-915c-47cf-8f7f-84812e4072af None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:18.161203 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-31885103-0bb0-4d6f-b5e6-6252446501d4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889046 May 24 23:05:18.166284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60282) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:18.177955 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:18.226235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port b42eec63-dd79-4159-8d11-1940d19184ed completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:18.282507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port b42eec63-dd79-4159-8d11-1940d19184ed triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:18.283189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.372299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:18.376603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:18.379979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:18.386567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:18.400095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:18.405498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.430114 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-70859d6a-5f17-45bc-8751-8280cb6f4c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:05:15Z', 'revision_number': 7, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:18.435315 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70859d6a-5f17-45bc-8751-8280cb6f4c52 None None] The sync data for ids ['76ae7364-2316-4599-8138-e5cf6f396c3f'] in dv-neutron-843190-1-hyperv is: [{'id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'name': 'tempest-TestNetworkBasicOps-router-947842938', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:26Z', 'updated_at': '2022-05-24T23:05:15Z', 'revision_number': 7, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '6e490760-cde5-4442-b235-06ce4b236ef6', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ae7364-2316-4599-8138-e5cf6f396c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:28Z', 'updated_at': '2022-05-24T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:18.442421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.470313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 6e490760-cde5-4442-b235-06ce4b236ef6 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:18.470558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.548760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8f4aa5d-3c48-4f65-a657-88e1b22c0122 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.680813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port b42eec63-dd79-4159-8d11-1940d19184ed is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:18.681339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.685251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.710612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4aa5d-3c48-4f65-a657-88e1b22c0122 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 8aafce98-9806-44bd-8529-48b120e94e32 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:18.732193 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port b42eec63-dd79-4159-8d11-1940d19184ed, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b42eec63-dd79-4159-8d11-1940d19184ed,segment=NetworkSegment(b651615d-e2d5-4ddd-898b-1a28f69780da),segment_id=b651615d-e2d5-4ddd-898b-1a28f69780da)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:18.737933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.738913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 85bd70d6-80f2-468e-8847-3899980daea3 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:18.813626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=9414e0e5-2acc-4e52-ba77-577dbffd59d3,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:18.842546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43416a43-89e2-4b57-8913-699b1d3d923a None None] DHCP port deletion for 2268f290-1aa2-4d0a-bc70-90f7841c766d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:18.849573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:18.851490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:18.856178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:18.857009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.876501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e337c0-4d04-4f2a-9a1e-a93bb5b5426b None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:18.894004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-43416a43-89e2-4b57-8913-699b1d3d923a None None] Deleting port 26c70358-33ed-4810-b4fd-26876e7b1f67 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:18.894533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-43416a43-89e2-4b57-8913-699b1d3d923a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.900501 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-347b6e3b-a977-4a7b-8917-7e85fe87138d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7325761 May 24 23:05:18.902931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60288) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:18.913119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'fixed_ips': [{'subnet_id': '9414e0e5-2acc-4e52-ba77-577dbffd59d3', 'ip_address': '2001:db8::5ba8:becd:89db:c734'}], 'name': 'tempest-NetworksTestDHCPv6-1200655983'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:18.943553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 6e490760-cde5-4442-b235-06ce4b236ef6, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6e490760-cde5-4442-b235-06ce4b236ef6,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:18.944101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.969608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d9e337c0-4d04-4f2a-9a1e-a93bb5b5426b None None] Deleting port 85bd70d6-80f2-468e-8847-3899980daea3 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:18.969980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9e337c0-4d04-4f2a-9a1e-a93bb5b5426b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.072979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=b42eec63-dd79-4159-8d11-1940d19184ed,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:19.140703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7d88c3a2-6454-4f8e-a386-a96318a2bf3f None None] Provisioning for port 3390199a-b313-492b-811b-9dcc2f9a4fed completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:19.179305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 6e490760-cde5-4442-b235-06ce4b236ef6 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:19.212501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 85bd70d6-80f2-468e-8847-3899980daea3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:19.212501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.213608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:19.238228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:19.254902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7d88c3a2-6454-4f8e-a386-a96318a2bf3f None None] Provisioning complete for port 3390199a-b313-492b-811b-9dcc2f9a4fed triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:19.256037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7d88c3a2-6454-4f8e-a386-a96318a2bf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.263165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:19.272984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8f4aa5d-3c48-4f65-a657-88e1b22c0122 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.348809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4aa5d-3c48-4f65-a657-88e1b22c0122 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=8aafce98-9806-44bd-8529-48b120e94e32,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:19.464760 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.507644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8f4aa5d-3c48-4f65-a657-88e1b22c0122 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.516676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 1003f00a-eb96-4b30-8336-7802bff76e9b yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:19.522781 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e8f4aa5d-3c48-4f65-a657-88e1b22c0122 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/8aafce98-9806-44bd-8529-48b120e94e32 HTTP/1.1" status: 204 len: 168 time: 1.8482037 May 24 23:05:19.527081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60292) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:19.568934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7d88c3a2-6454-4f8e-a386-a96318a2bf3f None None] Port 3390199a-b313-492b-811b-9dcc2f9a4fed cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:19.578196 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-20766199-9855-4727-b9ea-ab3a912e60a1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:05:19.578809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-20766199-9855-4727-b9ea-ab3a912e60a1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:19.638189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-20766199-9855-4727-b9ea-ab3a912e60a1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:19.642389 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-20766199-9855-4727-b9ea-ab3a912e60a1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/8aafce98-9806-44bd-8529-48b120e94e32 HTTP/1.1" status: 404 len: 333 time: 0.1163263 May 24 23:05:19.647720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60296) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:19.654107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7d88c3a2-6454-4f8e-a386-a96318a2bf3f None None] Could not find standard attr ID for object 8aafce98-9806-44bd-8529-48b120e94e32. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:19.679777 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-43416a43-89e2-4b57-8913-699b1d3d923a None None] For port 26c70358-33ed-4810-b4fd-26876e7b1f67, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=26c70358-33ed-4810-b4fd-26876e7b1f67,segment=NetworkSegment(ecf51001-dae2-4048-9066-a2ab1cff2fa2),segment_id=ecf51001-dae2-4048-9066-a2ab1cff2fa2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:19.680171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-43416a43-89e2-4b57-8913-699b1d3d923a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.746324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-929fba62-e979-4b8d-b7c7-15274767fc2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 3390199a-b313-492b-811b-9dcc2f9a4fed {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:19.746845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-929fba62-e979-4b8d-b7c7-15274767fc2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.796247 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.859918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=6e490760-cde5-4442-b235-06ce4b236ef6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:19.898530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::5ba8:becd:89db:c734 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/9414e0e5-2acc-4e52-ba77-577dbffd59d3/1003f00a-eb96-4b30-8336-7802bff76e9b) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.915338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:19.972231 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 85bd70d6-80f2-468e-8847-3899980daea3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:19.980082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-43416a43-89e2-4b57-8913-699b1d3d923a None None] Calling delete_port for 26c70358-33ed-4810-b4fd-26876e7b1f67 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:20.012916 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7d88c3a2-6454-4f8e-a386-a96318a2bf3f None None] Provisioning complete for port b42eec63-dd79-4159-8d11-1940d19184ed triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:20.013335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7d88c3a2-6454-4f8e-a386-a96318a2bf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.096988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d9e337c0-4d04-4f2a-9a1e-a93bb5b5426b None None] For port 85bd70d6-80f2-468e-8847-3899980daea3, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=85bd70d6-80f2-468e-8847-3899980daea3,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:20.096988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9e337c0-4d04-4f2a-9a1e-a93bb5b5426b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.193156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-929fba62-e979-4b8d-b7c7-15274767fc2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.243455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d9e337c0-4d04-4f2a-9a1e-a93bb5b5426b None None] Calling delete_port for 85bd70d6-80f2-468e-8847-3899980daea3 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:20.278310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b42eec63-dd79-4159-8d11-1940d19184ed up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:20.296184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.333167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 1003f00a-eb96-4b30-8336-7802bff76e9b will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:20.385275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.438727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-43416a43-89e2-4b57-8913-699b1d3d923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.480818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-929fba62-e979-4b8d-b7c7-15274767fc2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 3390199a-b313-492b-811b-9dcc2f9a4fed owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:20.490384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:20.496687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:20.502052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:20.508238 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:20.511659 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.516525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.524653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=1003f00a-eb96-4b30-8336-7802bff76e9b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:20.551119 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6abdd711-e512-4a4b-845e-7dc12a344b94 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6456144 May 24 23:05:20.552786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60300) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:20.603904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43416a43-89e2-4b57-8913-699b1d3d923a None None] Pushing event deleted for resources: {'Port': ['ID=26c70358-33ed-4810-b4fd-26876e7b1f67,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:20.616131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43416a43-89e2-4b57-8913-699b1d3d923a None None] No DVR routers for this DVR port 26c70358-33ed-4810-b4fd-26876e7b1f67 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:20.637928 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9e337c0-4d04-4f2a-9a1e-a93bb5b5426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.639225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7d88c3a2-6454-4f8e-a386-a96318a2bf3f None None] Current status of the port b42eec63-dd79-4159-8d11-1940d19184ed is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:20.677923 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c7c48f-9a83-47ad-b554-6aa0f869f7c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:20.684125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c7c48f-9a83-47ad-b554-6aa0f869f7c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:20.685300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a0c7c48f-9a83-47ad-b554-6aa0f869f7c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:20.690787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e337c0-4d04-4f2a-9a1e-a93bb5b5426b None None] Pushing event deleted for resources: {'Port': ['ID=85bd70d6-80f2-468e-8847-3899980daea3,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:20.694703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port b42eec63-dd79-4159-8d11-1940d19184ed triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:20.694703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.711146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a0c7c48f-9a83-47ad-b554-6aa0f869f7c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:20.712544 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0c7c48f-9a83-47ad-b554-6aa0f869f7c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1583095 May 24 23:05:20.715633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60304) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:20.744563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e337c0-4d04-4f2a-9a1e-a93bb5b5426b None None] No DVR routers for this DVR port 85bd70d6-80f2-468e-8847-3899980daea3 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:20.764494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc24463-7795-4255-ac9b-b7b7507406f5 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:20.781357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.787400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.833195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.833782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Fanout notify agent at l3_agent the message router_deleted on router 76ae7364-2316-4599-8138-e5cf6f396c3f {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:05:20.850245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 1003f00a-eb96-4b30-8336-7802bff76e9b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:20.850821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.875709 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b71ec534-9217-412d-b589-a0502a35356c None None] Provisioning complete for port 3390199a-b313-492b-811b-9dcc2f9a4fed triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:20.876083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b71ec534-9217-412d-b589-a0502a35356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.939276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.940478 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0383c333-7c6b-46a7-983d-4958c66d587b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/routers/76ae7364-2316-4599-8138-e5cf6f396c3f HTTP/1.1" status: 204 len: 168 time: 3.4385345 May 24 23:05:20.944190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60308) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:21.037286 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b71ec534-9217-412d-b589-a0502a35356c None None] Port 3390199a-b313-492b-811b-9dcc2f9a4fed cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:21.067328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b71ec534-9217-412d-b589-a0502a35356c None None] Could not find standard attr ID for object 8aafce98-9806-44bd-8529-48b120e94e32. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:21.083398 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.098167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-929fba62-e979-4b8d-b7c7-15274767fc2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.137045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port b42eec63-dd79-4159-8d11-1940d19184ed is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:21.259007 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fba62-e979-4b8d-b7c7-15274767fc2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=3390199a-b313-492b-811b-9dcc2f9a4fed,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:21.285100 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': '9414e0e5-2acc-4e52-ba77-577dbffd59d3'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:21.287803 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.346320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.352210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.373686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2268f290-1aa2-4d0a-bc70-90f7841c766d']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:21.392465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf51001-dae2-4048-9066-a2ab1cff2fa2') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:21.392761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf51001-dae2-4048-9066-a2ab1cff2fa2') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:21.436277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.449509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 85bd70d6-80f2-468e-8847-3899980daea3 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:21.538853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 1003f00a-eb96-4b30-8336-7802bff76e9b owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:21.542387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 85bd70d6-80f2-468e-8847-3899980daea3 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:21.542387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 85bd70d6-80f2-468e-8847-3899980daea3 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:21.542387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d4d9aed8-58ac-47eb-91dc-be334a80c6bc no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:21.557515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.575263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:21.575263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.665843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Allocated IP 2001:db8::2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/9414e0e5-2acc-4e52-ba77-577dbffd59d3/56c334ef-58a0-49bb-8084-434f2dbb83c7) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:21.691584 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ecf51001-dae2-4048-9066-a2ab1cff2fa2 resource provider aggregate not found May 24 23:05:21.705269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.731748 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.732832 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ecf51001-dae2-4048-9066-a2ab1cff2fa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecf51001-dae2-4048-9066-a2ab1cff2fa2 found for delete ", "request_id": "req-6f4629fa-395b-4c24-8e26-b467593eb9a1"}]} May 24 23:05:21.732832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.747992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Network': ['ID=2268f290-1aa2-4d0a-bc70-90f7841c766d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:21.750095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-929fba62-e979-4b8d-b7c7-15274767fc2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.751973 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-929fba62-e979-4b8d-b7c7-15274767fc2e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/3390199a-b313-492b-811b-9dcc2f9a4fed HTTP/1.1" status: 204 len: 168 time: 2.1036022 May 24 23:05:21.753645 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0e462766-a3d7-49bf-be1b-c08321cb6df8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/networks/2268f290-1aa2-4d0a-bc70-90f7841c766d HTTP/1.1" status: 204 len: 168 time: 0.8085546 May 24 23:05:21.754552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60316) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:21.778670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: d4d9aed8-58ac-47eb-91dc-be334a80c6bc {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:21.779321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d4d9aed8-58ac-47eb-91dc-be334a80c6bc not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:21.779739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 26c70358-33ed-4810-b4fd-26876e7b1f67 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:21.791585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60320) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:21.811225 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c8335b-e3f3-4b8a-98f4-2403b79fb998 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:05:21.811791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-41c8335b-e3f3-4b8a-98f4-2403b79fb998 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:21.812406 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'network': {'name': 'tempest-network-smoke--2112251574', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'port_security_enabled': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:21.818110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=1003f00a-eb96-4b30-8336-7802bff76e9b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:21.829030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 26c70358-33ed-4810-b4fd-26876e7b1f67 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:21.829030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 26c70358-33ed-4810-b4fd-26876e7b1f67 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:21.840823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-41c8335b-e3f3-4b8a-98f4-2403b79fb998 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:21.847726 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-41c8335b-e3f3-4b8a-98f4-2403b79fb998 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/3390199a-b313-492b-811b-9dcc2f9a4fed HTTP/1.1" status: 404 len: 333 time: 0.0879071 May 24 23:05:21.847726 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60324) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:21.848081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:21.877843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:network and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:21.881067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.882161 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.882715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.884388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.885474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.886483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.887006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.889620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.891753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.892713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.894906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.895785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:21.906522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:21.908601 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b731b345-45e9-445e-b277-7bf44ae02ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.920817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.924582 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:21.939767 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-95a3915c-020a-4091-ad40-e0ca5a3db546 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/1003f00a-eb96-4b30-8336-7802bff76e9b HTTP/1.1" status: 204 len: 168 time: 1.2229550 May 24 23:05:21.942573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60328) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:21.944912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:21.951128 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.985621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:05:22.003734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.003734 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Added segment 33d4c87e-ab85-4551-9c18-a06faccb72db of type vlan for network a776b992-ba99-47ed-ba26-07ccfd60be9a May 24 23:05:22.017483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bd65ff-83e7-4b74-abbf-183547103636 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting subnet ba6cc533-cbf2-4394-8ef8-451a15e56383 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:22.026311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.033046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88bd65ff-83e7-4b74-abbf-183547103636 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.040233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.043557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6e490760-cde5-4442-b235-06ce4b236ef6 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:22.076299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.079786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:22.080032 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Transition to ACTIVE for port object 56c334ef-58a0-49bb-8084-434f2dbb83c7 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:22.082439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.088717 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08372c2a-b170-43f8-8288-76cc41f32843 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:22.088717 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08372c2a-b170-43f8-8288-76cc41f32843 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:22.090452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-08372c2a-b170-43f8-8288-76cc41f32843 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:22.107545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 6e490760-cde5-4442-b235-06ce4b236ef6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:22.107545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6e490760-cde5-4442-b235-06ce4b236ef6 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:22.114450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88bd65ff-83e7-4b74-abbf-183547103636 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.118104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Transition to ACTIVE for port object 56c334ef-58a0-49bb-8084-434f2dbb83c7 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:22.127667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.162479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-08372c2a-b170-43f8-8288-76cc41f32843 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:22.162479 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-08372c2a-b170-43f8-8288-76cc41f32843 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2129369 May 24 23:05:22.162479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60332) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:22.229848 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4361038 May 24 23:05:22.229848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60336) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:22.233012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:22.234381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:22.237113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f78a9-3375-47db-bd6d-cd6a51607c80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Network': ['ID=a776b992-ba99-47ed-ba26-07ccfd60be9a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:22.237731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:22.241831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'admin_state_up': True, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:22.250031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:22.254505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:router and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:22.255086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network a776b992-ba99-47ed-ba26-07ccfd60be9a details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:05:22.257723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:22.264999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:22.282727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.282727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.302610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.311827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a5f8de-6b13-4f72-919d-85305d9928f7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 9414e0e5-2acc-4e52-ba77-577dbffd59d3 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:22.317117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-28a5f8de-6b13-4f72-919d-85305d9928f7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.389914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Pushing event updated for resources: {'Port': ['ID=56c334ef-58a0-49bb-8084-434f2dbb83c7,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:22.480802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Attempting to bind port 56c334ef-58a0-49bb-8084-434f2dbb83c7 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:22.480802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Attempting to bind port 56c334ef-58a0-49bb-8084-434f2dbb83c7 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:22.480802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Attempting to bind port 56c334ef-58a0-49bb-8084-434f2dbb83c7 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:22.490859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:22.490859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:22.490859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.490859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:22.490859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Bound port: 56c334ef-58a0-49bb-8084-434f2dbb83c7, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:22.490859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.498959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88bd65ff-83e7-4b74-abbf-183547103636 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.545409 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-28a5f8de-6b13-4f72-919d-85305d9928f7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.600544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] For port 56c334ef-58a0-49bb-8084-434f2dbb83c7, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:22.605000 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] For port 56c334ef-58a0-49bb-8084-434f2dbb83c7, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=56c334ef-58a0-49bb-8084-434f2dbb83c7,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:22.609722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.646281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88bd65ff-83e7-4b74-abbf-183547103636 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.681483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.694883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd65ff-83e7-4b74-abbf-183547103636 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6cc533-cbf2-4394-8ef8-451a15e56383,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:22.710627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88bd65ff-83e7-4b74-abbf-183547103636 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.718443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d139ef-d1a4-468b-b61b-927f375823b8 None None] Network ff9f550c-8061-4b7c-ae16-881cf177df8b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:22.727856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-28a5f8de-6b13-4f72-919d-85305d9928f7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.778385 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-88bd65ff-83e7-4b74-abbf-183547103636 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/ba6cc533-cbf2-4394-8ef8-451a15e56383 HTTP/1.1" status: 204 len: 168 time: 0.9295797 May 24 23:05:22.781456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60340) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:22.793955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf0d92-a223-43e3-a169-7f5bdd2c3877 None None] Pushing event updated for resources: {'Port': ['ID=56c334ef-58a0-49bb-8084-434f2dbb83c7,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:22.835587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-28a5f8de-6b13-4f72-919d-85305d9928f7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.892323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5f8de-6b13-4f72-919d-85305d9928f7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=9414e0e5-2acc-4e52-ba77-577dbffd59d3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:22.897268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-28a5f8de-6b13-4f72-919d-85305d9928f7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.918548 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-28a5f8de-6b13-4f72-919d-85305d9928f7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/9414e0e5-2acc-4e52-ba77-577dbffd59d3 HTTP/1.1" status: 204 len: 168 time: 0.7569222 May 24 23:05:22.921441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60344) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:22.968945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.011121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port b42eec63-dd79-4159-8d11-1940d19184ed {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:23.011791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.031172 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-258188f6-2569-454a-9605-6735c5d2606d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047828 May 24 23:05:23.031172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60348) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:23.160262 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] DHCP port deletion for ff9f550c-8061-4b7c-ae16-881cf177df8b request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:23.166013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af79a2-9f34-4ec9-8e8f-b1eca7d66a3c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:23.166013 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-94af79a2-9f34-4ec9-8e8f-b1eca7d66a3c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1225526 May 24 23:05:23.166013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60352) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:23.171419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Deleting port b42eec63-dd79-4159-8d11-1940d19184ed {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:23.171419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.260538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ba5e7-2839-458a-b46b-5fe4754068e9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:23.261407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-475ba5e7-2839-458a-b46b-5fe4754068e9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:23.286971 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-475ba5e7-2839-458a-b46b-5fe4754068e9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:23.290536 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-475ba5e7-2839-458a-b46b-5fe4754068e9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1275854 May 24 23:05:23.291662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60356) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:23.414854 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3961a013-f014-4b2f-bccd-6031f2e3413c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1226296 May 24 23:05:23.420393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60360) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:23.426293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:23.492313 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] For port b42eec63-dd79-4159-8d11-1940d19184ed, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b42eec63-dd79-4159-8d11-1940d19184ed,segment=NetworkSegment(b651615d-e2d5-4ddd-898b-1a28f69780da),segment_id=b651615d-e2d5-4ddd-898b-1a28f69780da)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:23.492700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.604046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:23.617049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:23.619269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Calling delete_port for b42eec63-dd79-4159-8d11-1940d19184ed owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:23.631317 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:23.638252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.715952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.721423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.766999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] For port b42eec63-dd79-4159-8d11-1940d19184ed, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b42eec63-dd79-4159-8d11-1940d19184ed,segment=NetworkSegment(b651615d-e2d5-4ddd-898b-1a28f69780da),segment_id=b651615d-e2d5-4ddd-898b-1a28f69780da)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:23.767193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.782284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.795294 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Pushing event deleted for resources: {'Port': ['ID=b42eec63-dd79-4159-8d11-1940d19184ed,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:23.801710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] No DVR routers for this DVR port b42eec63-dd79-4159-8d11-1940d19184ed on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:23.811607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.811607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.812672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.812672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.812672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.813818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.813818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.813818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.813818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.815031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.815031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.815031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2eafaa-c72a-4353-bc05-e22cc67277d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:23.986181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.005972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for b42eec63-dd79-4159-8d11-1940d19184ed owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:24.071599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:24.075331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:24.083927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:24.089274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.123402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=580041e4-e2fe-4974-8677-5466a5636aa7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:24.123565 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-7236b00b-69f2-41ec-9b5b-5f2146ab0648 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6300385 May 24 23:05:24.125567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 56c334ef-58a0-49bb-8084-434f2dbb83c7 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:24.152646 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e69b1bbf-55d5-4e74-9edd-5474ba70113c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7311773 May 24 23:05:24.155356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60366) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:24.161015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'fixed_ips': [{'subnet_id': '580041e4-e2fe-4974-8677-5466a5636aa7', 'ip_address': '2001:db8::91e8:4615:11c5:600e'}], 'name': 'tempest-NetworksTestDHCPv6-1343344951'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:24.250848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.183 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/99dfacc3-8891-4451-93dd-a30271d2764e) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:24.255478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:05:24.255798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:05:24.307682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4a822366-2c6a-47bd-a51b-69d548886ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.341767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 56c334ef-58a0-49bb-8084-434f2dbb83c7 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:24.413747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:24.416105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301d4da-0331-4061-a2c1-e48181aa4882 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:24.418907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:24.430304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:24.431929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b42eec63-dd79-4159-8d11-1940d19184ed no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:24.437924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:24.477538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:24.488607 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-48a3915e-446d-4d70-9027-2c9d34edb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:24.488607 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-48a3915e-446d-4d70-9027-2c9d34edb332 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 1098 time: 0.2300014 May 24 23:05:24.538802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: b42eec63-dd79-4159-8d11-1940d19184ed {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:24.538802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b42eec63-dd79-4159-8d11-1940d19184ed not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:24.549375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e12faa0e-538a-444e-86ab-5967d79cee62 None None] Could not find standard attr ID for object 1003f00a-eb96-4b30-8336-7802bff76e9b. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:24.575265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e12faa0e-538a-444e-86ab-5967d79cee62 None None] Provisioning for port 56c334ef-58a0-49bb-8084-434f2dbb83c7 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:24.593241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e12faa0e-538a-444e-86ab-5967d79cee62 None None] Provisioning complete for port 56c334ef-58a0-49bb-8084-434f2dbb83c7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:24.593241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e12faa0e-538a-444e-86ab-5967d79cee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.609176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.625232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.654213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 2ff7e7b3-fcc3-431f-b772-39a0c47a77be yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:24.695339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-4deb5288-bebf-4c65-8078-9c5442bc3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:24.696601 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-4deb5288-bebf-4c65-8078-9c5442bc3983 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.1852789 May 24 23:05:24.761536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port b42eec63-dd79-4159-8d11-1940d19184ed {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:24.761536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.806865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.845525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e12faa0e-538a-444e-86ab-5967d79cee62 None None] Current status of the port 56c334ef-58a0-49bb-8084-434f2dbb83c7 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:24.845525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e12faa0e-538a-444e-86ab-5967d79cee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.888314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e12faa0e-538a-444e-86ab-5967d79cee62 None None] For port 56c334ef-58a0-49bb-8084-434f2dbb83c7, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=56c334ef-58a0-49bb-8084-434f2dbb83c7,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:24.898416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e12faa0e-538a-444e-86ab-5967d79cee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.922512 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] The port 'b42eec63-dd79-4159-8d11-1940d19184ed' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:05:24.976132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::91e8:4615:11c5:600e (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/580041e4-e2fe-4974-8677-5466a5636aa7/2ff7e7b3-fcc3-431f-b772-39a0c47a77be) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:25.002262 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12faa0e-538a-444e-86ab-5967d79cee62 None None] Pushing event updated for resources: {'Port': ['ID=56c334ef-58a0-49bb-8084-434f2dbb83c7,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:25.006711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:25.059153 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:25.068892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=99dfacc3-8891-4451-93dd-a30271d2764e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:25.071606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:25.077737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.272752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.279011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6fbf95ce-815f-47cf-b00a-11a77f9cbbc8 None None] Provisioning complete for port 56c334ef-58a0-49bb-8084-434f2dbb83c7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:25.279376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6fbf95ce-815f-47cf-b00a-11a77f9cbbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.281889 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-1276fd75-a1d9-4ff5-880b-968ff0e841ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 HTTP/1.1" status: 200 len: 1000 time: 0.5783029 May 24 23:05:25.330831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.407806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.417877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9f550c-8061-4b7c-ae16-881cf177df8b']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:25.427256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 2ff7e7b3-fcc3-431f-b772-39a0c47a77be will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:25.445953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf95ce-815f-47cf-b00a-11a77f9cbbc8 None None] Current status of the port 56c334ef-58a0-49bb-8084-434f2dbb83c7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:25.457708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.485777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b651615d-e2d5-4ddd-898b-1a28f69780da') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:25.486693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b651615d-e2d5-4ddd-898b-1a28f69780da') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:25.521858 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.533648 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:25.536789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:25.541229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:25.554163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:25.555076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.566468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-54469fd9-a4df-4084-840a-b4b5531b9127 None None] Could not find standard attr ID for object 1003f00a-eb96-4b30-8336-7802bff76e9b. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:25.585252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=2ff7e7b3-fcc3-431f-b772-39a0c47a77be,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:25.598165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-919e4b50-f1ea-4c62-ae42-ad3820087028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:25.599659 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-919e4b50-f1ea-4c62-ae42-ad3820087028 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.2599325 May 24 23:05:25.607192 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-01d3819b-efcd-476b-ac64-7fea35a7c704 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4503670 May 24 23:05:25.610224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60370) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:25.620151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-226eac21-b221-4951-9a0a-0adfab8b70bc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'fixed_ips': [{'subnet_id': '580041e4-e2fe-4974-8677-5466a5636aa7', 'ip_address': '2001:db8::91e8:4615:11c5:600e'}], 'name': 'tempest-NetworksTestDHCPv6-1270758069'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:25.640081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.721215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:25.721409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.789835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-226eac21-b221-4951-9a0a-0adfab8b70bc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:25.795318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-226eac21-b221-4951-9a0a-0adfab8b70bc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:25.798284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-226eac21-b221-4951-9a0a-0adfab8b70bc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:25.804903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-226eac21-b221-4951-9a0a-0adfab8b70bc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:25.824536 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b651615d-e2d5-4ddd-898b-1a28f69780da resource provider aggregate not found May 24 23:05:25.828488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226eac21-b221-4951-9a0a-0adfab8b70bc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:25.836556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-226eac21-b221-4951-9a0a-0adfab8b70bc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.859422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-226eac21-b221-4951-9a0a-0adfab8b70bc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port f16054bd-b7aa-45a9-99f0-d60a834cd27f yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:25.861827 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b651615d-e2d5-4ddd-898b-1a28f69780da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b651615d-e2d5-4ddd-898b-1a28f69780da found for delete ", "request_id": "req-bf3c6275-b20a-4e22-b1da-633ef5459e1b"}]} May 24 23:05:25.961745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.990713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.009105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Network': ['ID=ff9f550c-8061-4b7c-ae16-881cf177df8b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:26.017371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-7b0e2be2-f116-40e1-baaa-78e7afa24c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:26.018971 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-7b0e2be2-f116-40e1-baaa-78e7afa24c51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3806701 May 24 23:05:26.059662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 56c334ef-58a0-49bb-8084-434f2dbb83c7 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:26.138895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d8f02ec3-7f22-489e-9cdc-c937cd6da993 None None] Provisioning for port 2ff7e7b3-fcc3-431f-b772-39a0c47a77be completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:26.143086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 56c334ef-58a0-49bb-8084-434f2dbb83c7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:26.143452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.157275 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-226eac21-b221-4951-9a0a-0adfab8b70bc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): There was a conflict when trying to complete your request. May 24 23:05:26.157786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226eac21-b221-4951-9a0a-0adfab8b70bc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:26.175367 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0b6e00d0-58c4-4827-af1d-bc9a20f9ebfa tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/networks/ff9f550c-8061-4b7c-ae16-881cf177df8b HTTP/1.1" status: 204 len: 168 time: 3.3897493 May 24 23:05:26.185394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60378) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:26.189540 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-226eac21-b221-4951-9a0a-0adfab8b70bc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5780005 May 24 23:05:26.191916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60380) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:26.193864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d8f02ec3-7f22-489e-9cdc-c937cd6da993 None None] Provisioning complete for port 2ff7e7b3-fcc3-431f-b772-39a0c47a77be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:26.194235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d8f02ec3-7f22-489e-9cdc-c937cd6da993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.201296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1963439802'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:26.213230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:26.225769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:network and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:26.234710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:26.249763 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.264085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d8f02ec3-7f22-489e-9cdc-c937cd6da993 None None] Port 2ff7e7b3-fcc3-431f-b772-39a0c47a77be cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:26.294484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44904e6e-988a-4841-ad6c-bf0f11ad7c0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:26.300203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44904e6e-988a-4841-ad6c-bf0f11ad7c0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:26.300993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-44904e6e-988a-4841-ad6c-bf0f11ad7c0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:26.320373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-44904e6e-988a-4841-ad6c-bf0f11ad7c0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:26.322513 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-44904e6e-988a-4841-ad6c-bf0f11ad7c0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1294448 May 24 23:05:26.325987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60386) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:26.327492 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:26.329687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 56c334ef-58a0-49bb-8084-434f2dbb83c7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:26.355558 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-6d1e9567-10b6-4b1c-a713-4ef2bb646001 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772186 May 24 23:05:26.397400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-620b19ba-4d84-4913-8b97-3ec0418bdd89 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 2ff7e7b3-fcc3-431f-b772-39a0c47a77be {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:26.397737 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-620b19ba-4d84-4913-8b97-3ec0418bdd89 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.427913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:26.431327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.484454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.554231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:05:26.630134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.630475 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Added segment a3759b12-6ba0-4544-8d0a-2a9984d7fe2a of type vlan for network eeafc840-1642-4b46-a9ef-43e67e4b92ee May 24 23:05:26.646148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-620b19ba-4d84-4913-8b97-3ec0418bdd89 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.772111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-620b19ba-4d84-4913-8b97-3ec0418bdd89 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 2ff7e7b3-fcc3-431f-b772-39a0c47a77be owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:26.883834 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6636bef3-0887-4af5-b2bc-b66fcfb3e39a req-876bcb98-b254-4ddd-acaf-9b135558529f service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215921 May 24 23:05:26.899134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.930102 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-620b19ba-4d84-4913-8b97-3ec0418bdd89 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.935537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.012954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.018540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:27.020092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b19ba-4d84-4913-8b97-3ec0418bdd89 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=2ff7e7b3-fcc3-431f-b772-39a0c47a77be,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:27.020780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.035427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-620b19ba-4d84-4913-8b97-3ec0418bdd89 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.063086 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-620b19ba-4d84-4913-8b97-3ec0418bdd89 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/2ff7e7b3-fcc3-431f-b772-39a0c47a77be HTTP/1.1" status: 204 len: 168 time: 0.7355194 May 24 23:05:27.064052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60390) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:27.150742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77beb559-d6ea-4405-b4f9-aef2524e1f0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:27.152634 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77beb559-d6ea-4405-b4f9-aef2524e1f0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:27.153432 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-77beb559-d6ea-4405-b4f9-aef2524e1f0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:27.173434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-77beb559-d6ea-4405-b4f9-aef2524e1f0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:27.177021 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-77beb559-d6ea-4405-b4f9-aef2524e1f0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1096056 May 24 23:05:27.177803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60394) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:27.234559 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0458846 May 24 23:05:27.237386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60398) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:27.242212 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840863d-7ff3-4495-bf1b-d30912adc10d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Network': ['ID=eeafc840-1642-4b46-a9ef-43e67e4b92ee,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:27.248370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': 'eeafc840-1642-4b46-a9ef-43e67e4b92ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:27.253416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network eeafc840-1642-4b46-a9ef-43e67e4b92ee details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:05:27.310468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:05:27.356981 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa764b4-6166-4f98-bd7a-d6674210f3fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 580041e4-e2fe-4974-8677-5466a5636aa7 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:27.362336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fa764b4-6166-4f98-bd7a-d6674210f3fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.500864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:27.511426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Sync routers for ids ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:27.523196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Routers {'9e94ef70-3ad3-45ca-b085-6e73944b7c13'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:27.523924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:27.525579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.527042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-de925cd6-61b8-42d3-aade-370871894dda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2940173 May 24 23:05:27.530172 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60402) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:27.564164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:27.570565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:27.574286 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-80dfe838-9399-4bdb-ade9-f953556da350 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4a9c122e5fbd4d319091b78d34b07baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429308 May 24 23:05:27.575002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fa764b4-6166-4f98-bd7a-d6674210f3fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.577080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60406) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:27.602585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:27.618363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:27.639458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:27.643398 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.710216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d2a91-552c-4c89-84ed-6e0c350178ae tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:27.713180 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0e4d2a91-552c-4c89-84ed-6e0c350178ae tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348047 May 24 23:05:27.714886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Set router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:27.715177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60410) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:27.726092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fa764b4-6166-4f98-bd7a-d6674210f3fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.760114 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0571cb82-d4b7-4ab8-b9ac-297d47800ab6 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435140 May 24 23:05:27.762486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60414) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:27.768484 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288805455', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:27.881667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fa764b4-6166-4f98-bd7a-d6674210f3fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.898511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:27.903612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:subnet and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:27.906486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:27.912617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:27.929788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:27.935296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.943972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa764b4-6166-4f98-bd7a-d6674210f3fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=580041e4-e2fe-4974-8677-5466a5636aa7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:27.948931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fa764b4-6166-4f98-bd7a-d6674210f3fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.983492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e5e8e-aa0b-4110-8de2-c2a7665e5449 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:27.987257 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6fa764b4-6166-4f98-bd7a-d6674210f3fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/580041e4-e2fe-4974-8677-5466a5636aa7 HTTP/1.1" status: 204 len: 168 time: 0.8084054 May 24 23:05:27.990588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60418) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:28.102237 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7be85ea8-36ac-41d6-a50e-6874e00dea79 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1099555 May 24 23:05:28.111019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60422) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:28.112865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.117232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:28.192420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:25Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:28.199524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Checking router: 9e94ef70-3ad3-45ca-b085-6e73944b7c13 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:05:28.199875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Updating router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 port 99dfacc3-8891-4451-93dd-a30271d2764e binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:05:28.228817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Subnet': ['ID=155a3742-e9b7-4271-b83a-fa80fb3b23f0,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:28.238099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Checking segment: {'id': 'a3759b12-6ba0-4544-8d0a-2a9984d7fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eeafc840-1642-4b46-a9ef-43e67e4b92ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:28.238556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network hostable DHCP agents. Network: eeafc840-1642-4b46-a9ef-43e67e4b92ee, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:05:28.267634 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network eeafc840-1642-4b46-a9ef-43e67e4b92ee is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:05:28.272171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.284892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, eeafc840-1642-4b46-a9ef-43e67e4b92ee) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:28.299458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:28.300223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.310772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:28.313942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5053313d-5342-4fe4-ba77-1825ab9509d7 None None] Network eeafc840-1642-4b46-a9ef-43e67e4b92ee requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:28.319806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:28.325293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:28.329438 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dcb01a9a-bb6c-4117-8231-b32f9f1687df tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0902340 May 24 23:05:28.332235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60426) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:28.333538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.338673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:28.340410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': 'eeafc840-1642-4b46-a9ef-43e67e4b92ee', 'name': 'tempest-PortsTestJSON-761204108', 'fixed_ips': [{'subnet_id': '155a3742-e9b7-4271-b83a-fa80fb3b23f0', 'ip_address': '172.20.0.10'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:28.426045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:28.429862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.436078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a593763c-92eb-41d9-a868-a2242d7626a1 None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:28.463588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a593763c-92eb-41d9-a868-a2242d7626a1 None None] Deleting port 56c334ef-58a0-49bb-8084-434f2dbb83c7 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:28.463965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a593763c-92eb-41d9-a868-a2242d7626a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.548115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:28.552806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:port and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:28.556765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:28.566460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:28.588269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:28.745811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.773649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port 41d645a9-6f88-4906-bcda-6c88d78c5107 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:28.775806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Checking segment: {'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:28.776268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network hostable DHCP agents. Network: a776b992-ba99-47ed-ba26-07ccfd60be9a, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:05:28.785944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Subnet': ['ID=a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:28.840035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network a776b992-ba99-47ed-ba26-07ccfd60be9a is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:05:28.867709 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, a776b992-ba99-47ed-ba26-07ccfd60be9a) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:28.883849 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:28.885043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.941551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b091676-d991-4f17-be8a-62b78806cc4a None None] Network a776b992-ba99-47ed-ba26-07ccfd60be9a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:28.948624 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ecaf8463-11cd-4ddc-82f1-533b1663a399 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1849866 May 24 23:05:28.952655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60430) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:29.046079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.10 (eeafc840-1642-4b46-a9ef-43e67e4b92ee/155a3742-e9b7-4271-b83a-fa80fb3b23f0/41d645a9-6f88-4906-bcda-6c88d78c5107) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:29.053759 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.144335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a593763c-92eb-41d9-a868-a2242d7626a1 None None] For port 56c334ef-58a0-49bb-8084-434f2dbb83c7, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=56c334ef-58a0-49bb-8084-434f2dbb83c7,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:29.144739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a593763c-92eb-41d9-a868-a2242d7626a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.162871 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-eeafc840-1642-4b46-a9ef-43e67e4b92ee', 'network_id': 'eeafc840-1642-4b46-a9ef-43e67e4b92ee', 'tenant_id': 'fa3b8b85c94d42f2b0642309b85d8ee4', 'fixed_ips': [{'subnet_id': '155a3742-e9b7-4271-b83a-fa80fb3b23f0'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:29.163924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.226143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:29.240687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:29.257944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:29.258964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.267339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=7b378f02-babf-4003-abe6-a56203d75cfe,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:29.306589 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-01bdc193-6e71-4ea2-88d7-a80958925fcc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1940823 May 24 23:05:29.309630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60434) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:29.338075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.345317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a593763c-92eb-41d9-a868-a2242d7626a1 None None] Calling delete_port for 56c334ef-58a0-49bb-8084-434f2dbb83c7 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:29.355485 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Transition to ACTIVE for port object 41d645a9-6f88-4906-bcda-6c88d78c5107 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:29.380591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-720ed8b6-7a69-4315-8ecd-cd6812a57bb3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'fixed_ips': [{'subnet_id': '7b378f02-babf-4003-abe6-a56203d75cfe', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-656966628'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:29.381486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.451295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network eeafc840-1642-4b46-a9ef-43e67e4b92ee is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:29.454410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:29.458926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:29.497268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:05:29.504837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=41d645a9-6f88-4906-bcda-6c88d78c5107,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:29.530734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:29.531599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.549259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-720ed8b6-7a69-4315-8ecd-cd6812a57bb3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:29.557154 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-720ed8b6-7a69-4315-8ecd-cd6812a57bb3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:29.558427 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5ebe26a4-b62d-4eec-8da9-49cc493024c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2244012 May 24 23:05:29.561026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60438) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:29.566979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': 'eeafc840-1642-4b46-a9ef-43e67e4b92ee', 'name': 'tempest-PortsTestJSON-703049743', 'fixed_ips': [{'subnet_id': '155a3742-e9b7-4271-b83a-fa80fb3b23f0', 'ip_address': '172.20.0.9'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:29.614435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-720ed8b6-7a69-4315-8ecd-cd6812a57bb3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:29.635907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-720ed8b6-7a69-4315-8ecd-cd6812a57bb3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:29.657195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720ed8b6-7a69-4315-8ecd-cd6812a57bb3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:29.717347 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-a776b992-ba99-47ed-ba26-07ccfd60be9a', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ips': [{'subnet_id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:29.718183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.730185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.731323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:29.736772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:port and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:29.737053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a593763c-92eb-41d9-a868-a2242d7626a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.740355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:29.746623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:29.760164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:29.765714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.791222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port ad3b6c8f-571f-4b3a-a85e-10db2d617b41 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:29.862827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593763c-92eb-41d9-a868-a2242d7626a1 None None] Pushing event deleted for resources: {'Port': ['ID=56c334ef-58a0-49bb-8084-434f2dbb83c7,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:29.869575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593763c-92eb-41d9-a868-a2242d7626a1 None None] No DVR routers for this DVR port 56c334ef-58a0-49bb-8084-434f2dbb83c7 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:29.873862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Transition to ACTIVE for port object 99dfacc3-8891-4451-93dd-a30271d2764e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:29.907155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc0fab2-4a59-4649-b82f-8c868807043c None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:29.928782 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Allocated IP 172.20.0.2 (eeafc840-1642-4b46-a9ef-43e67e4b92ee/155a3742-e9b7-4271-b83a-fa80fb3b23f0/73260a5e-62e2-4962-8b92-9599f76fa200) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:29.930786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.960408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720ed8b6-7a69-4315-8ecd-cd6812a57bb3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.997438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-720ed8b6-7a69-4315-8ecd-cd6812a57bb3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 4b2bc75b-2a32-4bf9-b611-f1540911f086 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:30.068899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 56c334ef-58a0-49bb-8084-434f2dbb83c7 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:30.172567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 56c334ef-58a0-49bb-8084-434f2dbb83c7 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:30.172907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 56c334ef-58a0-49bb-8084-434f2dbb83c7 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:30.242572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f096d8-cb16-4417-ac33-75193d8d80d7 None None] Pushing event updated for resources: {'Port': ['ID=99dfacc3-8891-4451-93dd-a30271d2764e,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:30.252146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Attempting to bind port 99dfacc3-8891-4451-93dd-a30271d2764e on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:30.252507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Attempting to bind port 99dfacc3-8891-4451-93dd-a30271d2764e by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:30.252869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Attempting to bind port 99dfacc3-8891-4451-93dd-a30271d2764e on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:30.266266 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-720ed8b6-7a69-4315-8ecd-cd6812a57bb3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:30.266746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720ed8b6-7a69-4315-8ecd-cd6812a57bb3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:30.287956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:30.288225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:30.288639 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.289008 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:30.289587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Bound port: 99dfacc3-8891-4451-93dd-a30271d2764e, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:30.290049 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.303373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.315325 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-720ed8b6-7a69-4315-8ecd-cd6812a57bb3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0044549 May 24 23:05:30.318061 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60444) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:30.370361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Allocated IP 172.20.0.2 (a776b992-ba99-47ed-ba26-07ccfd60be9a/a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c/60cc1022-bfa8-4fd0-922b-1f24f0d0070f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:30.488299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b5f1423a-ab80-46ad-9b0a-bbfdbcc64ce5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:30.506999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b5f1423a-ab80-46ad-9b0a-bbfdbcc64ce5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:30.512338 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b5f1423a-ab80-46ad-9b0a-bbfdbcc64ce5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1876504 May 24 23:05:30.513999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:30.593386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd8df7-840c-4615-a6d0-72965ec5959f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:30.595124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd8df7-840c-4615-a6d0-72965ec5959f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:30.596034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fabd8df7-840c-4615-a6d0-72965ec5959f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:30.617229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fabd8df7-840c-4615-a6d0-72965ec5959f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:30.621536 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fabd8df7-840c-4615-a6d0-72965ec5959f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1034541 May 24 23:05:30.621710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60452) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:30.706114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-499e959d-ae67-46b4-aa50-629d312d85d8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 7b378f02-babf-4003-abe6-a56203d75cfe {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:30.711701 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] For port 99dfacc3-8891-4451-93dd-a30271d2764e, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:30.711887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-499e959d-ae67-46b4-aa50-629d312d85d8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.769549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] For port 99dfacc3-8891-4451-93dd-a30271d2764e, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=99dfacc3-8891-4451-93dd-a30271d2764e,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:30.782476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb602ce-77a7-44ef-a186-b76dc3575502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': '7b378f02-babf-4003-abe6-a56203d75cfe'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:30.782954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-499e959d-ae67-46b4-aa50-629d312d85d8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.783447 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2cb602ce-77a7-44ef-a186-b76dc3575502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.798037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.855989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-499e959d-ae67-46b4-aa50-629d312d85d8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.859534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.912014 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Transition to ACTIVE for port object 73260a5e-62e2-4962-8b92-9599f76fa200 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:30.935091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-499e959d-ae67-46b4-aa50-629d312d85d8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.975998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e959d-ae67-46b4-aa50-629d312d85d8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=7b378f02-babf-4003-abe6-a56203d75cfe,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:30.982332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-499e959d-ae67-46b4-aa50-629d312d85d8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.999664 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-499e959d-ae67-46b4-aa50-629d312d85d8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/7b378f02-babf-4003-abe6-a56203d75cfe HTTP/1.1" status: 204 len: 168 time: 0.3762944 May 24 23:05:31.001612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60458) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.047855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Routers {'9e94ef70-3ad3-45ca-b085-6e73944b7c13'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:31.048480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:31.076989 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b7c23a08-5458-4714-9b5b-ae6e4aaaa41c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703723 May 24 23:05:31.077166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60462) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.082397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:31.097157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Transition to ACTIVE for port object 73260a5e-62e2-4962-8b92-9599f76fa200 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:31.129104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f096d8-cb16-4417-ac33-75193d8d80d7 None None] Pushing event updated for resources: {'Port': ['ID=99dfacc3-8891-4451-93dd-a30271d2764e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:31.139261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.238927 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.254998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:31.257180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.9 (eeafc840-1642-4b46-a9ef-43e67e4b92ee/155a3742-e9b7-4271-b83a-fa80fb3b23f0/ad3b6c8f-571f-4b3a-a85e-10db2d617b41) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:31.263213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:31.267123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:31.277412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:31.311529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:31.314937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.318059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Network eeafc840-1642-4b46-a9ef-43e67e4b92ee is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:31.328606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Transition to ACTIVE for port object 60cc1022-bfa8-4fd0-922b-1f24f0d0070f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server [None req-2cb602ce-77a7-44ef-a186-b76dc3575502 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b378f02-babf-4003-abe6-a56203d75cfe: This subnet is being modified by another concurrent operation. May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:05:31.332235 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise exception May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b378f02-babf-4003-abe6-a56203d75cfe: This subnet is being modified by another concurrent operation. May 24 23:05:31.335664 dv-neutron-843190-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server May 24 23:05:31.342318 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:31.352335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:31.357413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Pushing event updated for resources: {'Port': ['ID=73260a5e-62e2-4962-8b92-9599f76fa200,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:31.398276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Transition to ACTIVE for port object 60cc1022-bfa8-4fd0-922b-1f24f0d0070f will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:31.420009 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.491732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.1 (a776b992-ba99-47ed-ba26-07ccfd60be9a/a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c/3a08e95a-fb7e-41a5-b77e-dff798f2e499) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:31.498569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] Set router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:31.637339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.644786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Network a776b992-ba99-47ed-ba26-07ccfd60be9a is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:31.659452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Attempting to bind port 73260a5e-62e2-4962-8b92-9599f76fa200 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:31.660024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Attempting to bind port 73260a5e-62e2-4962-8b92-9599f76fa200 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'a3759b12-6ba0-4544-8d0a-2a9984d7fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eeafc840-1642-4b46-a9ef-43e67e4b92ee'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:31.660385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Attempting to bind port 73260a5e-62e2-4962-8b92-9599f76fa200 on network eeafc840-1642-4b46-a9ef-43e67e4b92ee {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:31.667876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:31.668026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Transition to ACTIVE for port object ad3b6c8f-571f-4b3a-a85e-10db2d617b41 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:31.682921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.701074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 3a08e95a-fb7e-41a5-b77e-dff798f2e499 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:31.721714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.727807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.735426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:31.741544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Pushing event updated for resources: {'Port': ['ID=60cc1022-bfa8-4fd0-922b-1f24f0d0070f,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:31.744464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:31.744833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Checking segment: {'id': 'a3759b12-6ba0-4544-8d0a-2a9984d7fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eeafc840-1642-4b46-a9ef-43e67e4b92ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:31.745308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.745806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Bound using segment: {'id': 'a3759b12-6ba0-4544-8d0a-2a9984d7fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eeafc840-1642-4b46-a9ef-43e67e4b92ee'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:31.746131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Bound port: 73260a5e-62e2-4962-8b92-9599f76fa200, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3759b12-6ba0-4544-8d0a-2a9984d7fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eeafc840-1642-4b46-a9ef-43e67e4b92ee'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:31.746498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.781049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.791460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:31.801841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network a776b992-ba99-47ed-ba26-07ccfd60be9a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:31.805060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:31.810898 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:31.837849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:31.849609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=3a08e95a-fb7e-41a5-b77e-dff798f2e499,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:31.856656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:31.857356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.877660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a505ef2-f3b7-4c10-a93d-7204d709240e None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:31.891244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.895803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network eeafc840-1642-4b46-a9ef-43e67e4b92ee is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:31.904344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:31.907223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:31.945912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=0150a2c8-8bee-4f59-a3e8-d18114eb74cb,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:31.976080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=ad3b6c8f-571f-4b3a-a85e-10db2d617b41,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:31.980597 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f3037b69-dd1a-4cf9-9971-379344502c44 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9025609 May 24 23:05:31.983729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60466) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.989267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7920d12f-61ad-40e5-8bf7-538846a94c1e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-275579777', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:32.005201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7920d12f-61ad-40e5-8bf7-538846a94c1e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:32.017196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7920d12f-61ad-40e5-8bf7-538846a94c1e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:router and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:32.022823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7920d12f-61ad-40e5-8bf7-538846a94c1e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:32.031645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:32.032345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.036448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Attempting to bind port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:32.036810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Attempting to bind port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:32.037171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Attempting to bind port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f on network a776b992-ba99-47ed-ba26-07ccfd60be9a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:32.040068 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7920d12f-61ad-40e5-8bf7-538846a94c1e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:32.059062 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7f66d6d3-0b89-4ec1-a5af-9b4422b1b059 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4966958 May 24 23:05:32.061759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60470) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.106614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7920d12f-61ad-40e5-8bf7-538846a94c1e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.109395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7920d12f-61ad-40e5-8bf7-538846a94c1e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.139658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7920d12f-61ad-40e5-8bf7-538846a94c1e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.150502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:32.150502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Checking segment: {'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:32.150502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.150502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Bound using segment: {'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:32.150502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Bound port: 60cc1022-bfa8-4fd0-922b-1f24f0d0070f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:32.150502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.172896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7920d12f-61ad-40e5-8bf7-538846a94c1e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.183965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] For port 73260a5e-62e2-4962-8b92-9599f76fa200, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:32.199264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c884c-e4f5-406f-a846-776e19590307 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:32.199932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1d4c884c-e4f5-406f-a846-776e19590307 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:32.223443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7920d12f-61ad-40e5-8bf7-538846a94c1e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.224805 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7920d12f-61ad-40e5-8bf7-538846a94c1e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2399967 May 24 23:05:32.228493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60474) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.234427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] For port 73260a5e-62e2-4962-8b92-9599f76fa200, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=73260a5e-62e2-4962-8b92-9599f76fa200,segment=NetworkSegment(a3759b12-6ba0-4544-8d0a-2a9984d7fe2a),segment_id=a3759b12-6ba0-4544-8d0a-2a9984d7fe2a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:32.284243 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.290369 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.306944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1d4c884c-e4f5-406f-a846-776e19590307 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:32.314858 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1d4c884c-e4f5-406f-a846-776e19590307 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2518685 May 24 23:05:32.325827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60478) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.464565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] For port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:32.495416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e5d05-6e2f-4781-80a9-3750b21adeb0 None None] Pushing event updated for resources: {'Port': ['ID=73260a5e-62e2-4962-8b92-9599f76fa200,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:32.495416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] For port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=60cc1022-bfa8-4fd0-922b-1f24f0d0070f,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:32.495416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:25Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:32.507395 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.551141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10c7a39-b1d2-462a-b518-06117edb0c21 None None] The sync data for ids ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'] in dv-neutron-843190-1-hyperv is: [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:25Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:32.595737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': '0150a2c8-8bee-4f59-a3e8-d18114eb74cb'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:32.595737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.646288 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b2d2b-77c5-4018-8bed-156803867430 None None] Pushing event updated for resources: {'Port': ['ID=60cc1022-bfa8-4fd0-922b-1f24f0d0070f,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:32.891821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.905204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.952125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Allocated IP 2001:db8::2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/0150a2c8-8bee-4f59-a3e8-d18114eb74cb/ff89fc8d-bd6c-45f1-be58-6bb964459818) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:33.021099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9aae62-324b-44b1-b7ed-6a52612f9c33 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:33.049844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9aae62-324b-44b1-b7ed-6a52612f9c33 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:33.071367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9aae62-324b-44b1-b7ed-6a52612f9c33 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:33.079849 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ef9aae62-324b-44b1-b7ed-6a52612f9c33 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.7462041 May 24 23:05:33.080960 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60482) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:33.084878 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:05:33.172032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=3a08e95a-fb7e-41a5-b77e-dff798f2e499,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:33.176216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:33.254905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:33.417956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:33.446312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Transition to ACTIVE for port object ff89fc8d-bd6c-45f1-be58-6bb964459818 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:33.468287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Transition to ACTIVE for port object ff89fc8d-bd6c-45f1-be58-6bb964459818 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:33.480798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:33.598591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:33.601963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:33.607114 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:33.616647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Pushing event updated for resources: {'Port': ['ID=ff89fc8d-bd6c-45f1-be58-6bb964459818,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:33.626803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-cea0873a-a699-463f-9f9c-fe3903efb7d4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port ad3b6c8f-571f-4b3a-a85e-10db2d617b41 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:33.627158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cea0873a-a699-463f-9f9c-fe3903efb7d4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:33.733058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Attempting to bind port ff89fc8d-bd6c-45f1-be58-6bb964459818 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:33.733433 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Attempting to bind port ff89fc8d-bd6c-45f1-be58-6bb964459818 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:33.733800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Attempting to bind port ff89fc8d-bd6c-45f1-be58-6bb964459818 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:33.741416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:33.742055 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:33.742227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:33.769036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:33.769726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Bound port: ff89fc8d-bd6c-45f1-be58-6bb964459818, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:33.773583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:33.846723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::1 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/0150a2c8-8bee-4f59-a3e8-d18114eb74cb/0eadc7db-0682-4f55-bf49-779f4bcfbdb9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:33.902954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] For port ff89fc8d-bd6c-45f1-be58-6bb964459818, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:33.906872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] For port ff89fc8d-bd6c-45f1-be58-6bb964459818, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ff89fc8d-bd6c-45f1-be58-6bb964459818,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:33.913040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:33.943633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network a776b992-ba99-47ed-ba26-07ccfd60be9a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:33.948189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:34.029951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a384e1-aa84-49e3-b41a-180355ba3852 None None] Pushing event updated for resources: {'Port': ['ID=ff89fc8d-bd6c-45f1-be58-6bb964459818,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:34.153200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cea0873a-a699-463f-9f9c-fe3903efb7d4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.223431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.268918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 0eadc7db-0682-4f55-bf49-779f4bcfbdb9 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:34.279380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 99dfacc3-8891-4451-93dd-a30271d2764e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:34.345387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.406952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 99dfacc3-8891-4451-93dd-a30271d2764e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:34.415508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 99dfacc3-8891-4451-93dd-a30271d2764e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:34.416266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.506240 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=0eadc7db-0682-4f55-bf49-779f4bcfbdb9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:34.532561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:34.533293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:34.535702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:34.536257 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.554925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-cea0873a-a699-463f-9f9c-fe3903efb7d4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for ad3b6c8f-571f-4b3a-a85e-10db2d617b41 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:34.637436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:05:34.692953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 99dfacc3-8891-4451-93dd-a30271d2764e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:34.693447 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.734376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 99dfacc3-8891-4451-93dd-a30271d2764e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=99dfacc3-8891-4451-93dd-a30271d2764e,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:34.742498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.744562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 60cc1022-bfa8-4fd0-922b-1f24f0d0070f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:34.815503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.902839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=99dfacc3-8891-4451-93dd-a30271d2764e,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:34.908412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede9c71-1e5c-47ed-92c1-7e3bb908452f None None] Network eeafc840-1642-4b46-a9ef-43e67e4b92ee requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:35.019544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0907150d-c957-41ce-ac40-25dcceabad34 None None] Provisioning for port 73260a5e-62e2-4962-8b92-9599f76fa200 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:35.051901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:35.059961 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afd722d-e487-4023-aa12-e1e4327664af None None] Network a776b992-ba99-47ed-ba26-07ccfd60be9a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:35.142121 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-67acf789-3131-4810-80ec-d3fdc0400f01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/9e94ef70-3ad3-45ca-b085-6e73944b7c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1878788 May 24 23:05:35.145701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60486) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:35.328608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cea0873a-a699-463f-9f9c-fe3903efb7d4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.420893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0873a-a699-463f-9f9c-fe3903efb7d4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=ad3b6c8f-571f-4b3a-a85e-10db2d617b41,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:35.468072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:35.492975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 73260a5e-62e2-4962-8b92-9599f76fa200 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:35.554352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e824d7a0-b524-4081-b72f-5486bc7abe71 None None] Provisioning for port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:35.562216 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Sync routers for ids ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:35.590218 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Routers {'9e94ef70-3ad3-45ca-b085-6e73944b7c13'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:35.590903 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:35.613702 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e824d7a0-b524-4081-b72f-5486bc7abe71 None None] Provisioning complete for port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:35.614871 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e824d7a0-b524-4081-b72f-5486bc7abe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.655259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e049c2-aa7c-47bb-bfd0-0b52f3fb99c3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.655394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e049c2-aa7c-47bb-bfd0-0b52f3fb99c3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.655914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e049c2-aa7c-47bb-bfd0-0b52f3fb99c3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.656268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e049c2-aa7c-47bb-bfd0-0b52f3fb99c3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.657199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e049c2-aa7c-47bb-bfd0-0b52f3fb99c3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.657199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e049c2-aa7c-47bb-bfd0-0b52f3fb99c3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.657618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e049c2-aa7c-47bb-bfd0-0b52f3fb99c3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.663322 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e049c2-aa7c-47bb-bfd0-0b52f3fb99c3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.663908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e049c2-aa7c-47bb-bfd0-0b52f3fb99c3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.669446 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f7e049c2-aa7c-47bb-bfd0-0b52f3fb99c3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6331 time: 0.5197341 May 24 23:05:35.673914 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60490) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:35.694227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cea0873a-a699-463f-9f9c-fe3903efb7d4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.699009 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cea0873a-a699-463f-9f9c-fe3903efb7d4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/ad3b6c8f-571f-4b3a-a85e-10db2d617b41 HTTP/1.1" status: 204 len: 168 time: 2.6170800 May 24 23:05:35.702060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60494) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:35.709449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 73260a5e-62e2-4962-8b92-9599f76fa200 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:35.720877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 73260a5e-62e2-4962-8b92-9599f76fa200 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:35.721712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.801316 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa18426d-4852-4728-bb8c-bf9a52b9aebf tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:05:35.802887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fa18426d-4852-4728-bb8c-bf9a52b9aebf tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:35.838177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fa18426d-4852-4728-bb8c-bf9a52b9aebf tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:35.842050 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fa18426d-4852-4728-bb8c-bf9a52b9aebf tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/ad3b6c8f-571f-4b3a-a85e-10db2d617b41 HTTP/1.1" status: 404 len: 333 time: 0.1379728 May 24 23:05:35.842907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833bd67-6851-489d-99eb-2d2ed7ad5889 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.843370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833bd67-6851-489d-99eb-2d2ed7ad5889 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.843843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833bd67-6851-489d-99eb-2d2ed7ad5889 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.844228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60498) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:35.844384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833bd67-6851-489d-99eb-2d2ed7ad5889 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.844976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833bd67-6851-489d-99eb-2d2ed7ad5889 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.845126 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833bd67-6851-489d-99eb-2d2ed7ad5889 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.852725 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833bd67-6851-489d-99eb-2d2ed7ad5889 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.853985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833bd67-6851-489d-99eb-2d2ed7ad5889 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.856107 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2833bd67-6851-489d-99eb-2d2ed7ad5889 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5236 time: 0.1810770 May 24 23:05:35.867344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60502) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:35.954962 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Set router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:35.994266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b17b0-b650-4a56-9170-4069075bea3d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 41d645a9-6f88-4906-bcda-6c88d78c5107 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:35.995484 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c9b17b0-b650-4a56-9170-4069075bea3d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.003524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.037329 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.037883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.172971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 73260a5e-62e2-4962-8b92-9599f76fa200 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:36.174245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.320385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e824d7a0-b524-4081-b72f-5486bc7abe71 None None] Current status of the port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:36.323237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e824d7a0-b524-4081-b72f-5486bc7abe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.406606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 73260a5e-62e2-4962-8b92-9599f76fa200, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=73260a5e-62e2-4962-8b92-9599f76fa200,segment=NetworkSegment(a3759b12-6ba0-4544-8d0a-2a9984d7fe2a),segment_id=a3759b12-6ba0-4544-8d0a-2a9984d7fe2a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:36.431704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.476502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:36.484864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:36.500508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=0eadc7db-0682-4f55-bf49-779f4bcfbdb9,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:36.612013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e824d7a0-b524-4081-b72f-5486bc7abe71 None None] For port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=60cc1022-bfa8-4fd0-922b-1f24f0d0070f,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:36.637426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e824d7a0-b524-4081-b72f-5486bc7abe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.688092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=73260a5e-62e2-4962-8b92-9599f76fa200,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:36.704425 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:32Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '3a08e95a-fb7e-41a5-b77e-dff798f2e499', 'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:a1:5a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:30Z', 'updated_at': '2022-05-24T23:05:32Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:36.709612 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Checking router: 9e94ef70-3ad3-45ca-b085-6e73944b7c13 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:05:36.709974 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Updating router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 port 3a08e95a-fb7e-41a5-b77e-dff798f2e499 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:05:36.812770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ff89fc8d-bd6c-45f1-be58-6bb964459818 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:36.813325 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.833553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c9b17b0-b650-4a56-9170-4069075bea3d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.897364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Provisioning for port 0eadc7db-0682-4f55-bf49-779f4bcfbdb9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:36.918722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Provisioning complete for port 0eadc7db-0682-4f55-bf49-779f4bcfbdb9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:36.919200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.026885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824d7a0-b524-4081-b72f-5486bc7abe71 None None] Pushing event updated for resources: {'Port': ['ID=60cc1022-bfa8-4fd0-922b-1f24f0d0070f,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:37.068589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Port 0eadc7db-0682-4f55-bf49-779f4bcfbdb9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:37.086022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port ff89fc8d-bd6c-45f1-be58-6bb964459818 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:37.106484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 99dfacc3-8891-4451-93dd-a30271d2764e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:37.137761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Router 5e625219-b313-4579-b09a-b89fae207444 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:05:37.178873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b17b0-b650-4a56-9170-4069075bea3d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 41d645a9-6f88-4906-bcda-6c88d78c5107 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:37.244748 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Provisioning for port ff89fc8d-bd6c-45f1-be58-6bb964459818 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:37.252592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Provisioning complete for port ff89fc8d-bd6c-45f1-be58-6bb964459818 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:37.252962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.340395 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 99dfacc3-8891-4451-93dd-a30271d2764e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:37.341025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.462783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:37.462997 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.471879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c9b17b0-b650-4a56-9170-4069075bea3d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.485898 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Transition to ACTIVE for port object 3a08e95a-fb7e-41a5-b77e-dff798f2e499 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:37.488467 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7242c8fb-c9e2-45c9-bb33-590d66fd1382 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3585 time: 1.6190147 May 24 23:05:37.496591 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.499053 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e7daddb3-ee2c-4a96-a53f-009f110e21e6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "PUT /v2.0/routers/5e625219-b313-4579-b09a-b89fae207444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2694051 May 24 23:05:37.503269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60508) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:37.548795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b17b0-b650-4a56-9170-4069075bea3d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=41d645a9-6f88-4906-bcda-6c88d78c5107,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:37.556271 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] Sync routers for ids ['5e625219-b313-4579-b09a-b89fae207444'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:37.609773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab818be4-989e-4ac1-a7ca-527b8b60f865 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:37.610413 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ab818be4-989e-4ac1-a7ca-527b8b60f865 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:37.633056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60512) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:37.637853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] Routers {'5e625219-b313-4579-b09a-b89fae207444'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:37.638497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e625219-b313-4579-b09a-b89fae207444'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:37.641557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547984000', 'description': 'tempest-secgroup-smoke-547984000 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:37.647428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ab818be4-989e-4ac1-a7ca-527b8b60f865 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:37.648959 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ab818be4-989e-4ac1-a7ca-527b8b60f865 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports/0eadc7db-0682-4f55-bf49-779f4bcfbdb9 HTTP/1.1" status: 200 len: 911 time: 0.1444001 May 24 23:05:37.652151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60516) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:37.655102 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:37.728436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:37.735465 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c9b17b0-b650-4a56-9170-4069075bea3d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.740548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:37.751710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:37.756964 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7c9b17b0-b650-4a56-9170-4069075bea3d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/41d645a9-6f88-4906-bcda-6c88d78c5107 HTTP/1.1" status: 204 len: 168 time: 1.9104772 May 24 23:05:37.760646 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60520) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:37.772966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Current status of the port ff89fc8d-bd6c-45f1-be58-6bb964459818 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:37.773544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.784783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.814279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c970027-cfcc-46df-b810-e3af369d49f6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:37.820859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c970027-cfcc-46df-b810-e3af369d49f6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:37.823673 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8c970027-cfcc-46df-b810-e3af369d49f6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1703200 May 24 23:05:37.827054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60524) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:37.866278 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e859a03a-6f98-4ff9-9297-000b63f4dd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:05:37.866919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e859a03a-6f98-4ff9-9297-000b63f4dd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:37.880514 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Attempting to bind port 3a08e95a-fb7e-41a5-b77e-dff798f2e499 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:37.881074 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Attempting to bind port 3a08e95a-fb7e-41a5-b77e-dff798f2e499 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:37.881230 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Attempting to bind port 3a08e95a-fb7e-41a5-b77e-dff798f2e499 on network a776b992-ba99-47ed-ba26-07ccfd60be9a {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:37.895240 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:37.900506 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Checking segment: {'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:37.900836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e859a03a-6f98-4ff9-9297-000b63f4dd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:37.901216 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.903012 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Bound using segment: {'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:37.905116 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Bound port: 3a08e95a-fb7e-41a5-b77e-dff798f2e499, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:37.905656 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e859a03a-6f98-4ff9-9297-000b63f4dd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/41d645a9-6f88-4906-bcda-6c88d78c5107 HTTP/1.1" status: 404 len: 333 time: 0.1437795 May 24 23:05:37.905805 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.907047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60528) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:37.943128 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 99dfacc3-8891-4451-93dd-a30271d2764e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:37.997625 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] For port ff89fc8d-bd6c-45f1-be58-6bb964459818, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ff89fc8d-bd6c-45f1-be58-6bb964459818,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:38.002570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-372d6520-bac9-4d32-a949-38bd1fc738bd tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting subnet 155a3742-e9b7-4271-b83a-fa80fb3b23f0 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:38.005496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] Set router 5e625219-b313-4579-b09a-b89fae207444 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:38.007099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:38.011195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-372d6520-bac9-4d32-a949-38bd1fc738bd tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.023565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:38.028195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:38.040608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:38.066301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.081807 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] For port 3a08e95a-fb7e-41a5-b77e-dff798f2e499, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:38.085651 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] For port 3a08e95a-fb7e-41a5-b77e-dff798f2e499, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=3a08e95a-fb7e-41a5-b77e-dff798f2e499,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:38.094989 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.111778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-372d6520-bac9-4d32-a949-38bd1fc738bd tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.124357 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Pushing event updated for resources: {'Port': ['ID=3a08e95a-fb7e-41a5-b77e-dff798f2e499,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:38.138621 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.139210 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.139727 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.140271 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.140749 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.141306 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.141808 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.142337 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.142851 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.143329 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.143806 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.144280 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:38.255626 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd7df2-e34b-4752-bca7-0d5946de4822 None None] Pushing event updated for resources: {'Port': ['ID=3a08e95a-fb7e-41a5-b77e-dff798f2e499,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:38.275693 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Routers {'9e94ef70-3ad3-45ca-b085-6e73944b7c13'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:38.276343 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:38.337761 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-372d6520-bac9-4d32-a949-38bd1fc738bd tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.387753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Provisioning for port 3a08e95a-fb7e-41a5-b77e-dff798f2e499 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:38.466444 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-372d6520-bac9-4d32-a949-38bd1fc738bd tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.502330 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Pushing event updated for resources: {'Port': ['ID=ff89fc8d-bd6c-45f1-be58-6bb964459818,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:38.519575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-372d6520-bac9-4d32-a949-38bd1fc738bd tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.527920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d6520-bac9-4d32-a949-38bd1fc738bd tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Subnet': ['ID=155a3742-e9b7-4271-b83a-fa80fb3b23f0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:38.533305 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-372d6520-bac9-4d32-a949-38bd1fc738bd tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/155a3742-e9b7-4271-b83a-fa80fb3b23f0 HTTP/1.1" status: 204 len: 168 time: 0.6248636 May 24 23:05:38.537438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60532) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:38.548116 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Provisioning complete for port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:38.548798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.571185 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] Set router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:38.644585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 60cc1022-bfa8-4fd0-922b-1f24f0d0070f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:38.692438 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07b38a7-0bc2-4d4a-af22-1c8cae5dfc79 None None] Network eeafc840-1642-4b46-a9ef-43e67e4b92ee requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:38.720423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.734729 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 73260a5e-62e2-4962-8b92-9599f76fa200 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:38.735964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.820638 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.836623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.897754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9982eb01-6721-476a-81b7-48c37e158965,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:38.903698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.905177 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa7d76bf-3317-493e-af55-8b6f451ae1fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2684908 May 24 23:05:38.921999 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:38.922364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.925449 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60536) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:38.932453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-61662d22-6b65-42e3-bf8e-a71f3d69573c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '9982eb01-6721-476a-81b7-48c37e158965', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:38.951946 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:32Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '3a08e95a-fb7e-41a5-b77e-dff798f2e499', 'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:a1:5a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:30Z', 'updated_at': '2022-05-24T23:05:38Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:38.956904 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3b1df-b087-4032-8a30-389b97f20451 None None] The sync data for ids ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'] in dv-neutron-843190-1-hyperv is: [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:32Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '3a08e95a-fb7e-41a5-b77e-dff798f2e499', 'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:a1:5a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:30Z', 'updated_at': '2022-05-24T23:05:38Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:38.975635 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-879a18a6-c965-4462-845e-c957b3e2e2c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.998747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-61662d22-6b65-42e3-bf8e-a71f3d69573c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:39.004175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-61662d22-6b65-42e3-bf8e-a71f3d69573c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:39.007723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-61662d22-6b65-42e3-bf8e-a71f3d69573c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:39.015320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-61662d22-6b65-42e3-bf8e-a71f3d69573c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:39.063418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61662d22-6b65-42e3-bf8e-a71f3d69573c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.163461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] For port 73260a5e-62e2-4962-8b92-9599f76fa200, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=73260a5e-62e2-4962-8b92-9599f76fa200,segment=NetworkSegment(a3759b12-6ba0-4544-8d0a-2a9984d7fe2a),segment_id=a3759b12-6ba0-4544-8d0a-2a9984d7fe2a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:39.164460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.167660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e29f1d51-fdd0-44b4-8229-96b8363fe796 None None] Current status of the port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:39.263437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e625219-b313-4579-b09a-b89fae207444', 'name': 'tempest-NetworksTestDHCPv6-router-275579777', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:32Z', 'updated_at': '2022-05-24T23:05:34Z', 'revision_number': 2, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None, '_interfaces': [{'id': '0eadc7db-0682-4f55-bf49-779f4bcfbdb9', 'name': '', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'mac_address': 'fa:16:3e:3c:6a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e625219-b313-4579-b09a-b89fae207444', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '0150a2c8-8bee-4f59-a3e8-d18114eb74cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:33Z', 'updated_at': '2022-05-24T23:05:35Z', 'revision_number': 2, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'subnets': [{'id': '0150a2c8-8bee-4f59-a3e8-d18114eb74cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:39.273747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] Checking router: 5e625219-b313-4579-b09a-b89fae207444 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:05:39.274048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] Updating router 5e625219-b313-4579-b09a-b89fae207444 port 0eadc7db-0682-4f55-bf49-779f4bcfbdb9 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:05:39.331356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 73260a5e-62e2-4962-8b92-9599f76fa200 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:39.333834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:39.334877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 73260a5e-62e2-4962-8b92-9599f76fa200 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:39.380953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-879a18a6-c965-4462-845e-c957b3e2e2c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 0eadc7db-0682-4f55-bf49-779f4bcfbdb9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:39.381415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-879a18a6-c965-4462-845e-c957b3e2e2c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.399140 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.410223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61662d22-6b65-42e3-bf8e-a71f3d69573c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.428885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61662d22-6b65-42e3-bf8e-a71f3d69573c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.429884 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87a79e8-fc29-4364-8861-f4508f764295 None None] DHCP port deletion for eeafc840-1642-4b46-a9ef-43e67e4b92ee request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:39.439059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b8bedb27-2033-47d3-a67f-e224304af4af None None] Could not find standard attr ID for object ad3b6c8f-571f-4b3a-a85e-10db2d617b41. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:39.467494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d87a79e8-fc29-4364-8861-f4508f764295 None None] Deleting port 73260a5e-62e2-4962-8b92-9599f76fa200 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:39.467868 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d87a79e8-fc29-4364-8861-f4508f764295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.480649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61662d22-6b65-42e3-bf8e-a71f3d69573c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a7b050-61a3-418c-ab49-0d9f44afcb3d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:39.499289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61662d22-6b65-42e3-bf8e-a71f3d69573c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.500752 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-61662d22-6b65-42e3-bf8e-a71f3d69573c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5730741 May 24 23:05:39.503548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60540) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:39.504317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.510214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-050520df-8c0a-4371-807e-c967e3ba15c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '9982eb01-6721-476a-81b7-48c37e158965', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:39.553823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=73260a5e-62e2-4962-8b92-9599f76fa200,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:39.562331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No DVR routers for this DVR port 73260a5e-62e2-4962-8b92-9599f76fa200 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:39.573390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-050520df-8c0a-4371-807e-c967e3ba15c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:39.588716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-050520df-8c0a-4371-807e-c967e3ba15c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:39.594193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-050520df-8c0a-4371-807e-c967e3ba15c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:39.614245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-050520df-8c0a-4371-807e-c967e3ba15c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:39.662767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d87a79e8-fc29-4364-8861-f4508f764295 None None] The port '73260a5e-62e2-4962-8b92-9599f76fa200' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:05:39.673441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-050520df-8c0a-4371-807e-c967e3ba15c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.693296 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Could not find standard attr ID for object 73260a5e-62e2-4962-8b92-9599f76fa200. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:39.702040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b8bedb27-2033-47d3-a67f-e224304af4af None None] Provisioning complete for port 0eadc7db-0682-4f55-bf49-779f4bcfbdb9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:39.702630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b8bedb27-2033-47d3-a67f-e224304af4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.724307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-879a18a6-c965-4462-845e-c957b3e2e2c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.768010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae445200-e8d3-406e-ba1c-ac4eca601388 None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:05:39.802970 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b8bedb27-2033-47d3-a67f-e224304af4af None None] Port 0eadc7db-0682-4f55-bf49-779f4bcfbdb9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:39.835300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.839787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b8bedb27-2033-47d3-a67f-e224304af4af None None] Could not find standard attr ID for object 73260a5e-62e2-4962-8b92-9599f76fa200. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:39.850792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b8bedb27-2033-47d3-a67f-e224304af4af None None] Could not find standard attr ID for object 41d645a9-6f88-4906-bcda-6c88d78c5107. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:39.861230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeafc840-1642-4b46-a9ef-43e67e4b92ee']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:39.875602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3759b12-6ba0-4544-8d0a-2a9984d7fe2a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:39.875895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3759b12-6ba0-4544-8d0a-2a9984d7fe2a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:39.889124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-879a18a6-c965-4462-845e-c957b3e2e2c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 0eadc7db-0682-4f55-bf49-779f4bcfbdb9 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:39.892058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.911523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.922401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:39.922972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.013820 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a3759b12-6ba0-4544-8d0a-2a9984d7fe2a resource provider aggregate not found May 24 23:05:40.019001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-050520df-8c0a-4371-807e-c967e3ba15c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.031422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-050520df-8c0a-4371-807e-c967e3ba15c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.035521 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a3759b12-6ba0-4544-8d0a-2a9984d7fe2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3759b12-6ba0-4544-8d0a-2a9984d7fe2a found for delete ", "request_id": "req-d4101eec-b6c7-4cc2-bd3a-dc06991875ee"}]} May 24 23:05:40.063329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae445200-e8d3-406e-ba1c-ac4eca601388 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:05:40.073809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.075450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-050520df-8c0a-4371-807e-c967e3ba15c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.077781 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-050520df-8c0a-4371-807e-c967e3ba15c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5725679 May 24 23:05:40.081348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60548) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:40.086294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050520df-8c0a-4371-807e-c967e3ba15c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb7fe29-ba9a-4a85-9d85-13c3c58549d7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:40.093172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dfa1b6f8-62ba-40af-add6-468a9c0a27d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '9982eb01-6721-476a-81b7-48c37e158965', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:40.098936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dfa1b6f8-62ba-40af-add6-468a9c0a27d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:40.104180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.105687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dfa1b6f8-62ba-40af-add6-468a9c0a27d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:40.109493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dfa1b6f8-62ba-40af-add6-468a9c0a27d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:40.116078 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Network': ['ID=eeafc840-1642-4b46-a9ef-43e67e4b92ee,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:40.121926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dfa1b6f8-62ba-40af-add6-468a9c0a27d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:40.150947 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bbe11073-f2d3-4d0d-9d95-6d69f14a59dc tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/networks/eeafc840-1642-4b46-a9ef-43e67e4b92ee HTTP/1.1" status: 204 len: 168 time: 1.6080439 May 24 23:05:40.151154 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60552) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:40.152575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b6f8-62ba-40af-add6-468a9c0a27d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.156834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2120603212'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:40.166255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:40.171892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:network and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:40.175561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:40.178347 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:05:40.190435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:40.211083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:40.216989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.268784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-879a18a6-c965-4462-845e-c957b3e2e2c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.273217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:05:40.285717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.286063 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Added segment 181067a7-1982-4560-a229-063b2b273302 of type vlan for network 33544082-c5bf-4d2c-91e8-0e38799c82eb May 24 23:05:40.314538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:05:40.314807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:05:40.358022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.361903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a18a6-c965-4462-845e-c957b3e2e2c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=0eadc7db-0682-4f55-bf49-779f4bcfbdb9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:40.399178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.406826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:40.407619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.413033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b6f8-62ba-40af-add6-468a9c0a27d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.451410 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2986012 May 24 23:05:40.455802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60556) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:40.505319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b6f8-62ba-40af-add6-468a9c0a27d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.508402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '33544082-c5bf-4d2c-91e8-0e38799c82eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:40.646154 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d4c08-b678-49d0-b147-ff67f0cb7db5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Network': ['ID=33544082-c5bf-4d2c-91e8-0e38799c82eb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:40.652643 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ff89fc8d-bd6c-45f1-be58-6bb964459818 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:40.693850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:40.695703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 33544082-c5bf-4d2c-91e8-0e38799c82eb details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:05:40.698258 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:40.701402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:40.702546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1b6f8-62ba-40af-add6-468a9c0a27d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe5c697-2326-4ed5-8723-4e442b50446e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:40.707366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:40.719794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:40.722623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-879a18a6-c965-4462-845e-c957b3e2e2c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.723522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.735965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b6f8-62ba-40af-add6-468a9c0a27d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.737216 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dfa1b6f8-62ba-40af-add6-468a9c0a27d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6549273 May 24 23:05:40.750198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60560) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:40.758234 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-22f8a05f-933c-4d03-a8d1-a273c0733bcc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '9982eb01-6721-476a-81b7-48c37e158965', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:40.811722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-22f8a05f-933c-4d03-a8d1-a273c0733bcc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:40.827613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22f8a05f-933c-4d03-a8d1-a273c0733bcc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:40.832917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22f8a05f-933c-4d03-a8d1-a273c0733bcc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:40.843061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-22f8a05f-933c-4d03-a8d1-a273c0733bcc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:40.875170 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22f8a05f-933c-4d03-a8d1-a273c0733bcc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.880659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] Port 0eadc7db-0682-4f55-bf49-779f4bcfbdb9 not found while updating agent binding for router 5e625219-b313-4579-b09a-b89fae207444. {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 24 23:05:40.894664 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ff89fc8d-bd6c-45f1-be58-6bb964459818 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:40.895055 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.936635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] Routers {'5e625219-b313-4579-b09a-b89fae207444'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:40.937322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e625219-b313-4579-b09a-b89fae207444'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:41.001178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22f8a05f-933c-4d03-a8d1-a273c0733bcc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.025737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22f8a05f-933c-4d03-a8d1-a273c0733bcc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.029699 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879a18a6-c965-4462-845e-c957b3e2e2c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Router 5e625219-b313-4579-b09a-b89fae207444 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:05:41.068657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8a05f-933c-4d03-a8d1-a273c0733bcc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ae5c14-b29a-4ced-ba04-cb92871d9626,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:41.093621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] Set router 5e625219-b313-4579-b09a-b89fae207444 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:41.103195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.146968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22f8a05f-933c-4d03-a8d1-a273c0733bcc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.150860 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-22f8a05f-933c-4d03-a8d1-a273c0733bcc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3975022 May 24 23:05:41.163107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60564) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:41.169574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '9982eb01-6721-476a-81b7-48c37e158965', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:41.194230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:41.223200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879a18a6-c965-4462-845e-c957b3e2e2c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:41.229779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e625219-b313-4579-b09a-b89fae207444', 'name': 'tempest-NetworksTestDHCPv6-router-275579777', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:32Z', 'updated_at': '2022-05-24T23:05:40Z', 'revision_number': 3, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:41.235269 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-879a18a6-c965-4462-845e-c957b3e2e2c1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "PUT /v2.0/routers/5e625219-b313-4579-b09a-b89fae207444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4068108 May 24 23:05:41.236329 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60568) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:41.238899 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:41.245071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:41.258659 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Subnet': ['ID=c2273a7a-6f26-43bb-af30-3d59b039f9ca,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:41.267400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd036a8-d0fb-4c3f-994c-340931302e1f None None] The sync data for ids ['5e625219-b313-4579-b09a-b89fae207444'] in dv-neutron-843190-1-hyperv is: [{'id': '5e625219-b313-4579-b09a-b89fae207444', 'name': 'tempest-NetworksTestDHCPv6-router-275579777', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:32Z', 'updated_at': '2022-05-24T23:05:40Z', 'revision_number': 3, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:41.277146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:41.281380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Checking segment: {'id': '181067a7-1982-4560-a229-063b2b273302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33544082-c5bf-4d2c-91e8-0e38799c82eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:41.282580 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network hostable DHCP agents. Network: 33544082-c5bf-4d2c-91e8-0e38799c82eb, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:05:41.297024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ff89fc8d-bd6c-45f1-be58-6bb964459818 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:41.298112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 3a08e95a-fb7e-41a5-b77e-dff798f2e499 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:41.320000 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:05:41.328415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 33544082-c5bf-4d2c-91e8-0e38799c82eb is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:05:41.328858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada87a9c-e014-4c16-8cfd-b58dc7ab951d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:41.330835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada87a9c-e014-4c16-8cfd-b58dc7ab951d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:41.331765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ada87a9c-e014-4c16-8cfd-b58dc7ab951d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:41.337755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.353789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 33544082-c5bf-4d2c-91e8-0e38799c82eb) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:41.359797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ada87a9c-e014-4c16-8cfd-b58dc7ab951d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:41.365065 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ada87a9c-e014-4c16-8cfd-b58dc7ab951d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1275525 May 24 23:05:41.367954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60572) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:41.390046 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:41.390678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.425886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 3a08e95a-fb7e-41a5-b77e-dff798f2e499 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:41.437405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 3a08e95a-fb7e-41a5-b77e-dff798f2e499 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:41.437903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.441457 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3e41aab0-8314-4d63-8b05-aa24da45f97b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9845724 May 24 23:05:41.442265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60576) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:41.455184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2cb91f85-83d9-4e9e-9010-0a1aa368c23d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1778236113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:41.465337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2cb91f85-83d9-4e9e-9010-0a1aa368c23d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:41.480985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2cb91f85-83d9-4e9e-9010-0a1aa368c23d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:router and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:41.486802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.488032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2cb91f85-83d9-4e9e-9010-0a1aa368c23d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:41.494173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb46548a-3e9f-4a14-9e64-60f6aa7d8713 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 0150a2c8-8bee-4f59-a3e8-d18114eb74cb {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:41.495762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2cb91f85-83d9-4e9e-9010-0a1aa368c23d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:41.498037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.503088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb46548a-3e9f-4a14-9e64-60f6aa7d8713 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.538980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bf08f9-7024-4fdf-aaf7-efee21f47900,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:41.550175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2cb91f85-83d9-4e9e-9010-0a1aa368c23d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.551825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2cb91f85-83d9-4e9e-9010-0a1aa368c23d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.558966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.560246 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9e1a94c1-149a-436d-baf2-3fb1325deba1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3962660 May 24 23:05:41.563337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60580) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:41.572957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '9982eb01-6721-476a-81b7-48c37e158965', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:41.576894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2cb91f85-83d9-4e9e-9010-0a1aa368c23d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.584328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:41.595364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb46548a-3e9f-4a14-9e64-60f6aa7d8713 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.608107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2cb91f85-83d9-4e9e-9010-0a1aa368c23d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.616458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d027159-da9f-4bc2-b970-cb2d0fda427e None None] Network 33544082-c5bf-4d2c-91e8-0e38799c82eb requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:41.624949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:41.632516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:41.635801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2cb91f85-83d9-4e9e-9010-0a1aa368c23d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.638899 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2cb91f85-83d9-4e9e-9010-0a1aa368c23d tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1930282 May 24 23:05:41.642609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60584) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:41.646781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:41.652767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'network_id': '33544082-c5bf-4d2c-91e8-0e38799c82eb', 'name': 'tempest-PortsTestJSON-45892529'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:41.669305 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:05:41.681392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.733461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 3a08e95a-fb7e-41a5-b77e-dff798f2e499 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:41.733745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.746418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb46548a-3e9f-4a14-9e64-60f6aa7d8713 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.781677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f4bef7d3-acc5-405d-a300-088b2037c2d6 None None] Provisioning complete for port ff89fc8d-bd6c-45f1-be58-6bb964459818 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:41.781928 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f4bef7d3-acc5-405d-a300-088b2037c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.803952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.809111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:41.810476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.814055 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:port and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:41.817388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:41.823838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:41.828316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 3a08e95a-fb7e-41a5-b77e-dff798f2e499, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=3a08e95a-fb7e-41a5-b77e-dff798f2e499,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:41.836586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:41.845117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.848583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45a8064-6546-47fe-908f-b3a2d0599638,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:41.851995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.870751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.871905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port acb962e2-f60f-4236-95f3-bf03eec44b6d yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:41.872531 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1d6b7a96-aeeb-4a7f-b76e-15c8dc7de9fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3070314 May 24 23:05:41.874549 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb46548a-3e9f-4a14-9e64-60f6aa7d8713 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.924397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46548a-3e9f-4a14-9e64-60f6aa7d8713 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=0150a2c8-8bee-4f59-a3e8-d18114eb74cb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:41.933869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb46548a-3e9f-4a14-9e64-60f6aa7d8713 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.935948 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bb46548a-3e9f-4a14-9e64-60f6aa7d8713 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/0150a2c8-8bee-4f59-a3e8-d18114eb74cb HTTP/1.1" status: 204 len: 168 time: 0.5668769 May 24 23:05:41.938531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60590) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:41.973600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=3a08e95a-fb7e-41a5-b77e-dff798f2e499,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:42.028892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.6 (33544082-c5bf-4d2c-91e8-0e38799c82eb/c2273a7a-6f26-43bb-af30-3d59b039f9ca/acb962e2-f60f-4236-95f3-bf03eec44b6d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:42.047359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053dc98e-cd05-4fd4-b344-826574a97600 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:42.132352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0cc979ef-dfe4-4ba1-8b02-e4bdc04d47e4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:router {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:42.187352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 73260a5e-62e2-4962-8b92-9599f76fa200 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:42.210094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1b8d00be-3e4b-4f61-a8e3-d043850ba65c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:42.216203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0cc979ef-dfe4-4ba1-8b02-e4bdc04d47e4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:router {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:42.220211 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0cc979ef-dfe4-4ba1-8b02-e4bdc04d47e4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2779815 May 24 23:05:42.220370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60604) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:42.268695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.289674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Transition to ACTIVE for port object acb962e2-f60f-4236-95f3-bf03eec44b6d will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:42.318768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.324888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 73260a5e-62e2-4962-8b92-9599f76fa200 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:42.325388 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 73260a5e-62e2-4962-8b92-9599f76fa200 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:42.362344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1b8d00be-3e4b-4f61-a8e3-d043850ba65c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:42.370508 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1b8d00be-3e4b-4f61-a8e3-d043850ba65c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547984000&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.2308481 May 24 23:05:42.390958 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a736ae25-140a-42e7-b990-c255ae3b1c4a None None] Sync routers for ids ['5e625219-b313-4579-b09a-b89fae207444'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:42.406825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 33544082-c5bf-4d2c-91e8-0e38799c82eb is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:42.407523 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736ae25-140a-42e7-b990-c255ae3b1c4a None None] Routers {'5e625219-b313-4579-b09a-b89fae207444'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:42.408355 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a736ae25-140a-42e7-b990-c255ae3b1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e625219-b313-4579-b09a-b89fae207444'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:42.410931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:42.417558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:42.449973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5dd2f259-0c27-4500-bfdb-c2bfe9f68d05 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.459761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f4bef7d3-acc5-405d-a300-088b2037c2d6 None None] Current status of the port ff89fc8d-bd6c-45f1-be58-6bb964459818 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:42.491951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:42.492753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.517302 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=acb962e2-f60f-4236-95f3-bf03eec44b6d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:42.539418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-33544082-c5bf-4d2c-91e8-0e38799c82eb', 'network_id': '33544082-c5bf-4d2c-91e8-0e38799c82eb', 'tenant_id': 'fa3b8b85c94d42f2b0642309b85d8ee4', 'fixed_ips': [{'subnet_id': 'c2273a7a-6f26-43bb-af30-3d59b039f9ca'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:42.540816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.561514 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e6a93e28-f3ae-4d19-89dc-7f5dab593e26 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9173603 May 24 23:05:42.562264 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60608) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:42.567696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 3a08e95a-fb7e-41a5-b77e-dff798f2e499 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:42.626747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f649f-6d68-4d07-9cad-cc1112666cd5 None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:42.646216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c25f649f-6d68-4d07-9cad-cc1112666cd5 None None] Deleting port ff89fc8d-bd6c-45f1-be58-6bb964459818 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:42.646976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c25f649f-6d68-4d07-9cad-cc1112666cd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.659290 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a736ae25-140a-42e7-b990-c255ae3b1c4a None None] Set router 5e625219-b313-4579-b09a-b89fae207444 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:42.748961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-239e63ed-86fd-4f40-b231-917aef97d5ce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:42.749740 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-239e63ed-86fd-4f40-b231-917aef97d5ce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:42.789849 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a736ae25-140a-42e7-b990-c255ae3b1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e625219-b313-4579-b09a-b89fae207444', 'name': 'tempest-NetworksTestDHCPv6-router-275579777', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:32Z', 'updated_at': '2022-05-24T23:05:40Z', 'revision_number': 3, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:42.796247 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a736ae25-140a-42e7-b990-c255ae3b1c4a None None] Checking router: 5e625219-b313-4579-b09a-b89fae207444 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:05:42.807579 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736ae25-140a-42e7-b990-c255ae3b1c4a None None] Routers {'5e625219-b313-4579-b09a-b89fae207444'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:42.809380 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a736ae25-140a-42e7-b990-c255ae3b1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e625219-b313-4579-b09a-b89fae207444'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:42.825745 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-239e63ed-86fd-4f40-b231-917aef97d5ce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:42.826958 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-239e63ed-86fd-4f40-b231-917aef97d5ce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/networks?id=a776b992-ba99-47ed-ba26-07ccfd60be9a HTTP/1.1" status: 200 len: 797 time: 0.4556446 May 24 23:05:42.849017 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-eafe3223-500f-403c-86b5-fa4c1b6011a8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/quotas/4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 375 time: 0.0136704 May 24 23:05:42.961636 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a736ae25-140a-42e7-b990-c255ae3b1c4a None None] Set router 5e625219-b313-4579-b09a-b89fae207444 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:42.964474 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 3a08e95a-fb7e-41a5-b77e-dff798f2e499 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:42.964964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.067556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c25f649f-6d68-4d07-9cad-cc1112666cd5 None None] For port ff89fc8d-bd6c-45f1-be58-6bb964459818, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ff89fc8d-bd6c-45f1-be58-6bb964459818,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:43.068136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c25f649f-6d68-4d07-9cad-cc1112666cd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.089094 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a736ae25-140a-42e7-b990-c255ae3b1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e625219-b313-4579-b09a-b89fae207444', 'name': 'tempest-NetworksTestDHCPv6-router-275579777', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:32Z', 'updated_at': '2022-05-24T23:05:40Z', 'revision_number': 3, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:43.095107 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a736ae25-140a-42e7-b990-c255ae3b1c4a None None] The sync data for ids ['5e625219-b313-4579-b09a-b89fae207444'] in dv-neutron-843190-1-hyperv is: [{'id': '5e625219-b313-4579-b09a-b89fae207444', 'name': 'tempest-NetworksTestDHCPv6-router-275579777', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:32Z', 'updated_at': '2022-05-24T23:05:40Z', 'revision_number': 3, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:43.096596 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Allocated IP 172.20.0.2 (33544082-c5bf-4d2c-91e8-0e38799c82eb/c2273a7a-6f26-43bb-af30-3d59b039f9ca/b1526080-743f-4f84-b3ea-d1a113beb4cd) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:43.101011 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5dd2f259-0c27-4500-bfdb-c2bfe9f68d05 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.107659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5dd2f259-0c27-4500-bfdb-c2bfe9f68d05 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.138284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-f0088933-39bb-4ad8-961c-0883fea7f33c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:43.158238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5dd2f259-0c27-4500-bfdb-c2bfe9f68d05 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.159283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd2f259-0c27-4500-bfdb-c2bfe9f68d05 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Fanout notify agent at l3_agent the message router_deleted on router 5e625219-b313-4579-b09a-b89fae207444 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:05:43.163270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-f0088933-39bb-4ad8-961c-0883fea7f33c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:43.164813 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-f0088933-39bb-4ad8-961c-0883fea7f33c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2635703 May 24 23:05:43.275899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c25f649f-6d68-4d07-9cad-cc1112666cd5 None None] Calling delete_port for ff89fc8d-bd6c-45f1-be58-6bb964459818 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:43.331105 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-22e48050-5664-4007-8f65-148f37874280 service neutron] 10.222.0.32 "GET /v2.0/networks/a776b992-ba99-47ed-ba26-07ccfd60be9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508839 May 24 23:05:43.336076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5dd2f259-0c27-4500-bfdb-c2bfe9f68d05 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.337655 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5dd2f259-0c27-4500-bfdb-c2bfe9f68d05 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/routers/5e625219-b313-4579-b09a-b89fae207444 HTTP/1.1" status: 204 len: 168 time: 1.1157596 May 24 23:05:43.352762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60612) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:43.363155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:43.479722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.483583 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-30c8855e-0dec-40cf-9c9f-42953fa9c930 service neutron] 10.222.0.32 "GET /v2.0/networks/a776b992-ba99-47ed-ba26-07ccfd60be9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444972 May 24 23:05:43.526810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 3a08e95a-fb7e-41a5-b77e-dff798f2e499 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:43.534493 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c25f649f-6d68-4d07-9cad-cc1112666cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.558287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:43.575956 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:43.601754 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f649f-6d68-4d07-9cad-cc1112666cd5 None None] No DVR routers for this DVR port ff89fc8d-bd6c-45f1-be58-6bb964459818 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:43.605707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f649f-6d68-4d07-9cad-cc1112666cd5 None None] Pushing event deleted for resources: {'Port': ['ID=ff89fc8d-bd6c-45f1-be58-6bb964459818,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:43.710378 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:43.714047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.724083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.742770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Transition to ACTIVE for port object b1526080-743f-4f84-b3ea-d1a113beb4cd will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:43.752433 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad138a81-461e-490d-bad6-86d1f7aba418 req-fecc7e72-bdc3-4a55-9231-ff4c5c5c44f9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0703681 May 24 23:05:43.775568 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Transition to ACTIVE for port object b1526080-743f-4f84-b3ea-d1a113beb4cd will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:43.782537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.850732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Network 33544082-c5bf-4d2c-91e8-0e38799c82eb is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:43.853693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:43.857400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:43.900384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Pushing event updated for resources: {'Port': ['ID=b1526080-743f-4f84-b3ea-d1a113beb4cd,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:43.965861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Attempting to bind port b1526080-743f-4f84-b3ea-d1a113beb4cd on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:43.966320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Attempting to bind port b1526080-743f-4f84-b3ea-d1a113beb4cd by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '181067a7-1982-4560-a229-063b2b273302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33544082-c5bf-4d2c-91e8-0e38799c82eb'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:43.966815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Attempting to bind port b1526080-743f-4f84-b3ea-d1a113beb4cd on network 33544082-c5bf-4d2c-91e8-0e38799c82eb {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:43.972555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:43.973209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Checking segment: {'id': '181067a7-1982-4560-a229-063b2b273302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33544082-c5bf-4d2c-91e8-0e38799c82eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:43.973679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.974547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Bound using segment: {'id': '181067a7-1982-4560-a229-063b2b273302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33544082-c5bf-4d2c-91e8-0e38799c82eb'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:43.975317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Bound port: b1526080-743f-4f84-b3ea-d1a113beb4cd, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181067a7-1982-4560-a229-063b2b273302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33544082-c5bf-4d2c-91e8-0e38799c82eb'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:43.975779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.043645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.060164 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.071480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] For port b1526080-743f-4f84-b3ea-d1a113beb4cd, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:44.074939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] For port b1526080-743f-4f84-b3ea-d1a113beb4cd, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b1526080-743f-4f84-b3ea-d1a113beb4cd,segment=NetworkSegment(181067a7-1982-4560-a229-063b2b273302),segment_id=181067a7-1982-4560-a229-063b2b273302)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:44.079863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.214344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.236189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfac965-f78f-4e4c-a39c-05df700fa012 None None] Pushing event updated for resources: {'Port': ['ID=b1526080-743f-4f84-b3ea-d1a113beb4cd,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:44.248997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=acb962e2-f60f-4236-95f3-bf03eec44b6d,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:44.330502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:44.460014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:44.472147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:44.472741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.476569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f0c11-b315-42a6-a6aa-08530e160253 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:44.491695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=e38179af-2034-4596-86bc-8c079bb7df2d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:44.561166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60626) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:44.561718 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ed883f66-9e95-4344-aaea-e2ca9211f7d1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2028263 May 24 23:05:44.568710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ad674ba7-4a0b-4392-bdb7-977fd1b52012 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-335696422', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:44.580349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ad674ba7-4a0b-4392-bdb7-977fd1b52012 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:44.590689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ad674ba7-4a0b-4392-bdb7-977fd1b52012 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:router and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:44.597167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ad674ba7-4a0b-4392-bdb7-977fd1b52012 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:44.608361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b1526080-743f-4f84-b3ea-d1a113beb4cd up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:44.611722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ad674ba7-4a0b-4392-bdb7-977fd1b52012 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:44.634374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad674ba7-4a0b-4392-bdb7-977fd1b52012 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.635715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad674ba7-4a0b-4392-bdb7-977fd1b52012 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.653200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad674ba7-4a0b-4392-bdb7-977fd1b52012 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.674362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad674ba7-4a0b-4392-bdb7-977fd1b52012 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.707681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad674ba7-4a0b-4392-bdb7-977fd1b52012 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.709434 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ad674ba7-4a0b-4392-bdb7-977fd1b52012 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1451738 May 24 23:05:44.712793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60630) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:44.721233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.765622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port b1526080-743f-4f84-b3ea-d1a113beb4cd completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:44.831422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': 'e38179af-2034-4596-86bc-8c079bb7df2d'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:44.832265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.872977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ff89fc8d-bd6c-45f1-be58-6bb964459818 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:44.967122 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-49eae50c-4a37-4406-922e-355a32ebf7af req-567aa730-2512-4b17-a22e-f2ca11475462 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0628872 May 24 23:05:44.991389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-b68ad557-92ca-473e-a662-3eb5e66bf202 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:44.992736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-b68ad557-92ca-473e-a662-3eb5e66bf202 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:45.031936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: ff89fc8d-bd6c-45f1-be58-6bb964459818 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:45.032841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ff89fc8d-bd6c-45f1-be58-6bb964459818 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:45.076952 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-b68ad557-92ca-473e-a662-3eb5e66bf202 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:45.078390 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-b68ad557-92ca-473e-a662-3eb5e66bf202 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=a776b992-ba99-47ed-ba26-07ccfd60be9a HTTP/1.1" status: 200 len: 797 time: 0.3462083 May 24 23:05:45.096694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.218697 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-93f52f63-5cc6-419c-8e26-70a26b892086 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:45.223671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Allocated IP 2001:db8::2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/e38179af-2034-4596-86bc-8c079bb7df2d/b4d397b8-d988-4821-87a9-1d2bbc3007b6) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:45.252130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-93f52f63-5cc6-419c-8e26-70a26b892086 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:45.253517 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-93f52f63-5cc6-419c-8e26-70a26b892086 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 379 time: 0.1448057 May 24 23:05:45.264850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'device_id': '4bf54512-5c75-4bab-acae-74648318d3d4', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'admin_state_up': True, 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'security_groups': ['9982eb01-6721-476a-81b7-48c37e158965']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:45.464249 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63887bf9-cd55-4d3f-9ae2-19363399647d None None] Network 33544082-c5bf-4d2c-91e8-0e38799c82eb requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:45.568869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.600045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.605132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] Provisioning for port b1526080-743f-4f84-b3ea-d1a113beb4cd completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:45.612112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.625114 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Transition to ACTIVE for port object b4d397b8-d988-4821-87a9-1d2bbc3007b6 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:45.639321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] Provisioning complete for port b1526080-743f-4f84-b3ea-d1a113beb4cd triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:45.639497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.667836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:45.685214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:45.721629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:45.725139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.739940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Transition to ACTIVE for port object b4d397b8-d988-4821-87a9-1d2bbc3007b6 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:45.762950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.828823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.840850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.846259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:45.881202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:45.914751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Pushing event updated for resources: {'Port': ['ID=b4d397b8-d988-4821-87a9-1d2bbc3007b6,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:45.917727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:45.939940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::1 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/e38179af-2034-4596-86bc-8c079bb7df2d/d28c250e-555e-4bf0-a97c-e64178282ce1) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:46.012451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.038266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] Current status of the port b1526080-743f-4f84-b3ea-d1a113beb4cd is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:46.038677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.061985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Attempting to bind port b4d397b8-d988-4821-87a9-1d2bbc3007b6 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:46.062349 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Attempting to bind port b4d397b8-d988-4821-87a9-1d2bbc3007b6 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:46.062736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Attempting to bind port b4d397b8-d988-4821-87a9-1d2bbc3007b6 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:46.066591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.14 (a776b992-ba99-47ed-ba26-07ccfd60be9a/a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c/2bf065d5-a56f-4986-a3d7-0fe4d456c0fe) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:46.079346 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:46.079770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:46.080040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.080543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:46.081114 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Bound port: b4d397b8-d988-4821-87a9-1d2bbc3007b6, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:46.081491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.083067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=acb962e2-f60f-4236-95f3-bf03eec44b6d,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:46.140667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] For port b1526080-743f-4f84-b3ea-d1a113beb4cd, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b1526080-743f-4f84-b3ea-d1a113beb4cd,segment=NetworkSegment(181067a7-1982-4560-a229-063b2b273302),segment_id=181067a7-1982-4560-a229-063b2b273302)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:46.155571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.163874 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd0933ca-e52a-4959-879d-6b81740bc389 req-dc9698ba-effa-44fb-80ac-56532c6c5ae8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0697997 May 24 23:05:46.187290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.219018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object d28c250e-555e-4bf0-a97c-e64178282ce1 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:46.248587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.259485 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] Provisioning for port acb962e2-f60f-4236-95f3-bf03eec44b6d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:46.283329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] Provisioning complete for port acb962e2-f60f-4236-95f3-bf03eec44b6d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:46.283700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.316963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 33544082-c5bf-4d2c-91e8-0e38799c82eb is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:46.323890 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:46.331951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:46.335145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:46.337446 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] Pushing event updated for resources: {'Port': ['ID=b1526080-743f-4f84-b3ea-d1a113beb4cd,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:46.338892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:46.339429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.347900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] For port b4d397b8-d988-4821-87a9-1d2bbc3007b6, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:46.362113 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] For port b4d397b8-d988-4821-87a9-1d2bbc3007b6, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b4d397b8-d988-4821-87a9-1d2bbc3007b6,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:46.364498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ffa49178-2579-46db-8ab2-7ad98383700a None None] Port acb962e2-f60f-4236-95f3-bf03eec44b6d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:46.366123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=d28c250e-555e-4bf0-a97c-e64178282ce1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:46.371500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.463103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caca2b8-50a2-440f-83c2-4b7525b56b1e None None] Pushing event updated for resources: {'Port': ['ID=b4d397b8-d988-4821-87a9-1d2bbc3007b6,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:46.494485 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7ae1b44a-aa95-4322-b358-6b929de61990 None None] Provisioning complete for port b1526080-743f-4f84-b3ea-d1a113beb4cd triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:46.494886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b44a-aa95-4322-b358-6b929de61990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.522401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.608953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b1526080-743f-4f84-b3ea-d1a113beb4cd up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:46.749540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port b1526080-743f-4f84-b3ea-d1a113beb4cd triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:46.750088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.820387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1b44a-aa95-4322-b358-6b929de61990 None None] Current status of the port b1526080-743f-4f84-b3ea-d1a113beb4cd is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:46.867501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7ae1b44a-aa95-4322-b358-6b929de61990 None None] Provisioning complete for port acb962e2-f60f-4236-95f3-bf03eec44b6d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:46.869212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b44a-aa95-4322-b358-6b929de61990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.905773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.943716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:46.956156 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port b1526080-743f-4f84-b3ea-d1a113beb4cd is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:46.959295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1b44a-aa95-4322-b358-6b929de61990 None None] Port acb962e2-f60f-4236-95f3-bf03eec44b6d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:46.984106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Router 247e1a66-2d3c-46df-b4ad-75e85c6074fe is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:05:47.073265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.082350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-16ea3240-eba0-4a6c-b5a3-6f1a589ac119 None None] Provisioning complete for port acb962e2-f60f-4236-95f3-bf03eec44b6d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:47.082941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-16ea3240-eba0-4a6c-b5a3-6f1a589ac119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.090941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.095885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.096707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.190160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-16ea3240-eba0-4a6c-b5a3-6f1a589ac119 None None] Port acb962e2-f60f-4236-95f3-bf03eec44b6d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:47.267660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network a776b992-ba99-47ed-ba26-07ccfd60be9a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:47.268580 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:47.273418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:47.278961 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:47.320758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aa81cecc-fe8d-440d-9c47-3de2b060ec32 None None] Provisioning complete for port acb962e2-f60f-4236-95f3-bf03eec44b6d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:47.321672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa81cecc-fe8d-440d-9c47-3de2b060ec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.336364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:47.345729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:47.356217 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:47.361730 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a03c900f-a688-44f3-9e98-c93458a9c908 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "PUT /v2.0/routers/247e1a66-2d3c-46df-b4ad-75e85c6074fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7981539 May 24 23:05:47.364554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60644) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:47.376158 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab11a1-3bbe-497b-9b07-5d03ed93ac06 None None] Sync routers for ids ['247e1a66-2d3c-46df-b4ad-75e85c6074fe'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:47.393431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab11a1-3bbe-497b-9b07-5d03ed93ac06 None None] Routers {'247e1a66-2d3c-46df-b4ad-75e85c6074fe'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:47.394064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-deab11a1-3bbe-497b-9b07-5d03ed93ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['247e1a66-2d3c-46df-b4ad-75e85c6074fe'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:47.439695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:47.440464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.498873 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fb8344f1-23f6-4fae-beff-3e0f5271397b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2366564 May 24 23:05:47.510134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-deab11a1-3bbe-497b-9b07-5d03ed93ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:47.516427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aa81cecc-fe8d-440d-9c47-3de2b060ec32 None None] Port acb962e2-f60f-4236-95f3-bf03eec44b6d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:47.519133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Request body: {'port': {'device_id': '4bf54512-5c75-4bab-acae-74648318d3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:47.526668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab11a1-3bbe-497b-9b07-5d03ed93ac06 None None] Routers {'247e1a66-2d3c-46df-b4ad-75e85c6074fe'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:47.527314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-deab11a1-3bbe-497b-9b07-5d03ed93ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['247e1a66-2d3c-46df-b4ad-75e85c6074fe'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:47.619446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d8ff77-24e0-425f-a8cd-b2d039f83196 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:47.620402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f8d8ff77-24e0-425f-a8cd-b2d039f83196 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:47.633264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-deab11a1-3bbe-497b-9b07-5d03ed93ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:47.634200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab11a1-3bbe-497b-9b07-5d03ed93ac06 None None] The sync data for ids ['247e1a66-2d3c-46df-b4ad-75e85c6074fe'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:47.651396 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=d28c250e-555e-4bf0-a97c-e64178282ce1,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:47.655193 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b7af3058-65f2-47aa-8daf-990a7dab4ee4 None None] Provisioning for port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:47.664787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b7af3058-65f2-47aa-8daf-990a7dab4ee4 None None] Provisioning complete for port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:47.665412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7af3058-65f2-47aa-8daf-990a7dab4ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.697585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.712987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f8d8ff77-24e0-425f-a8cd-b2d039f83196 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:47.714363 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f8d8ff77-24e0-425f-a8cd-b2d039f83196 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports?device_id=247e1a66-2d3c-46df-b4ad-75e85c6074fe HTTP/1.1" status: 200 len: 980 time: 0.3489981 May 24 23:05:47.718004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60648) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:47.738296 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b7af3058-65f2-47aa-8daf-990a7dab4ee4 None None] Port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:47.750604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b7af3058-65f2-47aa-8daf-990a7dab4ee4 None None] Provisioning complete for port acb962e2-f60f-4236-95f3-bf03eec44b6d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:47.751843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7af3058-65f2-47aa-8daf-990a7dab4ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.810952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1413a9-eae3-4e53-902c-92b18b89b651 req-91d09ef7-5c5e-47db-a8c0-cf15521cf067 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:47.818364 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e1413a9-eae3-4e53-902c-92b18b89b651 req-91d09ef7-5c5e-47db-a8c0-cf15521cf067 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 932 time: 0.4493408 May 24 23:05:47.821062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b7af3058-65f2-47aa-8daf-990a7dab4ee4 None None] Port acb962e2-f60f-4236-95f3-bf03eec44b6d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:47.876203 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e1413a9-eae3-4e53-902c-92b18b89b651 req-1de2a8f8-64be-4ac5-824e-ee36fefc658e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567524 May 24 23:05:47.879705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Router b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:05:47.944310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5a742b63-b361-4625-bbf1-d1026badaefb None None] Provisioning for port b4d397b8-d988-4821-87a9-1d2bbc3007b6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:48.055117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:48.068228 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Sync routers for ids ['b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:48.073665 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7f8877ed-e6fd-451e-a1da-69d8077577b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "PUT /v2.0/routers/b81b85a0-0d29-4d9d-9dec-6a09ce16cec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3595023 May 24 23:05:48.076367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60652) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:48.083399 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Routers {'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:48.084016 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:48.186548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e92789-a3cb-4591-9bdc-229b40fb3d23 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:48.187793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-40e92789-a3cb-4591-9bdc-229b40fb3d23 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:48.197761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c457b38b-2ab4-440b-8e35-74ad1dcf6016 None None] Provisioning for port d28c250e-555e-4bf0-a97c-e64178282ce1 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:48.204879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c457b38b-2ab4-440b-8e35-74ad1dcf6016 None None] Provisioning complete for port d28c250e-555e-4bf0-a97c-e64178282ce1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:48.205417 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c457b38b-2ab4-440b-8e35-74ad1dcf6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.231481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-40e92789-a3cb-4591-9bdc-229b40fb3d23 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:48.233031 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-40e92789-a3cb-4591-9bdc-229b40fb3d23 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports/d28c250e-555e-4bf0-a97c-e64178282ce1 HTTP/1.1" status: 200 len: 911 time: 0.1552935 May 24 23:05:48.235355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60656) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:48.303057 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Set router b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:48.312092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c457b38b-2ab4-440b-8e35-74ad1dcf6016 None None] Port d28c250e-555e-4bf0-a97c-e64178282ce1 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:48.363014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbfd6f-fe79-44f5-a29a-5dcd69a6d53c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:48.369382 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbfd6f-fe79-44f5-a29a-5dcd69a6d53c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:48.371274 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4abbfd6f-fe79-44f5-a29a-5dcd69a6d53c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1349084 May 24 23:05:48.374198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60660) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:48.433339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0fb685d9-ba66-49a3-9ddf-32e85b017ba8 None None] Provisioning complete for port d28c250e-555e-4bf0-a97c-e64178282ce1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:48.433635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0fb685d9-ba66-49a3-9ddf-32e85b017ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.506793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0fb685d9-ba66-49a3-9ddf-32e85b017ba8 None None] Port d28c250e-555e-4bf0-a97c-e64178282ce1 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:48.572443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b4d397b8-d988-4821-87a9-1d2bbc3007b6 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:48.652657 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port b4d397b8-d988-4821-87a9-1d2bbc3007b6 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:48.659045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port b4d397b8-d988-4821-87a9-1d2bbc3007b6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:48.659648 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.679893 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8', 'name': 'tempest-NetworksTestDHCPv6-router-335696422', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:44Z', 'updated_at': '2022-05-24T23:05:46Z', 'revision_number': 2, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None, '_interfaces': [{'id': 'd28c250e-555e-4bf0-a97c-e64178282ce1', 'name': '', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'mac_address': 'fa:16:3e:1f:82:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'e38179af-2034-4596-86bc-8c079bb7df2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:45Z', 'updated_at': '2022-05-24T23:05:46Z', 'revision_number': 2, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'subnets': [{'id': 'e38179af-2034-4596-86bc-8c079bb7df2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:48.684201 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Checking router: b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:05:48.684545 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Updating router b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 port d28c250e-555e-4bf0-a97c-e64178282ce1 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:05:48.737814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:05:48.748202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.748414 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.772593 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Transition to ACTIVE for port object 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:48.777877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.793903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port b4d397b8-d988-4821-87a9-1d2bbc3007b6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:48.794490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.832762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port b4d397b8-d988-4821-87a9-1d2bbc3007b6, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b4d397b8-d988-4821-87a9-1d2bbc3007b6,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:48.840188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.967496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.989974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=b4d397b8-d988-4821-87a9-1d2bbc3007b6,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:49.050046 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c108e62-3ecc-4fe3-8c59-54c0e849acc4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.111267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:49.246411 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.264277 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Transition to ACTIVE for port object d28c250e-555e-4bf0-a97c-e64178282ce1 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:49.271343 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.330025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Attempting to bind port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:49.330448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Attempting to bind port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:49.330710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Attempting to bind port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe on network a776b992-ba99-47ed-ba26-07ccfd60be9a {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:49.369301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe on network a776b992-ba99-47ed-ba26-07ccfd60be9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:05:49.369658 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Attempting to bind port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe on network a776b992-ba99-47ed-ba26-07ccfd60be9a {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:49.378117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:49.378458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Checking segment: {'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:49.378996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Bound using segment: {'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:49.379465 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Bound port: 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d4c87e-ab85-4551-9c18-a06faccb72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:49.379811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.447467 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b729b-524b-4153-b420-c0ff1a3b0a61 None None] Pushing event updated for resources: {'Port': ['ID=d28c250e-555e-4bf0-a97c-e64178282ce1,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:49.457818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360459f-81d4-473f-8580-cad2320509ba req-3e009610-59d5-417e-b683-43a14084ef68 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:49.465896 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d360459f-81d4-473f-8580-cad2320509ba req-3e009610-59d5-417e-b683-43a14084ef68 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 944 time: 0.4177306 May 24 23:05:49.512415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4c108e62-3ecc-4fe3-8c59-54c0e849acc4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port acb962e2-f60f-4236-95f3-bf03eec44b6d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:49.512798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c108e62-3ecc-4fe3-8c59-54c0e849acc4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.534853 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d360459f-81d4-473f-8580-cad2320509ba req-141d0df1-4b68-4f95-aa80-d948ee78f45e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654857 May 24 23:05:49.544165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] For port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:49.560359 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Attempting to bind port d28c250e-555e-4bf0-a97c-e64178282ce1 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:49.561657 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Attempting to bind port d28c250e-555e-4bf0-a97c-e64178282ce1 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:49.562210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port d28c250e-555e-4bf0-a97c-e64178282ce1 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:49.562342 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Attempting to bind port d28c250e-555e-4bf0-a97c-e64178282ce1 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:49.562762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.569032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] For port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:49.573595 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:49.574073 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:49.574523 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.575026 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:49.575886 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Bound port: d28c250e-555e-4bf0-a97c-e64178282ce1, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:49.578512 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.578929 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.715458 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] For port d28c250e-555e-4bf0-a97c-e64178282ce1, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:49.718807 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] For port d28c250e-555e-4bf0-a97c-e64178282ce1, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d28c250e-555e-4bf0-a97c-e64178282ce1,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:49.726033 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.749494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:49.750803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.752820 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] 10.222.0.42 "PUT /v2.0/ports/2bf065d5-a56f-4986-a3d7-0fe4d456c0fe HTTP/1.1" status: 200 len: 1094 time: 2.2461631 May 24 23:05:49.753431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf54512-5c75-4bab-acae-74648318d3d4', 'tag': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:05:49.804153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] For port d28c250e-555e-4bf0-a97c-e64178282ce1, host dv-neutron-843190-1-hyperv, got binding levels [] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:49.804510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.831208 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b729b-524b-4153-b420-c0ff1a3b0a61 None None] Pushing event updated for resources: {'Port': ['ID=d28c250e-555e-4bf0-a97c-e64178282ce1,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:49.839078 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Routers {'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:49.839777 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:49.859537 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113085d1-92da-4e12-a36b-3227a2841945'] response: {'name': 'network-changed', 'server_uuid': '4bf54512-5c75-4bab-acae-74648318d3d4', 'tag': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe', 'status': 'completed', 'code': 200} May 24 23:05:49.908093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdfb66-054b-4601-95fa-a67da050a839 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:49.945394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c108e62-3ecc-4fe3-8c59-54c0e849acc4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.000780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for d28c250e-555e-4bf0-a97c-e64178282ce1 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:50.026610 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] Set router b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:50.087640 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4c108e62-3ecc-4fe3-8c59-54c0e849acc4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for acb962e2-f60f-4236-95f3-bf03eec44b6d owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:50.133427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:05:50.134010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:05:50.142499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fde849ca-21c0-4e53-b4fd-317a5cfc8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:50.143998 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-fde849ca-21c0-4e53-b4fd-317a5cfc8c76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 1097 time: 0.3433783 May 24 23:05:50.223130 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-2850ff2e-c11c-4eef-a1a5-8d9e5e9edfa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe HTTP/1.1" status: 200 len: 217 time: 0.0711198 May 24 23:05:50.368019 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8', 'name': 'tempest-NetworksTestDHCPv6-router-335696422', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:44Z', 'updated_at': '2022-05-24T23:05:46Z', 'revision_number': 2, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None, '_interfaces': [{'id': 'd28c250e-555e-4bf0-a97c-e64178282ce1', 'name': '', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'mac_address': 'fa:16:3e:1f:82:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'e38179af-2034-4596-86bc-8c079bb7df2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:45Z', 'updated_at': '2022-05-24T23:05:49Z', 'revision_number': 4, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'subnets': [{'id': 'e38179af-2034-4596-86bc-8c079bb7df2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:50.371886 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40650b61-d868-4d67-b025-754e17c34bf9 None None] The sync data for ids ['b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'] in dv-neutron-843190-1-hyperv is: [{'id': 'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8', 'name': 'tempest-NetworksTestDHCPv6-router-335696422', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:44Z', 'updated_at': '2022-05-24T23:05:46Z', 'revision_number': 2, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None, '_interfaces': [{'id': 'd28c250e-555e-4bf0-a97c-e64178282ce1', 'name': '', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'mac_address': 'fa:16:3e:1f:82:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'e38179af-2034-4596-86bc-8c079bb7df2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:45Z', 'updated_at': '2022-05-24T23:05:49Z', 'revision_number': 4, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'subnets': [{'id': 'e38179af-2034-4596-86bc-8c079bb7df2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:50.512366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b4d397b8-d988-4821-87a9-1d2bbc3007b6 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:50.549519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-a9b2cd85-95f2-440d-8367-9e47a74fb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:50.550986 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-a9b2cd85-95f2-440d-8367-9e47a74fb6c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c HTTP/1.1" status: 200 len: 835 time: 0.0933287 May 24 23:05:50.635311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port d28c250e-555e-4bf0-a97c-e64178282ce1 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:50.635894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.639451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port b4d397b8-d988-4821-87a9-1d2bbc3007b6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:50.640020 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.718903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-53d0dd74-0f23-4d66-9df8-1f7aa3ef05af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:50.720396 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-53d0dd74-0f23-4d66-9df8-1f7aa3ef05af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a776b992-ba99-47ed-ba26-07ccfd60be9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1607473 May 24 23:05:50.786956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port b4d397b8-d988-4821-87a9-1d2bbc3007b6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:50.798368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c108e62-3ecc-4fe3-8c59-54c0e849acc4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.868724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c108e62-3ecc-4fe3-8c59-54c0e849acc4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=acb962e2-f60f-4236-95f3-bf03eec44b6d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:50.900040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713545a-b8f5-420e-aa94-44604be8c4d3 req-9e91587b-132f-45be-9e4e-b00980422311 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:50.901559 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1713545a-b8f5-420e-aa94-44604be8c4d3 req-9e91587b-132f-45be-9e4e-b00980422311 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 944 time: 0.2331600 May 24 23:05:50.968772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] For port d28c250e-555e-4bf0-a97c-e64178282ce1, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d28c250e-555e-4bf0-a97c-e64178282ce1,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:50.969136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.003799 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-0d6f76e7-b9e0-4df6-a1e9-7aa5d087e572 service neutron] 10.222.0.42 "GET /v2.0/networks/a776b992-ba99-47ed-ba26-07ccfd60be9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756193 May 24 23:05:51.098912 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1713545a-b8f5-420e-aa94-44604be8c4d3 req-d0d6fae4-19bb-490c-8b27-ffe4b3f66853 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823277 May 24 23:05:51.106387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for d28c250e-555e-4bf0-a97c-e64178282ce1 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:51.159360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c108e62-3ecc-4fe3-8c59-54c0e849acc4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.322196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.373476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=d28c250e-555e-4bf0-a97c-e64178282ce1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:51.466997 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c46007c-19a4-4a31-9a9d-1c446542501d req-8c9bde8e-6ec8-4eee-91de-1c04ca9253f7 service neutron] 10.222.0.42 "GET /v2.0/networks/a776b992-ba99-47ed-ba26-07ccfd60be9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146802 May 24 23:05:51.548298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.617314 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c108e62-3ecc-4fe3-8c59-54c0e849acc4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Router 247e1a66-2d3c-46df-b4ad-75e85c6074fe has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:05:51.889810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6203f530-1a14-4d76-b334-012f7c57549c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.898439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e74b1a-e969-4f9a-aec9-ed70da8c12ef req-b6f80a8f-5c1f-46ad-9f54-b22e0c16c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:51.900043 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83e74b1a-e969-4f9a-aec9-ed70da8c12ef req-b6f80a8f-5c1f-46ad-9f54-b22e0c16c94a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 1097 time: 0.3565042 May 24 23:05:51.902861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c108e62-3ecc-4fe3-8c59-54c0e849acc4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:51.913071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e36ec1-d73e-4aa6-9ddf-afcfb5c3304e None None] Sync routers for ids ['247e1a66-2d3c-46df-b4ad-75e85c6074fe'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:51.922611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e36ec1-d73e-4aa6-9ddf-afcfb5c3304e None None] Routers {'247e1a66-2d3c-46df-b4ad-75e85c6074fe'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:51.923281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e6e36ec1-d73e-4aa6-9ddf-afcfb5c3304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['247e1a66-2d3c-46df-b4ad-75e85c6074fe'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:51.949684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Router b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:05:51.984425 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4c108e62-3ecc-4fe3-8c59-54c0e849acc4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "PUT /v2.0/routers/247e1a66-2d3c-46df-b4ad-75e85c6074fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2627614 May 24 23:05:51.987269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60670) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:51.987472 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e6e36ec1-d73e-4aa6-9ddf-afcfb5c3304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:51.996628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e36ec1-d73e-4aa6-9ddf-afcfb5c3304e None None] Routers {'247e1a66-2d3c-46df-b4ad-75e85c6074fe'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:51.997198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e6e36ec1-d73e-4aa6-9ddf-afcfb5c3304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['247e1a66-2d3c-46df-b4ad-75e85c6074fe'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:52.039990 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-8279ce2b-6d73-4c65-8485-9a235b2db171 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:05:52.040430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8279ce2b-6d73-4c65-8485-9a235b2db171 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:52.074674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8279ce2b-6d73-4c65-8485-9a235b2db171 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:52.078865 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8279ce2b-6d73-4c65-8485-9a235b2db171 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/acb962e2-f60f-4236-95f3-bf03eec44b6d HTTP/1.1" status: 404 len: 333 time: 0.0876503 May 24 23:05:52.079781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60674) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:52.092407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:52.096095 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e6e36ec1-d73e-4aa6-9ddf-afcfb5c3304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:52.096492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e36ec1-d73e-4aa6-9ddf-afcfb5c3304e None None] The sync data for ids ['247e1a66-2d3c-46df-b4ad-75e85c6074fe'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:52.106564 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc445fe-32de-4118-b458-3642a2704823 None None] Sync routers for ids ['b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:52.110695 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dfa5c9c6-5961-4eda-a6b5-e9e10a770c47 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "PUT /v2.0/routers/b81b85a0-0d29-4d9d-9dec-6a09ce16cec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7352414 May 24 23:05:52.113324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60678) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:52.117627 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc445fe-32de-4118-b458-3642a2704823 None None] Routers {'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:52.118887 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-adc445fe-32de-4118-b458-3642a2704823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:52.217818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e74b1a-e969-4f9a-aec9-ed70da8c12ef req-fbf6d21a-d8bc-42d2-98d5-532aae61abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:52.219555 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83e74b1a-e969-4f9a-aec9-ed70da8c12ef req-fbf6d21a-d8bc-42d2-98d5-532aae61abb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a776b992-ba99-47ed-ba26-07ccfd60be9a HTTP/1.1" status: 200 len: 898 time: 0.3105366 May 24 23:05:52.231268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b167a351-eecd-4997-9217-48c7e6467452 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.243716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1800b68b-e5d1-49c9-afc5-bad810b1739d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:52.245598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1800b68b-e5d1-49c9-afc5-bad810b1739d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:52.246454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1800b68b-e5d1-49c9-afc5-bad810b1739d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:52.256615 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-adc445fe-32de-4118-b458-3642a2704823 None None] Set router b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:52.268207 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1800b68b-e5d1-49c9-afc5-bad810b1739d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:52.269592 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1800b68b-e5d1-49c9-afc5-bad810b1739d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1553290 May 24 23:05:52.273023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60684) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:52.363606 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-adc445fe-32de-4118-b458-3642a2704823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8', 'name': 'tempest-NetworksTestDHCPv6-router-335696422', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:44Z', 'updated_at': '2022-05-24T23:05:51Z', 'revision_number': 3, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:52.367946 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc445fe-32de-4118-b458-3642a2704823 None None] Checking router: b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:05:52.377244 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc445fe-32de-4118-b458-3642a2704823 None None] Routers {'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:52.377992 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-adc445fe-32de-4118-b458-3642a2704823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:52.393714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8265c23b-de75-4543-b4db-c9ef1ed13775 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet e38179af-2034-4596-86bc-8c079bb7df2d {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:52.397164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8265c23b-de75-4543-b4db-c9ef1ed13775 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.401789 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83e74b1a-e969-4f9a-aec9-ed70da8c12ef req-a426c061-16ed-44ce-8794-63306154f952 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe HTTP/1.1" status: 200 len: 217 time: 0.1731057 May 24 23:05:52.461715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0cf8a-1db0-4587-8140-50d1b6fcc7fc req-80cbb0ce-22da-41ab-aaca-bea067543034 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:52.463218 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6e0cf8a-1db0-4587-8140-50d1b6fcc7fc req-80cbb0ce-22da-41ab-aaca-bea067543034 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 944 time: 0.1925128 May 24 23:05:52.483804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8265c23b-de75-4543-b4db-c9ef1ed13775 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.512965 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-adc445fe-32de-4118-b458-3642a2704823 None None] Set router b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:52.563976 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6e0cf8a-1db0-4587-8140-50d1b6fcc7fc req-a1d4950f-bce3-4e39-bb23-8dea5d28f028 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949619 May 24 23:05:52.594431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8265c23b-de75-4543-b4db-c9ef1ed13775 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.642604 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e74b1a-e969-4f9a-aec9-ed70da8c12ef req-6b332511-0af3-4201-9acc-53a813bfeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:52.645593 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83e74b1a-e969-4f9a-aec9-ed70da8c12ef req-6b332511-0af3-4201-9acc-53a813bfeed5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c HTTP/1.1" status: 200 len: 835 time: 0.2358596 May 24 23:05:52.649959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b167a351-eecd-4997-9217-48c7e6467452 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.650403 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-adc445fe-32de-4118-b458-3642a2704823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8', 'name': 'tempest-NetworksTestDHCPv6-router-335696422', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:44Z', 'updated_at': '2022-05-24T23:05:51Z', 'revision_number': 3, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:52.652211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b167a351-eecd-4997-9217-48c7e6467452 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.654722 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc445fe-32de-4118-b458-3642a2704823 None None] The sync data for ids ['b81b85a0-0d29-4d9d-9dec-6a09ce16cec8'] in dv-neutron-843190-1-hyperv is: [{'id': 'b81b85a0-0d29-4d9d-9dec-6a09ce16cec8', 'name': 'tempest-NetworksTestDHCPv6-router-335696422', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:44Z', 'updated_at': '2022-05-24T23:05:51Z', 'revision_number': 3, 'project_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:52.673493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8265c23b-de75-4543-b4db-c9ef1ed13775 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.711537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265c23b-de75-4543-b4db-c9ef1ed13775 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=e38179af-2034-4596-86bc-8c079bb7df2d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:52.717627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8265c23b-de75-4543-b4db-c9ef1ed13775 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.728331 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59676f46-8475-4954-a666-6ee3d700e952 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:52.733877 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8265c23b-de75-4543-b4db-c9ef1ed13775 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/e38179af-2034-4596-86bc-8c079bb7df2d HTTP/1.1" status: 204 len: 168 time: 0.4275057 May 24 23:05:52.734182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60688) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:52.734575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b167a351-eecd-4997-9217-48c7e6467452 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.735114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b167a351-eecd-4997-9217-48c7e6467452 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Fanout notify agent at l3_agent the message router_deleted on router 247e1a66-2d3c-46df-b4ad-75e85c6074fe {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:05:52.754576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b167a351-eecd-4997-9217-48c7e6467452 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.758320 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b167a351-eecd-4997-9217-48c7e6467452 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/routers/247e1a66-2d3c-46df-b4ad-75e85c6074fe HTTP/1.1" status: 204 len: 168 time: 0.6780660 May 24 23:05:52.760007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60692) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:52.764168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e74b1a-e969-4f9a-aec9-ed70da8c12ef req-a195b279-dfb3-443b-aaa6-6fdd62411143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:52.765695 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83e74b1a-e969-4f9a-aec9-ed70da8c12ef req-a195b279-dfb3-443b-aaa6-6fdd62411143 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a776b992-ba99-47ed-ba26-07ccfd60be9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116593 May 24 23:05:52.881447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a0aaa67-ad3b-4f15-b81c-7eb00bbd8513 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:router {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:52.899223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a0aaa67-ad3b-4f15-b81c-7eb00bbd8513 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:router {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:52.901477 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4a0aaa67-ad3b-4f15-b81c-7eb00bbd8513 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1662991 May 24 23:05:52.903963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60696) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:52.917840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f23e681-ebf4-487a-abe1-48cd84ac67b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting subnet c2273a7a-6f26-43bb-af30-3d59b039f9ca {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:52.924623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f23e681-ebf4-487a-abe1-48cd84ac67b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.035135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4adc371-55d3-4742-9b3e-5c8db24045d2 None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:53.040130 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d4adc371-55d3-4742-9b3e-5c8db24045d2 None None] Deleting port b4d397b8-d988-4821-87a9-1d2bbc3007b6 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:53.041537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d4adc371-55d3-4742-9b3e-5c8db24045d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.053422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-befea253-23d1-4be7-841d-ee40c6a47e4d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.128927 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83e74b1a-e969-4f9a-aec9-ed70da8c12ef req-f0deb1d8-4e33-440b-b8ce-d41ffbb3de69 service neutron] 10.222.0.42 "GET /v2.0/networks/a776b992-ba99-47ed-ba26-07ccfd60be9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332038 May 24 23:05:53.135568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f23e681-ebf4-487a-abe1-48cd84ac67b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.301225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d4adc371-55d3-4742-9b3e-5c8db24045d2 None None] For port b4d397b8-d988-4821-87a9-1d2bbc3007b6, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b4d397b8-d988-4821-87a9-1d2bbc3007b6,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:53.301619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d4adc371-55d3-4742-9b3e-5c8db24045d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.362192 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83e74b1a-e969-4f9a-aec9-ed70da8c12ef req-4d3faeca-1f69-4dcd-9b13-c127f7ef6608 service neutron] 10.222.0.42 "GET /v2.0/networks/a776b992-ba99-47ed-ba26-07ccfd60be9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795790 May 24 23:05:53.364548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f23e681-ebf4-487a-abe1-48cd84ac67b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.429159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d4adc371-55d3-4742-9b3e-5c8db24045d2 None None] Calling delete_port for b4d397b8-d988-4821-87a9-1d2bbc3007b6 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:53.441794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f23e681-ebf4-487a-abe1-48cd84ac67b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.482603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23e681-ebf4-487a-abe1-48cd84ac67b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Subnet': ['ID=c2273a7a-6f26-43bb-af30-3d59b039f9ca,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:53.484643 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f23e681-ebf4-487a-abe1-48cd84ac67b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.491133 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9f23e681-ebf4-487a-abe1-48cd84ac67b2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/c2273a7a-6f26-43bb-af30-3d59b039f9ca HTTP/1.1" status: 204 len: 168 time: 0.7299526 May 24 23:05:53.494428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60700) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:53.494520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b6344-ccb1-4fd1-bde8-c8ad01518a0b None None] Network 33544082-c5bf-4d2c-91e8-0e38799c82eb requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:53.528498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-befea253-23d1-4be7-841d-ee40c6a47e4d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.530972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-befea253-23d1-4be7-841d-ee40c6a47e4d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.554614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-befea253-23d1-4be7-841d-ee40c6a47e4d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.555236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befea253-23d1-4be7-841d-ee40c6a47e4d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Fanout notify agent at l3_agent the message router_deleted on router b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:05:53.582752 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-befea253-23d1-4be7-841d-ee40c6a47e4d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.584088 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-befea253-23d1-4be7-841d-ee40c6a47e4d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/routers/b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 HTTP/1.1" status: 204 len: 168 time: 0.6790118 May 24 23:05:53.586500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60704) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:53.609457 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d4adc371-55d3-4742-9b3e-5c8db24045d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.643719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7dd25fe0-042c-4053-a584-9e74b43e2610 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:53.650718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.663693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7dd25fe0-042c-4053-a584-9e74b43e2610 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:53.665510 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7dd25fe0-042c-4053-a584-9e74b43e2610 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0774307 May 24 23:05:53.666818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port b1526080-743f-4f84-b3ea-d1a113beb4cd {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:53.667252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.668698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60710) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:53.721226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4adc371-55d3-4742-9b3e-5c8db24045d2 None None] No DVR routers for this DVR port b4d397b8-d988-4821-87a9-1d2bbc3007b6 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:53.758772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adc371-55d3-4742-9b3e-5c8db24045d2 None None] Pushing event deleted for resources: {'Port': ['ID=b4d397b8-d988-4821-87a9-1d2bbc3007b6,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:53.821308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178991b7-7a30-41ee-8ca6-d859d39823ca tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:53.822001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-178991b7-7a30-41ee-8ca6-d859d39823ca tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:53.857229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-178991b7-7a30-41ee-8ca6-d859d39823ca tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:53.858407 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-178991b7-7a30-41ee-8ca6-d859d39823ca tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1886857 May 24 23:05:53.860959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60714) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:53.907625 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec9240d-e021-4f60-95c3-0743b079f93d None None] DHCP port deletion for 33544082-c5bf-4d2c-91e8-0e38799c82eb request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:53.913490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4ec9240d-e021-4f60-95c3-0743b079f93d None None] Deleting port b1526080-743f-4f84-b3ea-d1a113beb4cd {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:53.914426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4ec9240d-e021-4f60-95c3-0743b079f93d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.920951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] For port b1526080-743f-4f84-b3ea-d1a113beb4cd, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b1526080-743f-4f84-b3ea-d1a113beb4cd,segment=NetworkSegment(181067a7-1982-4560-a229-063b2b273302),segment_id=181067a7-1982-4560-a229-063b2b273302)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:53.921521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.928972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348c80f-9c96-435a-ad11-86facc6103bd req-99b960a6-6b20-4745-a26d-5bfb7e08e9e1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:53.930170 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3348c80f-9c96-435a-ad11-86facc6103bd req-99b960a6-6b20-4745-a26d-5bfb7e08e9e1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 944 time: 0.2005160 May 24 23:05:53.942838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cf03fd29-de1a-42dc-ad8a-c025d8a6e8f5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:router {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:54.000448 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3348c80f-9c96-435a-ad11-86facc6103bd req-633d3002-1a4d-4c96-87a1-bf7ac1c14893 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504723 May 24 23:05:54.009873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cf03fd29-de1a-42dc-ad8a-c025d8a6e8f5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:router {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:54.009873 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cf03fd29-de1a-42dc-ad8a-c025d8a6e8f5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1433454 May 24 23:05:54.021110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60718) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:54.027557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:54.087685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for b1526080-743f-4f84-b3ea-d1a113beb4cd owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:54.169598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:54.174263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.182255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:54.187921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4ec9240d-e021-4f60-95c3-0743b079f93d None None] For port b1526080-743f-4f84-b3ea-d1a113beb4cd, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b1526080-743f-4f84-b3ea-d1a113beb4cd,segment=NetworkSegment(181067a7-1982-4560-a229-063b2b273302),segment_id=181067a7-1982-4560-a229-063b2b273302)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:54.188542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4ec9240d-e021-4f60-95c3-0743b079f93d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.196941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:54.200242 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a42aef2b-7e36-4b31-bfba-cb14a06172be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.203670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.233031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=b1526080-743f-4f84-b3ea-d1a113beb4cd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:54.234870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No DVR routers for this DVR port b1526080-743f-4f84-b3ea-d1a113beb4cd on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:54.332664 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4ec9240d-e021-4f60-95c3-0743b079f93d None None] Calling delete_port for b1526080-743f-4f84-b3ea-d1a113beb4cd owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:54.356217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.385724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33544082-c5bf-4d2c-91e8-0e38799c82eb']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:54.397868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181067a7-1982-4560-a229-063b2b273302') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:54.398186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181067a7-1982-4560-a229-063b2b273302') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:54.411082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.411746 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-4ec9240d-e021-4f60-95c3-0743b079f93d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:05:54.412109 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-4ec9240d-e021-4f60-95c3-0743b079f93d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:05:54.427876 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.434044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:54.434428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.504199 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 181067a7-1982-4560-a229-063b2b273302 resource provider aggregate not found May 24 23:05:54.526069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d28c250e-555e-4bf0-a97c-e64178282ce1 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:54.537548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:05:54.538786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.548372 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 181067a7-1982-4560-a229-063b2b273302 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 181067a7-1982-4560-a229-063b2b273302 found for delete ", "request_id": "req-18a27922-2b95-47f8-9568-3f0a3c61dcd9"}]} May 24 23:05:54.553326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.566028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: d28c250e-555e-4bf0-a97c-e64178282ce1 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:54.566383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d28c250e-555e-4bf0-a97c-e64178282ce1 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:54.566833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b1526080-743f-4f84-b3ea-d1a113beb4cd no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:54.570801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.582567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Network': ['ID=33544082-c5bf-4d2c-91e8-0e38799c82eb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:54.596367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:54.598607 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-31a883f8-195b-48f5-bd39-434b7e9bb53c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/networks/33544082-c5bf-4d2c-91e8-0e38799c82eb HTTP/1.1" status: 204 len: 168 time: 1.1032944 May 24 23:05:54.602799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:54.603624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60726) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:54.604422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:54.604714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.616219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: b1526080-743f-4f84-b3ea-d1a113beb4cd {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:54.616566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b1526080-743f-4f84-b3ea-d1a113beb4cd not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:54.616975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b4d397b8-d988-4821-87a9-1d2bbc3007b6 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:54.623605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=227a53e1-1fe3-41f1-9077-610cd6ec5b44,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:54.643898 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4250f1ef-9ad1-450e-a6dc-7125ce49b505 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6300607 May 24 23:05:54.646615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60730) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:54.653543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:54.677327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792af48b-b219-470e-9636-b56f81fb1f12 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:54.689782 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d2377-d97f-48c3-a882-eeb25d782aa4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:54.690340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-545d2377-d97f-48c3-a882-eeb25d782aa4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:54.709176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-545d2377-d97f-48c3-a882-eeb25d782aa4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:54.714922 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-545d2377-d97f-48c3-a882-eeb25d782aa4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 HTTP/1.1" status: 200 len: 841 time: 0.1033006 May 24 23:05:54.715114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60734) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:54.748867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: b4d397b8-d988-4821-87a9-1d2bbc3007b6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:54.749201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b4d397b8-d988-4821-87a9-1d2bbc3007b6 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:54.756900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:05:54.789737 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-28b63614-4e8c-4ace-b427-3dc3ecba6a16 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0734360 May 24 23:05:54.793626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60738) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:54.798860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:54.810294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:54.814896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:54.817753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:54.824761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:54.835288 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:54.839081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.911860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:54.915890 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:54.918770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:54.920858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4ec9240d-e021-4f60-95c3-0743b079f93d None None] Deleting port b1526080-743f-4f84-b3ea-d1a113beb4cd {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:54.921241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4ec9240d-e021-4f60-95c3-0743b079f93d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.924565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:54.936500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:54.940473 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.017043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4ec9240d-e021-4f60-95c3-0743b079f93d None None] The port 'b1526080-743f-4f84-b3ea-d1a113beb4cd' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:05:55.095713 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.112171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:55.124719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': '227a53e1-1fe3-41f1-9077-610cd6ec5b44'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:55.125560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.150314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'port_id': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe', 'mac_address': 'fa:16:3e:a7:b3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:05:55.155949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.304310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.306416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:55.307007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.337530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:05:55.378665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.386279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:55.390018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:55.394563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:55.399941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.401684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:55.402331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.428274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=8bb42de2-bbca-4e62-a5b6-4b693dbd4872,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:55.447135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-59546bd5-b37d-48bb-a8df-2594852babd9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7990198 May 24 23:05:55.447966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:55.449694 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60744) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:55.451664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:55.455409 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:cf:42:1e', 'name': 'tempest-NetworksTestDHCPv6-216218579'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:55.456338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Allocated IP 2001:db8::f816:3eff:fec7:3fa3 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/227a53e1-1fe3-41f1-9077-610cd6ec5b44/155dda59-9af2-467a-b486-dac686f57ed4) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:55.457003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:55.457698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.468103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf99ff-595f-407b-b8a5-f88ec25c1125 None None] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:55.479699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Subnet': ['ID=e218c695-4ed2-41d3-afdc-36fa060984d8,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:55.492515 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a29e76be-215f-4bc2-99c5-18cc2a4d62de tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6979287 May 24 23:05:55.495799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60748) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:55.506947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'security_group': {'name': 'tempest-secgroup-761977049'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:55.513992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:55.517925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:security_group and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:55.520763 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:55.527154 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:55.538690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.545009 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb58c94-571d-47b1-929d-2de7c54ddd09 req-eb521b0b-6b9f-4505-b8ac-2bd32ea926c0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:55.546667 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cdb58c94-571d-47b1-929d-2de7c54ddd09 req-eb521b0b-6b9f-4505-b8ac-2bd32ea926c0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 944 time: 0.3848739 May 24 23:05:55.560985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:55.564905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:security_group_rule and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:55.568074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:55.574587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:55.635479 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cdb58c94-571d-47b1-929d-2de7c54ddd09 req-be712d45-1e8b-4e89-bab6-a3caa2fdd0e5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687492 May 24 23:05:55.640641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['2bf065d5-a56f-4986-a3d7-0fe4d456c0fe'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:05:55.664591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.666430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:55.669108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.679238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:55.683595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:55.695874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:55.711414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ac66cc-c6a9-4d72-8853-37487a2b66de,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:55.716282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.719753 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7e3dc495-d14f-48da-ba16-7b27f710706c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2197540 May 24 23:05:55.720372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60752) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:55.728412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'security_group': {'name': 'tempest-secgroup-99723059'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:55.734624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:55.738462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:security_group and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:55.741521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:55.747236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:55.757642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.781066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:55.786457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:security_group_rule and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:55.790715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:55.797103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:55.834993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.863916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port b005f51a-c03b-4f98-a5ae-e82ede80f1d1 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:55.871556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.876228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.923612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b026d89-7873-4073-90ab-e0fae9e6f208,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:55.927028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.931136 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2d313d69-1370-401d-b833-700a6ddbfd06 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2097929 May 24 23:05:55.931879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60756) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:55.937444 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-897139692', 'security_groups': ['0b026d89-7873-4073-90ab-e0fae9e6f208'], 'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e218c695-4ed2-41d3-afdc-36fa060984d8'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:55.994732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.017439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Transition to ACTIVE for port object 155dda59-9af2-467a-b486-dac686f57ed4 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:56.061918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Transition to ACTIVE for port object 155dda59-9af2-467a-b486-dac686f57ed4 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:56.073896 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:56.077383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.083713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:56.095458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:56.167062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:56.172545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:56.180448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:56.195738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Pushing event updated for resources: {'Port': ['ID=155dda59-9af2-467a-b486-dac686f57ed4,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:56.232351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 172.20.0.14 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/8bb42de2-bbca-4e62-a5b6-4b693dbd4872/b005f51a-c03b-4f98-a5ae-e82ede80f1d1) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:56.237398 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.249089 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::f816:3eff:fecf:421e (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/227a53e1-1fe3-41f1-9077-610cd6ec5b44/b005f51a-c03b-4f98-a5ae-e82ede80f1d1) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:56.254499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-356280fe-23ef-4f3a-80f7-1dc7665cba07', 'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'tenant_id': 'fa3b8b85c94d42f2b0642309b85d8ee4', 'fixed_ips': [{'subnet_id': 'e218c695-4ed2-41d3-afdc-36fa060984d8'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:56.255351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.263571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port 5e0cffa6-1185-43bd-b9bb-926d6cb157a6 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:56.390855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Attempting to bind port 155dda59-9af2-467a-b486-dac686f57ed4 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:56.390855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Attempting to bind port 155dda59-9af2-467a-b486-dac686f57ed4 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:56.391556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Attempting to bind port 155dda59-9af2-467a-b486-dac686f57ed4 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:56.444817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:56.444817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:56.445172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.445584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:56.446823 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Bound port: 155dda59-9af2-467a-b486-dac686f57ed4, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:56.446981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.472722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.481026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.8 (356280fe-23ef-4f3a-80f7-1dc7665cba07/e218c695-4ed2-41d3-afdc-36fa060984d8/5e0cffa6-1185-43bd-b9bb-926d6cb157a6) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:56.490403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object b005f51a-c03b-4f98-a5ae-e82ede80f1d1 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:56.517958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.579537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.595140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:56.598669 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:56.602867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:56.634424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=b005f51a-c03b-4f98-a5ae-e82ede80f1d1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:56.642711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] For port 155dda59-9af2-467a-b486-dac686f57ed4, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:56.645897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] For port 155dda59-9af2-467a-b486-dac686f57ed4, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=155dda59-9af2-467a-b486-dac686f57ed4,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:56.651056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.677247 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:56.678598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.686204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.702310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Transition to ACTIVE for port object 5e0cffa6-1185-43bd-b9bb-926d6cb157a6 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:56.717373 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-16b29107-8b13-4c69-90b8-8118672c3827 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2665794 May 24 23:05:56.719933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60762) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:56.756307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560dd22-34bc-47a3-8470-f7bc8613288d None None] Pushing event updated for resources: {'Port': ['ID=155dda59-9af2-467a-b486-dac686f57ed4,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:56.790803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.862386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Allocated IP 172.20.0.2 (356280fe-23ef-4f3a-80f7-1dc7665cba07/e218c695-4ed2-41d3-afdc-36fa060984d8/d779892d-1ba6-4329-a5a1-0e47d2f19f3a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:56.895296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=5e0cffa6-1185-43bd-b9bb-926d6cb157a6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:56.906347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:56.908589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:56.915261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:57.002110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662866d7-19c9-4b31-bf3c-86210cdeead7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:57.012613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662866d7-19c9-4b31-bf3c-86210cdeead7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:57.013530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-662866d7-19c9-4b31-bf3c-86210cdeead7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:57.029619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:57.030425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.039592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f76dd1-6948-4436-a595-e4316598256c req-1746973b-e77f-4b23-b22d-ad8b40b3af45 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:57.044799 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1f76dd1-6948-4436-a595-e4316598256c req-1746973b-e77f-4b23-b22d-ad8b40b3af45 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 945 time: 0.1348231 May 24 23:05:57.067149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-662866d7-19c9-4b31-bf3c-86210cdeead7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:57.071968 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-662866d7-19c9-4b31-bf3c-86210cdeead7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3506918 May 24 23:05:57.072774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60766) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:57.104168 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1f76dd1-6948-4436-a595-e4316598256c req-813b9202-8f0a-40e0-aa4d-b9b462baa4be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514789 May 24 23:05:57.111247 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9bb92009-e731-4971-b1dd-4ad534d6d368 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1783273 May 24 23:05:57.116769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60770) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:57.157212 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2ab7e91e-eab6-4ebe-bcc2-0b5f1fcd53d5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:57.176593 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.190881 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Transition to ACTIVE for port object d779892d-1ba6-4329-a5a1-0e47d2f19f3a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:57.212771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Transition to ACTIVE for port object d779892d-1ba6-4329-a5a1-0e47d2f19f3a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:57.219105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.236235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c5df26a9-7746-4c3f-93fc-74939b2764cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port b005f51a-c03b-4f98-a5ae-e82ede80f1d1 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:57.236576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5df26a9-7746-4c3f-93fc-74939b2764cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.284644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:57.287631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:57.291834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:57.297635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Pushing event updated for resources: {'Port': ['ID=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:57.389317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Attempting to bind port d779892d-1ba6-4329-a5a1-0e47d2f19f3a on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:57.389698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Attempting to bind port d779892d-1ba6-4329-a5a1-0e47d2f19f3a by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'd5a5c6d3-6fe7-4211-967d-5e975365138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:57.390089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Attempting to bind port d779892d-1ba6-4329-a5a1-0e47d2f19f3a on network 356280fe-23ef-4f3a-80f7-1dc7665cba07 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:57.395962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:57.396657 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Checking segment: {'id': 'd5a5c6d3-6fe7-4211-967d-5e975365138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:57.396763 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.397139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Bound using segment: {'id': 'd5a5c6d3-6fe7-4211-967d-5e975365138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:57.397613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Bound port: d779892d-1ba6-4329-a5a1-0e47d2f19f3a, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a5c6d3-6fe7-4211-967d-5e975365138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:57.397989 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.497998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] For port d779892d-1ba6-4329-a5a1-0e47d2f19f3a, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:57.501477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] For port d779892d-1ba6-4329-a5a1-0e47d2f19f3a, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,segment=NetworkSegment(d5a5c6d3-6fe7-4211-967d-5e975365138d),segment_id=d5a5c6d3-6fe7-4211-967d-5e975365138d)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:57.508888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.510777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2ab7e91e-eab6-4ebe-bcc2-0b5f1fcd53d5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:57.530907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2ab7e91e-eab6-4ebe-bcc2-0b5f1fcd53d5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:57.537241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2ab7e91e-eab6-4ebe-bcc2-0b5f1fcd53d5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:57.590093 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca49888-ea15-4504-8913-737a644c3e0e None None] Pushing event updated for resources: {'Port': ['ID=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:57.596013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2ab7e91e-eab6-4ebe-bcc2-0b5f1fcd53d5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:57.622922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab7e91e-eab6-4ebe-bcc2-0b5f1fcd53d5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:57.626358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e91e-eab6-4ebe-bcc2-0b5f1fcd53d5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.754934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5df26a9-7746-4c3f-93fc-74939b2764cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.855029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04a34f9-e6f0-4981-80ea-80f828fa72aa None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:57.911260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c5df26a9-7746-4c3f-93fc-74939b2764cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for b005f51a-c03b-4f98-a5ae-e82ede80f1d1 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:57.952626 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-27c67842-21bb-4871-ac3a-fa17d488531d None None] Provisioning for port 155dda59-9af2-467a-b486-dac686f57ed4 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:57.971627 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-2ab7e91e-eab6-4ebe-bcc2-0b5f1fcd53d5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e218c695-4ed2-41d3-afdc-36fa060984d8 (CIDR: 172.20.0.0/28) May 24 23:05:57.977998 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab7e91e-eab6-4ebe-bcc2-0b5f1fcd53d5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:57.978478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab7e91e-eab6-4ebe-bcc2-0b5f1fcd53d5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:58.016154 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2ab7e91e-eab6-4ebe-bcc2-0b5f1fcd53d5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8982940 May 24 23:05:58.019038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60774) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:58.025732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:58.165830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5df26a9-7746-4c3f-93fc-74939b2764cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:58.202343 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:58.206442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:58.215273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:58.227541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:58.264067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75387824-5210-4925-9861-8b404a8b9f4d None None] Update dhcp port {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'fixed_ips': [{'subnet_id': '227a53e1-1fe3-41f1-9077-610cd6ec5b44', 'ip_address': '2001:db8::f816:3eff:fec7:3fa3'}, {'subnet_id': '8bb42de2-bbca-4e62-a5b6-4b693dbd4872'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': '155dda59-9af2-467a-b486-dac686f57ed4'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:05:58.272328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df26a9-7746-4c3f-93fc-74939b2764cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=b005f51a-c03b-4f98-a5ae-e82ede80f1d1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:58.305279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:58.309637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:58.328743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-75387824-5210-4925-9861-8b404a8b9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:58.378148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5df26a9-7746-4c3f-93fc-74939b2764cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:58.396908 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c5df26a9-7746-4c3f-93fc-74939b2764cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/b005f51a-c03b-4f98-a5ae-e82ede80f1d1 HTTP/1.1" status: 204 len: 168 time: 1.3227274 May 24 23:05:58.400912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60780) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:58.467358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe72838-f7ac-4dea-8f81-74b71ab31f2c req-83bb9ffd-8975-4ea3-8899-fae643a02a7b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:58.468827 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fe72838-f7ac-4dea-8f81-74b71ab31f2c req-83bb9ffd-8975-4ea3-8899-fae643a02a7b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 945 time: 0.2240274 May 24 23:05:58.475932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caff4c27-afc5-4f63-be14-d4180bc53ecf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:58.477750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caff4c27-afc5-4f63-be14-d4180bc53ecf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:58.479662 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caff4c27-afc5-4f63-be14-d4180bc53ecf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:58.480981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-caff4c27-afc5-4f63-be14-d4180bc53ecf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:58.502511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-caff4c27-afc5-4f63-be14-d4180bc53ecf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:58.505831 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-caff4c27-afc5-4f63-be14-d4180bc53ecf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1001685 May 24 23:05:58.508096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60784) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:58.599712 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fe72838-f7ac-4dea-8f81-74b71ab31f2c req-c6601ecb-88c6-4a03-816a-0a001b3052e0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195140 May 24 23:05:58.624568 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-75387824-5210-4925-9861-8b404a8b9f4d None None] Allocated IP 172.20.0.2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/8bb42de2-bbca-4e62-a5b6-4b693dbd4872/155dda59-9af2-467a-b486-dac686f57ed4) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:58.647700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf65ce8c-6e4b-4c3c-b5b9-531c9bded7b9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 227a53e1-1fe3-41f1-9077-610cd6ec5b44 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:58.717515 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d779892d-1ba6-4329-a5a1-0e47d2f19f3a up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:58.736743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:58.793748 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:58.795217 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:58.798674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:58.801535 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:58.802111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:58.832326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Subnet': ['ID=29a57abb-55b0-4d96-acd3-9dd1e2f960e1,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:58.838684 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f4235920-fb6e-4681-93af-334b358398f2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8166552 May 24 23:05:58.840785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60788) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:58.847120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-551581779', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29a57abb-55b0-4d96-acd3-9dd1e2f960e1'}], 'security_groups': ['61ac66cc-c6a9-4d72-8853-37487a2b66de']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:58.908727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a4242704-8bed-4530-ad08-1f534e17316d None None] Provisioning for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:58.928802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5ae0d9-102e-4277-acc0-25ed28dc9215 None None] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:58.978707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.036893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:59.043059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-75387824-5210-4925-9861-8b404a8b9f4d None None] For port 155dda59-9af2-467a-b486-dac686f57ed4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=155dda59-9af2-467a-b486-dac686f57ed4,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:59.054244 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:59.054620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.100350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:59.114537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a4242704-8bed-4530-ad08-1f534e17316d None None] Provisioning complete for port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:59.114943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a4242704-8bed-4530-ad08-1f534e17316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.158778 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:59.158778 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.251703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-75387824-5210-4925-9861-8b404a8b9f4d None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.316859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a4242704-8bed-4530-ad08-1f534e17316d None None] Port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:59.328782 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-75387824-5210-4925-9861-8b404a8b9f4d None None] Transition to ACTIVE for port object 155dda59-9af2-467a-b486-dac686f57ed4 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:59.332270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf65ce8c-6e4b-4c3c-b5b9-531c9bded7b9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.343464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-75387824-5210-4925-9861-8b404a8b9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.367822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Delete allocated IP 172.20.0.8 (356280fe-23ef-4f3a-80f7-1dc7665cba07/e218c695-4ed2-41d3-afdc-36fa060984d8) {{(pid=88260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:05:59.375594 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.30 (356280fe-23ef-4f3a-80f7-1dc7665cba07/29a57abb-55b0-4d96-acd3-9dd1e2f960e1/5e0cffa6-1185-43bd-b9bb-926d6cb157a6) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:59.397039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf65ce8c-6e4b-4c3c-b5b9-531c9bded7b9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.591292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.607699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Ignored duplicate provisioning block setup for port 5e0cffa6-1185-43bd-b9bb-926d6cb157a6 by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 24 23:05:59.612401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf65ce8c-6e4b-4c3c-b5b9-531c9bded7b9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.614806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.646433 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c40b4d19-18bb-4f5e-aa9b-bf60906e7b53 None None] Provisioning for port 5e0cffa6-1185-43bd-b9bb-926d6cb157a6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:59.666440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75387824-5210-4925-9861-8b404a8b9f4d None None] Pushing event updated for resources: {'Port': ['ID=155dda59-9af2-467a-b486-dac686f57ed4,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:59.669123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d779892d-1ba6-4329-a5a1-0e47d2f19f3a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:59.669510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.686470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c40b4d19-18bb-4f5e-aa9b-bf60906e7b53 None None] Provisioning complete for port 5e0cffa6-1185-43bd-b9bb-926d6cb157a6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:59.686876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c40b4d19-18bb-4f5e-aa9b-bf60906e7b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.717994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf65ce8c-6e4b-4c3c-b5b9-531c9bded7b9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.776341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c40b4d19-18bb-4f5e-aa9b-bf60906e7b53 None None] Port 5e0cffa6-1185-43bd-b9bb-926d6cb157a6 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:59.802209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port d779892d-1ba6-4329-a5a1-0e47d2f19f3a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,segment=NetworkSegment(d5a5c6d3-6fe7-4211-967d-5e975365138d),segment_id=d5a5c6d3-6fe7-4211-967d-5e975365138d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:59.803519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:59.803902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.828184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65ce8c-6e4b-4c3c-b5b9-531c9bded7b9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=227a53e1-1fe3-41f1-9077-610cd6ec5b44,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:59.829164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.829971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 155dda59-9af2-467a-b486-dac686f57ed4 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:59.832872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf65ce8c-6e4b-4c3c-b5b9-531c9bded7b9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.863420 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cf65ce8c-6e4b-4c3c-b5b9-531c9bded7b9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/227a53e1-1fe3-41f1-9077-610cd6ec5b44 HTTP/1.1" status: 204 len: 168 time: 1.3516068 May 24 23:05:59.866111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60794) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:59.939733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983037f2-2bce-4359-9954-b7d9fa9863bc req-a1fcad60-26e3-41d0-aed8-07455cd15bc3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:59.941434 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-983037f2-2bce-4359-9954-b7d9fa9863bc req-a1fcad60-26e3-41d0-aed8-07455cd15bc3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 945 time: 0.1728885 May 24 23:05:59.971553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] In _notify_port_updated(), no bound segment for port 5e0cffa6-1185-43bd-b9bb-926d6cb157a6 on network 356280fe-23ef-4f3a-80f7-1dc7665cba07 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:05:59.977372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:59.978023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.979372 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "PUT /v2.0/ports/5e0cffa6-1185-43bd-b9bb-926d6cb157a6 HTTP/1.1" status: 200 len: 920 time: 1.1372395 May 24 23:05:59.980362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7643455f-f0d2-4531-bab7-f5d9895f67c8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 8bb42de2-bbca-4e62-a5b6-4b693dbd4872 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:59.987678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60798) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:59.989815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:59.997044 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7643455f-f0d2-4531-bab7-f5d9895f67c8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.039042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf54512-5c75-4bab-acae-74648318d3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:00.051515 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-983037f2-2bce-4359-9954-b7d9fa9863bc req-e578bf99-b923-4b46-8ef7-3fad88ff328d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025424 May 24 23:06:00.061376 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98141a63-f25e-49da-a241-a6c8b55db10b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=5e0cffa6-1185-43bd-b9bb-926d6cb157a6,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:00.079517 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b7b5c-e9b2-4748-b014-15ee91c1355f tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 5e0cffa6-1185-43bd-b9bb-926d6cb157a6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:00.079943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7b5c-e9b2-4748-b014-15ee91c1355f tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.083494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:00.087709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7643455f-f0d2-4531-bab7-f5d9895f67c8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.116121 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.187082 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604141bc-d8a6-45ff-a01c-30efb5623ff3'] response: {'server_uuid': '4bf54512-5c75-4bab-acae-74648318d3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe', 'code': 200} May 24 23:06:00.247595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7643455f-f0d2-4531-bab7-f5d9895f67c8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.316793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 155dda59-9af2-467a-b486-dac686f57ed4 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:00.355572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7643455f-f0d2-4531-bab7-f5d9895f67c8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.359258 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:00.375479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e08b0b-e59f-46fc-ac80-5eb538d798bb None None] Update dhcp port {'port': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'fixed_ips': [{'subnet_id': 'e218c695-4ed2-41d3-afdc-36fa060984d8', 'ip_address': '172.20.0.2'}, {'subnet_id': '29a57abb-55b0-4d96-acd3-9dd1e2f960e1'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': 'd779892d-1ba6-4329-a5a1-0e47d2f19f3a'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:06:00.399239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643455f-f0d2-4531-bab7-f5d9895f67c8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb42de2-bbca-4e62-a5b6-4b693dbd4872,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:00.405133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7643455f-f0d2-4531-bab7-f5d9895f67c8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.415494 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7643455f-f0d2-4531-bab7-f5d9895f67c8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/8bb42de2-bbca-4e62-a5b6-4b693dbd4872 HTTP/1.1" status: 204 len: 168 time: 0.5478122 May 24 23:06:00.417852 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60804) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:00.464034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2adce7e-6c1e-4c7e-9456-2a300808e6c4 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:00.481737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-52e08b0b-e59f-46fc-ac80-5eb538d798bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.496701 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e7c15cd8-593d-4fd0-8ee4-854c3a90f2c5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776339 May 24 23:06:00.499222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7b5c-e9b2-4748-b014-15ee91c1355f tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.500186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60808) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:00.506510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:00.557279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Could not find standard attr ID for object b005f51a-c03b-4f98-a5ae-e82ede80f1d1. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:00.582323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db51897-c7b2-49d7-baf3-91539466ca78 req-572fc9f6-6041-411a-8bb7-8b31863be4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:00.583841 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4db51897-c7b2-49d7-baf3-91539466ca78 req-572fc9f6-6041-411a-8bb7-8b31863be4cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 1099 time: 0.2080896 May 24 23:06:00.616171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d779892d-1ba6-4329-a5a1-0e47d2f19f3a up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:00.629824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:00.634441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:00.637379 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:00.643240 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:00.654936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:00.659190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.661293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b7b5c-e9b2-4748-b014-15ee91c1355f tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 5e0cffa6-1185-43bd-b9bb-926d6cb157a6 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:00.697792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Provisioning for port 155dda59-9af2-467a-b486-dac686f57ed4 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:00.730961 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4db51897-c7b2-49d7-baf3-91539466ca78 req-424ca9df-ddf2-4b15-a9a8-4d3f95307efa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892096 May 24 23:06:00.793360 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Provisioning complete for port 155dda59-9af2-467a-b486-dac686f57ed4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:00.793907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.827244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7b5c-e9b2-4748-b014-15ee91c1355f tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.877621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b7b5c-e9b2-4748-b014-15ee91c1355f tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=5e0cffa6-1185-43bd-b9bb-926d6cb157a6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:00.981769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7b5c-e9b2-4748-b014-15ee91c1355f tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.994480 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1a5b7b5c-e9b2-4748-b014-15ee91c1355f tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/5e0cffa6-1185-43bd-b9bb-926d6cb157a6 HTTP/1.1" status: 204 len: 168 time: 1.0032403 May 24 23:06:00.994867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60812) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:01.024527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:01.024902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.037308 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad24a47-b91a-44de-a030-4a6e4e6739e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:06:01.037967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7ad24a47-b91a-44de-a030-4a6e4e6739e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:01.053839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7ad24a47-b91a-44de-a030-4a6e4e6739e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:01.055125 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7ad24a47-b91a-44de-a030-4a6e4e6739e5 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/5e0cffa6-1185-43bd-b9bb-926d6cb157a6 HTTP/1.1" status: 404 len: 333 time: 0.0591977 May 24 23:06:01.057990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60816) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:01.059923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:06:01.150183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a8b2-6ec1-42ff-841f-7abeb2ae456a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.169132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-52e08b0b-e59f-46fc-ac80-5eb538d798bb None None] Allocated IP 172.20.0.18 (356280fe-23ef-4f3a-80f7-1dc7665cba07/29a57abb-55b0-4d96-acd3-9dd1e2f960e1/d779892d-1ba6-4329-a5a1-0e47d2f19f3a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:01.178770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Current status of the port 155dda59-9af2-467a-b486-dac686f57ed4 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:01.179257 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.183901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a8b2-6ec1-42ff-841f-7abeb2ae456a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.265354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a8b2-6ec1-42ff-841f-7abeb2ae456a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.282498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:01.288895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4a8b2-6ec1-42ff-841f-7abeb2ae456a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b026d89-7873-4073-90ab-e0fae9e6f208,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:01.291464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a8b2-6ec1-42ff-841f-7abeb2ae456a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.295477 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3ec4a8b2-6ec1-42ff-841f-7abeb2ae456a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/security-groups/0b026d89-7873-4073-90ab-e0fae9e6f208 HTTP/1.1" status: 204 len: 168 time: 0.2364626 May 24 23:06:01.296105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60822) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:01.347855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Deleting port 155dda59-9af2-467a-b486-dac686f57ed4 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:01.348234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.360633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6665-ab3a-4e26-9351-8ceafc56d91e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.388915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6665-ab3a-4e26-9351-8ceafc56d91e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.403089 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.423780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b04b-6c24-473f-911e-3b58462afdb6 req-2ced5f6f-98c4-4ec4-9f65-6c790fd18095 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:01.424848 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc86b04b-6c24-473f-911e-3b58462afdb6 req-2ced5f6f-98c4-4ec4-9f65-6c790fd18095 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 946 time: 0.1610267 May 24 23:06:01.441019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6665-ab3a-4e26-9351-8ceafc56d91e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.461247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d6665-ab3a-4e26-9351-8ceafc56d91e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ac66cc-c6a9-4d72-8853-37487a2b66de,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:01.469390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6665-ab3a-4e26-9351-8ceafc56d91e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.473563 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1b5d6665-ab3a-4e26-9351-8ceafc56d91e tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/security-groups/61ac66cc-c6a9-4d72-8853-37487a2b66de HTTP/1.1" status: 204 len: 168 time: 0.1762199 May 24 23:06:01.474188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60826) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:01.484218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d779892d-1ba6-4329-a5a1-0e47d2f19f3a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:01.485308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 155dda59-9af2-467a-b486-dac686f57ed4 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:01.533013 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc86b04b-6c24-473f-911e-3b58462afdb6 req-83161acf-97ce-481f-a48b-244ce7cdfb2e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737650 May 24 23:06:01.546702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bfa03b-ca1f-4cb2-ba75-0ea7c86ddd97 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting subnet e218c695-4ed2-41d3-afdc-36fa060984d8 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:01.635056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:01.635407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:01.639627 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-52e08b0b-e59f-46fc-ac80-5eb538d798bb None None] For port d779892d-1ba6-4329-a5a1-0e47d2f19f3a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,segment=NetworkSegment(d5a5c6d3-6fe7-4211-967d-5e975365138d),segment_id=d5a5c6d3-6fe7-4211-967d-5e975365138d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:01.758031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 155dda59-9af2-467a-b486-dac686f57ed4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:01.759335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.790166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] For port 155dda59-9af2-467a-b486-dac686f57ed4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=155dda59-9af2-467a-b486-dac686f57ed4,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:01.794870 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-52e08b0b-e59f-46fc-ac80-5eb538d798bb None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.816754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.821966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.822887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.844828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-52e08b0b-e59f-46fc-ac80-5eb538d798bb None None] Transition to ACTIVE for port object d779892d-1ba6-4329-a5a1-0e47d2f19f3a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:01.849266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61bfa03b-ca1f-4cb2-ba75-0ea7c86ddd97 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.858845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-52e08b0b-e59f-46fc-ac80-5eb538d798bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.906108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] For port 155dda59-9af2-467a-b486-dac686f57ed4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=155dda59-9af2-467a-b486-dac686f57ed4,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:01.906497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.909669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61bfa03b-ca1f-4cb2-ba75-0ea7c86ddd97 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.939688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:01.944746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:01.947739 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:01.948320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.976418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=4add71dc-eeb1-4e99-baf2-edc2bfb32619,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:01.982542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=155dda59-9af2-467a-b486-dac686f57ed4,revision_number=7']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:01.995678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d683be96-2b6c-41c2-94c3-ea6d17cdd1d3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4914107 May 24 23:06:01.998253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60830) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:02.005105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:02.086477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Calling delete_port for 155dda59-9af2-467a-b486-dac686f57ed4 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:02.213085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61bfa03b-ca1f-4cb2-ba75-0ea7c86ddd97 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.259426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e08b0b-e59f-46fc-ac80-5eb538d798bb None None] Pushing event updated for resources: {'Port': ['ID=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:02.307653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:02.313508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:02.319326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:02.327873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:02.335551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61bfa03b-ca1f-4cb2-ba75-0ea7c86ddd97 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.366479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Current status of the port 155dda59-9af2-467a-b486-dac686f57ed4 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:02.366865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.376928 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:02.380419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.391685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 155dda59-9af2-467a-b486-dac686f57ed4 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:02.391940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.399508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfa03b-ca1f-4cb2-ba75-0ea7c86ddd97 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Subnet': ['ID=e218c695-4ed2-41d3-afdc-36fa060984d8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:02.421315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:02.421542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:02.452562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61bfa03b-ca1f-4cb2-ba75-0ea7c86ddd97 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.477950 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-61bfa03b-ca1f-4cb2-ba75-0ea7c86ddd97 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/e218c695-4ed2-41d3-afdc-36fa060984d8 HTTP/1.1" status: 204 len: 168 time: 0.9985154 May 24 23:06:02.478152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60834) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:02.486234 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:02.491688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 155dda59-9af2-467a-b486-dac686f57ed4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=155dda59-9af2-467a-b486-dac686f57ed4,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:02.498183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.591317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 24 23:06:02.591317 dv-neutron-843190-1-hyperv neutron-server[88262]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] May 24 23:06:02.591317 dv-neutron-843190-1-hyperv neutron-server[88262]: [parameters: {'status': 'ACTIVE', 'ports_id': '155dda59-9af2-467a-b486-dac686f57ed4'}] May 24 23:06:02.591317 dv-neutron-843190-1-hyperv neutron-server[88262]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:02.591725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:02.597437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d779892d-1ba6-4329-a5a1-0e47d2f19f3a up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:02.668499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=155dda59-9af2-467a-b486-dac686f57ed4,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:02.765330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:02.765840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c61e3-79eb-4b48-822d-05edcda4b121 None None] Current status of the port 155dda59-9af2-467a-b486-dac686f57ed4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:02.766239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04e733-f129-4d91-add8-d7aebd76e506 req-674dc4df-a699-4f9a-9945-b8c2e9a70e44 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:02.773458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:02.774569 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe04e733-f129-4d91-add8-d7aebd76e506 req-674dc4df-a699-4f9a-9945-b8c2e9a70e44 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 946 time: 0.1115355 May 24 23:06:02.782695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:02.789026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:02.805974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:02.809565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.821809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 155dda59-9af2-467a-b486-dac686f57ed4 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:02.827422 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe04e733-f129-4d91-add8-d7aebd76e506 req-3fe3e3de-aa9d-4538-a60e-9aabd1759790 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518384 May 24 23:06:02.856028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a28b032-9808-4ace-abc7-01b101964dd0 None None] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:02.934826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Deleting port 155dda59-9af2-467a-b486-dac686f57ed4 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:02.935168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.941822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.977907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-831ff074-9db0-4ded-adb6-d6b58d59637d None None] Could not find standard attr ID for object 5e0cffa6-1185-43bd-b9bb-926d6cb157a6. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:03.022377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:03.026665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52221-75b7-440a-8de4-e932f8bda573 req-6f436e0e-cbaf-4956-a34d-d733b8673d57 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:03.027439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:03.029707 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5da52221-75b7-440a-8de4-e932f8bda573 req-6f436e0e-cbaf-4956-a34d-d733b8673d57 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 946 time: 0.1020796 May 24 23:06:03.033012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-831ff074-9db0-4ded-adb6-d6b58d59637d None None] Provisioning for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:03.034011 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:03.034696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.074191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=fce55510-b584-43c6-bc6b-45fcf09c100f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:03.081300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-831ff074-9db0-4ded-adb6-d6b58d59637d None None] Provisioning complete for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:03.081681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-831ff074-9db0-4ded-adb6-d6b58d59637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.085537 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8d0acc9b-3422-45ed-8db7-6631ec4365dc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0862358 May 24 23:06:03.088874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60842) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:03.093594 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5da52221-75b7-440a-8de4-e932f8bda573 req-fd3f8251-4f1e-4ad4-be39-204587be1a43 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518689 May 24 23:06:03.095820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:10:72:84', 'name': 'tempest-NetworksTestDHCPv6-222564994'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:03.117349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60846) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:03.197191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903f4f07-57d4-4fc0-a795-0c2b256b08c1 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:03.202624 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-903f4f07-57d4-4fc0-a795-0c2b256b08c1 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 1094 time: 0.0802197 May 24 23:06:03.203111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60850) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:03.208556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:03.218177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:03.225895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:floatingip and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:03.230538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:03.241529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:03.260526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.275428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 155dda59-9af2-467a-b486-dac686f57ed4 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:03.275819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.294747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:03.300354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:03.311451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:03.321764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:03.346589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.379276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:03.402147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.456826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 155dda59-9af2-467a-b486-dac686f57ed4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=155dda59-9af2-467a-b486-dac686f57ed4,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:03.476053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.483925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:03.489535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:03.497470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:03.498164 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.525021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Subnet': ['ID=ac59e2ea-7790-442d-81c8-6b38ed69c834,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:03.555960 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-efb001a8-637f-4309-a21b-086ade988d96 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0762155 May 24 23:06:03.559491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60854) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:03.561054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.191 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/64ca975b-5c98-4c0c-9109-820f7de2527c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:03.570777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'security_group': {'name': 'tempest-secgroup-1048036238'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:03.574253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-831ff074-9db0-4ded-adb6-d6b58d59637d None None] Current status of the port d779892d-1ba6-4329-a5a1-0e47d2f19f3a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:03.577353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.587994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] For port 155dda59-9af2-467a-b486-dac686f57ed4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=155dda59-9af2-467a-b486-dac686f57ed4,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:03.588387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.592311 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:03.598807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:security_group and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:03.604219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:03.616376 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:03.621017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port d4381343-8d25-4df6-adc1-24b223eb2264 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:03.676838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.710709 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:03.718481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:security_group_rule and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:03.724116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:03.727769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.728642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Calling delete_port for 155dda59-9af2-467a-b486-dac686f57ed4 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:03.761093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.765375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=155dda59-9af2-467a-b486-dac686f57ed4,revision_number=9']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:03.767941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:03.779706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-831ff074-9db0-4ded-adb6-d6b58d59637d None None] Provisioning complete for port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:03.779706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-831ff074-9db0-4ded-adb6-d6b58d59637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.834156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:03.837080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:03.840916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:03.868660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-831ff074-9db0-4ded-adb6-d6b58d59637d None None] Port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:03.883118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:03.884190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:03.888663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=64ca975b-5c98-4c0c-9109-820f7de2527c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:03.910068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 172.20.0.8 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/fce55510-b584-43c6-bc6b-45fcf09c100f/d4381343-8d25-4df6-adc1-24b223eb2264) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:03.925342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.926798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::f816:3eff:fe10:7284 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/4add71dc-eeb1-4e99-baf2-edc2bfb32619/d4381343-8d25-4df6-adc1-24b223eb2264) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:03.932936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.012834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.014100 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4535904 May 24 23:06:04.017126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcd851-eb61-4ce0-a3df-ddd1011627d3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752b9dcc-8c83-43a4-8b2e-4a1cdd5e75bb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:04.017380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60858) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:04.025688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'security_group': {'name': 'tempest-secgroup-1713490284'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:04.034923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:04.042391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:security_group and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:04.047265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:04.110586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:04.149086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.245701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:04.253349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:security_group_rule and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:04.259299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:04.268285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:04.274043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Deleting port 155dda59-9af2-467a-b486-dac686f57ed4 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:04.274959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.329642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.346773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object d4381343-8d25-4df6-adc1-24b223eb2264 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:04.374599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.391112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.396309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.459448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:04.461405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.462797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b715b-15f7-4302-ba19-07bf7044fffc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:04.464159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:04.467164 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:04.474989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.479216 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-abab69a0-00e8-4935-a2e8-9baf365e1465 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4577994 May 24 23:06:04.480061 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60862) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:04.485291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'security_group': {'name': 'tempest-secgroup-1585371373'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:04.493649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:04.500130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:security_group and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:04.504114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:04.511526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:04.522148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=d4381343-8d25-4df6-adc1-24b223eb2264,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:04.536372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19faee97-4899-4132-8986-b3701fa78634 None None] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:04.550372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:04.551037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.567021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.569489 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ca26726-9c44-4e77-8785-2e0afa56aea9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4795237 May 24 23:06:04.572187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60866) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:04.590269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.621271 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:04.640692 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:security_group_rule and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:04.645504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:04.654273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:04.659371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e865b-fc14-4f41-bce3-1cf40a54bf8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:04.666345 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e865b-fc14-4f41-bce3-1cf40a54bf8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:04.667261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-285e865b-fc14-4f41-bce3-1cf40a54bf8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:04.685106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-285e865b-fc14-4f41-bce3-1cf40a54bf8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:04.689236 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-285e865b-fc14-4f41-bce3-1cf40a54bf8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1140754 May 24 23:06:04.689654 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60870) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:04.702453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b885a484-9674-4ebc-9037-224b27160aed None None] Provisioning complete for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:04.702855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b885a484-9674-4ebc-9037-224b27160aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.765402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6f146783-9d3f-4a75-92de-da23f8a20592 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port d4381343-8d25-4df6-adc1-24b223eb2264 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:04.765724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f146783-9d3f-4a75-92de-da23f8a20592 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.791979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] For port 155dda59-9af2-467a-b486-dac686f57ed4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=155dda59-9af2-467a-b486-dac686f57ed4,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:04.792644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.935606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Calling delete_port for 155dda59-9af2-467a-b486-dac686f57ed4 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:04.956174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.972218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.032753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.033885 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5528457 May 24 23:06:05.036031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.037028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60874) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:05.037579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4379a-980e-4f7b-b8f6-233111a40511 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e6dc25-cae4-4d6b-82ee-18a87f10a4d1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:05.040253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f146783-9d3f-4a75-92de-da23f8a20592 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.043760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.057501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1037523202', 'security_groups': ['e6e6dc25-cae4-4d6b-82ee-18a87f10a4d1'], 'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ac59e2ea-7790-442d-81c8-6b38ed69c834'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:05.153540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b885a484-9674-4ebc-9037-224b27160aed None None] Current status of the port d779892d-1ba6-4329-a5a1-0e47d2f19f3a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:05.158239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=64ca975b-5c98-4c0c-9109-820f7de2527c,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:05.169098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.220480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b885a484-9674-4ebc-9037-224b27160aed None None] Provisioning complete for port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:05.220851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b885a484-9674-4ebc-9037-224b27160aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.271047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6f146783-9d3f-4a75-92de-da23f8a20592 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for d4381343-8d25-4df6-adc1-24b223eb2264 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:05.291530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.344949 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b885a484-9674-4ebc-9037-224b27160aed None None] Port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:05.347225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] Pushing event deleted for resources: {'Port': ['ID=155dda59-9af2-467a-b486-dac686f57ed4,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:05.373721 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7 associated. External IP: 172.26.3.191, port: 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe. May 24 23:06:05.413022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:05.463207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e197ac7e-087c-4aec-9df7-040c9bad5c77 None None] No DVR routers for this DVR port 155dda59-9af2-467a-b486-dac686f57ed4 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:05.472089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:05.480111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d695352-6f8d-4d24-a590-9128c906857c None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:05.539680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:05.567690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4fa9e-4b6b-43ba-9b42-cab5f630b712 None None] Update dhcp port {'port': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'fixed_ips': [{'subnet_id': '29a57abb-55b0-4d96-acd3-9dd1e2f960e1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ac59e2ea-7790-442d-81c8-6b38ed69c834'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': 'd779892d-1ba6-4329-a5a1-0e47d2f19f3a'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:06:05.630917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f146783-9d3f-4a75-92de-da23f8a20592 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.652799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42b4fa9e-4b6b-43ba-9b42-cab5f630b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.688731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f146783-9d3f-4a75-92de-da23f8a20592 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=d4381343-8d25-4df6-adc1-24b223eb2264,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:05.760161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:05.845394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.874489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f146783-9d3f-4a75-92de-da23f8a20592 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.877164 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] device_id is not set on port e82e30a1-9ec9-4666-a5df-ec646d312a63 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:05.899037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': '4add71dc-eeb1-4e99-baf2-edc2bfb32619'}, {'subnet_id': 'fce55510-b584-43c6-bc6b-45fcf09c100f'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:05.899899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.928511 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6f146783-9d3f-4a75-92de-da23f8a20592 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/d4381343-8d25-4df6-adc1-24b223eb2264 HTTP/1.1" status: 204 len: 168 time: 1.2376566 May 24 23:06:05.931654 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60878) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:05.995032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:06.023310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db05b1-34d6-43b5-91ad-930a3a5b3229 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:06.025312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db05b1-34d6-43b5-91ad-930a3a5b3229 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:06.026835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db05b1-34d6-43b5-91ad-930a3a5b3229 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:06.027626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a0db05b1-34d6-43b5-91ad-930a3a5b3229 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:06.039361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.050586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f96dda-25aa-417b-8b28-65507759e203 None None] Sync routers for ids ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:06.082779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a0db05b1-34d6-43b5-91ad-930a3a5b3229 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:06.083926 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a0db05b1-34d6-43b5-91ad-930a3a5b3229 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1510081 May 24 23:06:06.087211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60882) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:06.090313 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f96dda-25aa-417b-8b28-65507759e203 None None] Routers {'9e94ef70-3ad3-45ca-b085-6e73944b7c13'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:06.090962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-02f96dda-25aa-417b-8b28-65507759e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:06.147259 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4244b7cd-ec8e-487b-955b-f41825f666af tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9402397 May 24 23:06:06.147259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf54512-5c75-4bab-acae-74648318d3d4', 'tag': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:06.151884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60886) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:06.167933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-42b4fa9e-4b6b-43ba-9b42-cab5f630b712 None None] Allocated IP 172.20.0.2 (356280fe-23ef-4f3a-80f7-1dc7665cba07/ac59e2ea-7790-442d-81c8-6b38ed69c834/d779892d-1ba6-4329-a5a1-0e47d2f19f3a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:06.229437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f0666b-a4cb-4505-bf20-9562729154c9'] response: {'name': 'network-changed', 'server_uuid': '4bf54512-5c75-4bab-acae-74648318d3d4', 'tag': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe', 'status': 'completed', 'code': 200} May 24 23:06:06.255613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09584ff-2e42-4117-9839-0d1dc75664ce tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 4add71dc-eeb1-4e99-baf2-edc2bfb32619 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:06.276080 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-373a3c8b-3229-4839-b54e-fb5eac83b7b3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7 HTTP/1.1" status: 200 len: 992 time: 0.1192894 May 24 23:06:06.415579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ef89-72e4-491b-bcd9-02e9d411a5c7 req-2429acd7-2adf-4dc3-9129-83f38af117c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:06.416961 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6df9ef89-72e4-491b-bcd9-02e9d411a5c7 req-2429acd7-2adf-4dc3-9129-83f38af117c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 1099 time: 0.1800048 May 24 23:06:06.473754 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-02f96dda-25aa-417b-8b28-65507759e203 None None] Set router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:06.547637 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ef89-72e4-491b-bcd9-02e9d411a5c7 req-efa0cef9-fcc2-4425-94c1-c73183e74941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:06.548878 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6df9ef89-72e4-491b-bcd9-02e9d411a5c7 req-efa0cef9-fcc2-4425-94c1-c73183e74941 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a776b992-ba99-47ed-ba26-07ccfd60be9a HTTP/1.1" status: 200 len: 898 time: 0.1258805 May 24 23:06:06.636910 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-42b4fa9e-4b6b-43ba-9b42-cab5f630b712 None None] For port d779892d-1ba6-4329-a5a1-0e47d2f19f3a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,segment=NetworkSegment(d5a5c6d3-6fe7-4211-967d-5e975365138d),segment_id=d5a5c6d3-6fe7-4211-967d-5e975365138d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:06.651882 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6df9ef89-72e4-491b-bcd9-02e9d411a5c7 req-e12d9306-373a-4c10-8220-f197078ca5c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe HTTP/1.1" status: 200 len: 1000 time: 0.0968249 May 24 23:06:06.664427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Allocated IP 172.20.0.2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/fce55510-b584-43c6-bc6b-45fcf09c100f/36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:06.684973 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Allocated IP 2001:db8::f816:3eff:fe67:4cf3 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/4add71dc-eeb1-4e99-baf2-edc2bfb32619/36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:06.717461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ef89-72e4-491b-bcd9-02e9d411a5c7 req-f63cd9a1-7172-4a43-97dc-816f8cdd2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:06.719117 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6df9ef89-72e4-491b-bcd9-02e9d411a5c7 req-f63cd9a1-7172-4a43-97dc-816f8cdd2dcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c HTTP/1.1" status: 200 len: 835 time: 0.0611005 May 24 23:06:06.745595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42b4fa9e-4b6b-43ba-9b42-cab5f630b712 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.795050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ef89-72e4-491b-bcd9-02e9d411a5c7 req-00634a62-a143-4279-abbc-a6abe398bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:06.796499 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6df9ef89-72e4-491b-bcd9-02e9d411a5c7 req-00634a62-a143-4279-abbc-a6abe398bc13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a776b992-ba99-47ed-ba26-07ccfd60be9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716951 May 24 23:06:06.879441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-42b4fa9e-4b6b-43ba-9b42-cab5f630b712 None None] Transition to ACTIVE for port object d779892d-1ba6-4329-a5a1-0e47d2f19f3a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:06.889443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42b4fa9e-4b6b-43ba-9b42-cab5f630b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.980090 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6df9ef89-72e4-491b-bcd9-02e9d411a5c7 req-98e8bce2-c4e0-4a73-b1d7-ca6b252c4154 service neutron] 10.222.0.42 "GET /v2.0/networks/a776b992-ba99-47ed-ba26-07ccfd60be9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767237 May 24 23:06:06.983725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.13 (356280fe-23ef-4f3a-80f7-1dc7665cba07/ac59e2ea-7790-442d-81c8-6b38ed69c834/e82e30a1-9ec9-4666-a5df-ec646d312a63) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:07.135749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4fa9e-4b6b-43ba-9b42-cab5f630b712 None None] Pushing event updated for resources: {'Port': ['ID=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:07.219243 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.223324 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6df9ef89-72e4-491b-bcd9-02e9d411a5c7 req-6dd35d18-7f41-4643-a10b-3ea5a1ed2f15 service neutron] 10.222.0.42 "GET /v2.0/networks/a776b992-ba99-47ed-ba26-07ccfd60be9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354920 May 24 23:06:07.240042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Transition to ACTIVE for port object 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:07.265542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Transition to ACTIVE for port object 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:07.269747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-02f96dda-25aa-417b-8b28-65507759e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:32Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'port_id': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'mac_address': 'fa:16:3e:a7:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf54512-5c75-4bab-acae-74648318d3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:06:04Z', 'updated_at': '2022-05-24T23:06:04Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a08e95a-fb7e-41a5-b77e-dff798f2e499', 'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:a1:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:30Z', 'updated_at': '2022-05-24T23:05:41Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:07.272501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c09584ff-2e42-4117-9839-0d1dc75664ce tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.274047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.293573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60892) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:07.310531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f96dda-25aa-417b-8b28-65507759e203 None None] Checking router: 9e94ef70-3ad3-45ca-b085-6e73944b7c13 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:06:07.355902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:07.356674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f96dda-25aa-417b-8b28-65507759e203 None None] Routers {'9e94ef70-3ad3-45ca-b085-6e73944b7c13'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:07.357305 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-02f96dda-25aa-417b-8b28-65507759e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:07.371355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.391050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Transition to ACTIVE for port object e82e30a1-9ec9-4666-a5df-ec646d312a63 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:07.412836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:07.422430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.427296 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:07.454001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Pushing event updated for resources: {'Port': ['ID=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:07.484194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c09584ff-2e42-4117-9839-0d1dc75664ce tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.539118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:07.544913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:07.552069 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:07.578232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=e82e30a1-9ec9-4666-a5df-ec646d312a63,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:07.599364 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cdec5a88-db57-47f8-8bfc-98f03a221dde tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7 HTTP/1.1" status: 200 len: 992 time: 0.3040628 May 24 23:06:07.600778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c09584ff-2e42-4117-9839-0d1dc75664ce tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.631295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:07.632097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.662837 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a026418e-cb45-4cac-825e-5e0789993fdb tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6130939 May 24 23:06:07.666220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60896) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:07.673197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-65e802b8-067b-47c9-813d-8b8c50b3df27 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:07.702627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c09584ff-2e42-4117-9839-0d1dc75664ce tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.743985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Attempting to bind port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:07.744362 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Attempting to bind port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:07.744722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Attempting to bind port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:07.751207 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c09584ff-2e42-4117-9839-0d1dc75664ce tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.755673 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09584ff-2e42-4117-9839-0d1dc75664ce tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=4add71dc-eeb1-4e99-baf2-edc2bfb32619,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:07.755936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:07.756318 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:07.756717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.757098 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:07.757565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Bound port: 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:07.757937 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.770898 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-02f96dda-25aa-417b-8b28-65507759e203 None None] Set router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:07.778254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60900) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:07.779094 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c09584ff-2e42-4117-9839-0d1dc75664ce tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/4add71dc-eeb1-4e99-baf2-edc2bfb32619 HTTP/1.1" status: 204 len: 168 time: 1.6908300 May 24 23:06:07.886150 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda2b0dc-8d47-49e3-8a26-3ac49e785286 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet fce55510-b584-43c6-bc6b-45fcf09c100f {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:07.890240 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bda2b0dc-8d47-49e3-8a26-3ac49e785286 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.925599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-65e802b8-067b-47c9-813d-8b8c50b3df27 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:07.936804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-65e802b8-067b-47c9-813d-8b8c50b3df27 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:07.941897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-65e802b8-067b-47c9-813d-8b8c50b3df27 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:07.952578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-65e802b8-067b-47c9-813d-8b8c50b3df27 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:07.963699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bda2b0dc-8d47-49e3-8a26-3ac49e785286 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.977738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93f55d4e-462c-4f6b-a560-5064738e2a62 None None] Provisioning for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:08.002184 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93f55d4e-462c-4f6b-a560-5064738e2a62 None None] Provisioning complete for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:08.002595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93f55d4e-462c-4f6b-a560-5064738e2a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.005215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e802b8-067b-47c9-813d-8b8c50b3df27 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:08.009099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65e802b8-067b-47c9-813d-8b8c50b3df27 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.059407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] For port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:08.092072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] For port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:08.148424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.288064 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-65e802b8-067b-47c9-813d-8b8c50b3df27 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ac59e2ea-7790-442d-81c8-6b38ed69c834 (CIDR: 172.20.0.0/28) May 24 23:06:08.289510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bda2b0dc-8d47-49e3-8a26-3ac49e785286 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.325499 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e802b8-067b-47c9-813d-8b8c50b3df27 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:06:08.326232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e802b8-067b-47c9-813d-8b8c50b3df27 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:08.358433 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-65e802b8-067b-47c9-813d-8b8c50b3df27 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6908951 May 24 23:06:08.362359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60904) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:08.369132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b9b9ade3-bf74-4f8c-bb01-16cfd0e3c045 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:08.374583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520dc03-bc24-4b68-8d08-62cd3cd3c246 None None] Pushing event updated for resources: {'Port': ['ID=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:08.428334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-93f55d4e-462c-4f6b-a560-5064738e2a62 None None] Current status of the port d779892d-1ba6-4329-a5a1-0e47d2f19f3a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:08.459575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93f55d4e-462c-4f6b-a560-5064738e2a62 None None] Provisioning complete for port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:08.460102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93f55d4e-462c-4f6b-a560-5064738e2a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.471278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bda2b0dc-8d47-49e3-8a26-3ac49e785286 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.494350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a8e1a-4774-48d3-8c08-016d0ff3529a None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:08.530819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2b0dc-8d47-49e3-8a26-3ac49e785286 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=fce55510-b584-43c6-bc6b-45fcf09c100f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:08.532811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bda2b0dc-8d47-49e3-8a26-3ac49e785286 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.560583 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bda2b0dc-8d47-49e3-8a26-3ac49e785286 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/fce55510-b584-43c6-bc6b-45fcf09c100f HTTP/1.1" status: 204 len: 168 time: 0.7784798 May 24 23:06:08.561456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60908) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:08.564861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9b9ade3-bf74-4f8c-bb01-16cfd0e3c045 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:08.568935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9b9ade3-bf74-4f8c-bb01-16cfd0e3c045 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:08.572682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9b9ade3-bf74-4f8c-bb01-16cfd0e3c045 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:08.579201 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9b9ade3-bf74-4f8c-bb01-16cfd0e3c045 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:08.592891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b9ade3-bf74-4f8c-bb01-16cfd0e3c045 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:08.596974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ade3-bf74-4f8c-bb01-16cfd0e3c045 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.597166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d779892d-1ba6-4329-a5a1-0e47d2f19f3a up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:08.611987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60912) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:08.644213 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0931541e-b57c-4d09-9970-8ac9f3101708 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807898 May 24 23:06:08.647031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60916) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:08.652787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:08.653488 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-93f55d4e-462c-4f6b-a560-5064738e2a62 None None] Port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:08.707402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-02f96dda-25aa-417b-8b28-65507759e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:32Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'port_id': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'mac_address': 'fa:16:3e:a7:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf54512-5c75-4bab-acae-74648318d3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:06:04Z', 'updated_at': '2022-05-24T23:06:04Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a08e95a-fb7e-41a5-b77e-dff798f2e499', 'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:a1:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:30Z', 'updated_at': '2022-05-24T23:05:41Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:08.744811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f96dda-25aa-417b-8b28-65507759e203 None None] The sync data for ids ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'] in dv-neutron-843190-1-hyperv is: [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:32Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'port_id': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'mac_address': 'fa:16:3e:a7:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf54512-5c75-4bab-acae-74648318d3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:06:04Z', 'updated_at': '2022-05-24T23:06:04Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a08e95a-fb7e-41a5-b77e-dff798f2e499', 'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:a1:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:30Z', 'updated_at': '2022-05-24T23:05:41Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:08.774998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:08.774998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.786986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:08.794335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:08.796725 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-40c70e85-fdf5-4071-98e5-177759d06fdf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7 HTTP/1.1" status: 200 len: 992 time: 0.1836648 May 24 23:06:08.798300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:08.803934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9f561a20-8e9a-4cef-a241-93bea1211862 None None] Could not find standard attr ID for object 5e0cffa6-1185-43bd-b9bb-926d6cb157a6. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:08.809201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:08.829785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:08.830536 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-b9b9ade3-bf74-4f8c-bb01-16cfd0e3c045 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 29a57abb-55b0-4d96-acd3-9dd1e2f960e1 (CIDR: 172.20.0.16/28) May 24 23:06:08.834077 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.834735 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b9ade3-bf74-4f8c-bb01-16cfd0e3c045 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:06:08.835357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b9ade3-bf74-4f8c-bb01-16cfd0e3c045 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:08.852835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9f561a20-8e9a-4cef-a241-93bea1211862 None None] Provisioning for port e82e30a1-9ec9-4666-a5df-ec646d312a63 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:08.859781 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9b9ade3-bf74-4f8c-bb01-16cfd0e3c045 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4963112 May 24 23:06:08.862844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60920) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:08.864222 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9f561a20-8e9a-4cef-a241-93bea1211862 None None] Provisioning complete for port e82e30a1-9ec9-4666-a5df-ec646d312a63 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:08.864559 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9f561a20-8e9a-4cef-a241-93bea1211862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.869197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'subnet': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:08.894162 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22234308-4882-4eda-9292-e9af7e3f48c5 None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:06:09.020710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9f561a20-8e9a-4cef-a241-93bea1211862 None None] Port e82e30a1-9ec9-4666-a5df-ec646d312a63 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:09.031338 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02570e8-8eed-40a6-892e-a966466f411d None None] New status for floating IP fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:06:09.032706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d779892d-1ba6-4329-a5a1-0e47d2f19f3a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:09.038574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:09.043549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Usage tracker for resource:subnet and tenant:fa3b8b85c94d42f2b0642309b85d8ee4 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:09.046676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:09.053395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:09.065559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Made reservation on behalf of fa3b8b85c94d42f2b0642309b85d8ee4 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:09.070413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.107554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.172690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22234308-4882-4eda-9292-e9af7e3f48c5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:06:09.174570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:09.183046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:09.189628 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:09.190710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.234209 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5856779 May 24 23:06:09.237778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60924) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:09.244467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:09.348278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9143c-c616-463b-88fe-d246eccb9cf1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=99d1865e-c002-401f-8b1b-093f8105ef31,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:09.409688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:09.413989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:09.417008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:09.424054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:09.436041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:09.439729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.464682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.520149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:09.523331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:09.528180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:09.528753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.545942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Subnet': ['ID=a2a2983a-7f04-4635-af90-025d7fe1901f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:09.557010 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-683b2052-aff3-4b08-bf7d-7515973f63b7 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6930578 May 24 23:06:09.559548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60928) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:09.565858 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-659984087', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a2a2983a-7f04-4635-af90-025d7fe1901f'}], 'security_groups': ['752b9dcc-8c83-43a4-8b2e-4a1cdd5e75bb', '6b6b715b-15f7-4302-ba19-07bf7044fffc']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:09.606458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419781c7-72bd-4b4f-9941-043b947ff55b None None] Update dhcp port {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'fixed_ips': [{'subnet_id': '99d1865e-c002-401f-8b1b-093f8105ef31'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': '36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:06:09.664250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-419781c7-72bd-4b4f-9941-043b947ff55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.703320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.815450 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60932) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:09.863003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:06:09.876315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-419781c7-72bd-4b4f-9941-043b947ff55b None None] Allocated IP 172.20.0.2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/99d1865e-c002-401f-8b1b-093f8105ef31/36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:09.994799 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-97ecb00a-91f4-434f-b173-9304797ee324 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7 HTTP/1.1" status: 200 len: 994 time: 0.1783421 May 24 23:06:10.024730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-419781c7-72bd-4b4f-9941-043b947ff55b None None] For port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:10.033808 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:06:10.050971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-419781c7-72bd-4b4f-9941-043b947ff55b None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.066547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-419781c7-72bd-4b4f-9941-043b947ff55b None None] Ignored duplicate provisioning block setup for port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 24 23:06:10.071412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-419781c7-72bd-4b4f-9941-043b947ff55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.144765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.188972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419781c7-72bd-4b4f-9941-043b947ff55b None None] Pushing event updated for resources: {'Port': ['ID=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:10.331091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Delete allocated IP 172.20.0.13 (356280fe-23ef-4f3a-80f7-1dc7665cba07/ac59e2ea-7790-442d-81c8-6b38ed69c834) {{(pid=88260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:06:10.343766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Allocated IP 172.20.0.45 (356280fe-23ef-4f3a-80f7-1dc7665cba07/a2a2983a-7f04-4635-af90-025d7fe1901f/e82e30a1-9ec9-4666-a5df-ec646d312a63) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:10.438880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] For port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:10.469265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.475092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.476011 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.600432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.618958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Transition to ACTIVE for port object e82e30a1-9ec9-4666-a5df-ec646d312a63 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:10.623806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.641801 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:10.712406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:10.713683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:10.717935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:10.723722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:10.724293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.743231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,revision_number=7']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:10.751174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=64147cdb-0072-4d74-94b0-4587eadf0019,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:10.762370 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bb1addd7-566d-46ac-9b4e-26eb268927da tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5233176 May 24 23:06:10.765374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60936) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:10.770938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event updated for resources: {'Port': ['ID=e82e30a1-9ec9-4666-a5df-ec646d312a63,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:10.771251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:17:a2:7f', 'name': 'tempest-NetworksTestDHCPv6-428849453'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:10.797214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] In _notify_port_updated(), no bound segment for port e82e30a1-9ec9-4666-a5df-ec646d312a63 on network 356280fe-23ef-4f3a-80f7-1dc7665cba07 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:06:10.802541 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:10.803198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.804468 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9a85d890-37ce-4c72-87b5-dc591f9a7c67 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "PUT /v2.0/ports/e82e30a1-9ec9-4666-a5df-ec646d312a63 HTTP/1.1" status: 200 len: 959 time: 1.2438414 May 24 23:06:10.807369 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60940) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:10.874373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-01920d6b-57fb-4b8b-ab53-5283f86b174c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port e82e30a1-9ec9-4666-a5df-ec646d312a63 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:10.874745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01920d6b-57fb-4b8b-ab53-5283f86b174c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.911034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:10.915439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:10.918405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:10.925057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:10.936573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:11.088991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.117567 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 489ba461-8346-4e73-af50-023155c8a16c yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:11.147820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01920d6b-57fb-4b8b-ab53-5283f86b174c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.272785 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475fe10c-7780-49ab-bccd-75d6c79eb38d None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:11.285203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-01920d6b-57fb-4b8b-ab53-5283f86b174c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for e82e30a1-9ec9-4666-a5df-ec646d312a63 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:11.288732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffa48a5-0f02-4432-a8ca-b729c03f7538 None None] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:11.345333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 172.20.0.3 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/99d1865e-c002-401f-8b1b-093f8105ef31/489ba461-8346-4e73-af50-023155c8a16c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:11.352358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::f816:3eff:fe17:a27f (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/64147cdb-0072-4d74-94b0-4587eadf0019/489ba461-8346-4e73-af50-023155c8a16c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:11.442856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01920d6b-57fb-4b8b-ab53-5283f86b174c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.444435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e09f6c57-6e6c-446f-b6db-441afaa42ebb None None] Provisioning for port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:11.479857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e09f6c57-6e6c-446f-b6db-441afaa42ebb None None] Provisioning complete for port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:11.480221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e09f6c57-6e6c-446f-b6db-441afaa42ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.499279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01920d6b-57fb-4b8b-ab53-5283f86b174c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=e82e30a1-9ec9-4666-a5df-ec646d312a63,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:11.567964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.584888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 489ba461-8346-4e73-af50-023155c8a16c will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:11.599488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01920d6b-57fb-4b8b-ab53-5283f86b174c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.610232 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-01920d6b-57fb-4b8b-ab53-5283f86b174c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/e82e30a1-9ec9-4666-a5df-ec646d312a63 HTTP/1.1" status: 204 len: 168 time: 0.8018556 May 24 23:06:11.610934 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.612808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60944) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:11.670735 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4216e04-59df-467d-b955-1a2dc1bfc6c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] GET failed (client error): The resource could not be found. May 24 23:06:11.671568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e4216e04-59df-467d-b955-1a2dc1bfc6c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Synchronizing usage tracker for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:11.691289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e4216e04-59df-467d-b955-1a2dc1bfc6c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Unset dirty status for tenant:fa3b8b85c94d42f2b0642309b85d8ee4 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:11.692938 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e4216e04-59df-467d-b955-1a2dc1bfc6c3 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports/e82e30a1-9ec9-4666-a5df-ec646d312a63 HTTP/1.1" status: 404 len: 333 time: 0.0787945 May 24 23:06:11.695636 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:11.696041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60948) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:11.696801 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:11.699227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:11.747500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=489ba461-8346-4e73-af50-023155c8a16c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:11.769161 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eff092d-3447-48e3-824d-9d84d4fc618a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.770714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:11.771350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.798702 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa497bf4-dc4c-4791-a06f-0faf3fa46fa9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0296216 May 24 23:06:11.799047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60952) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:11.799918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eff092d-3447-48e3-824d-9d84d4fc618a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.828340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e09f6c57-6e6c-446f-b6db-441afaa42ebb None None] Current status of the port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:11.828628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e09f6c57-6e6c-446f-b6db-441afaa42ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.850776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eff092d-3447-48e3-824d-9d84d4fc618a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.869729 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff092d-3447-48e3-824d-9d84d4fc618a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e6dc25-cae4-4d6b-82ee-18a87f10a4d1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:11.878176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eff092d-3447-48e3-824d-9d84d4fc618a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.884009 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6eff092d-3447-48e3-824d-9d84d4fc618a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/security-groups/e6e6dc25-cae4-4d6b-82ee-18a87f10a4d1 HTTP/1.1" status: 204 len: 168 time: 0.1839864 May 24 23:06:11.884291 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60956) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:11.898833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a38b99-1858-4968-b07d-4d4e69dce4ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:11.904870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a38b99-1858-4968-b07d-4d4e69dce4ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:11.905825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-35a38b99-1858-4968-b07d-4d4e69dce4ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:11.926723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-35a38b99-1858-4968-b07d-4d4e69dce4ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:11.931245 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-35a38b99-1858-4968-b07d-4d4e69dce4ad tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1280718 May 24 23:06:11.931549 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60960) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:11.940768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e09f6c57-6e6c-446f-b6db-441afaa42ebb None None] For port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:11.947360 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e09f6c57-6e6c-446f-b6db-441afaa42ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.990200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1389-f9ff-4aaf-b2ea-5b5fda49f139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.012764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-36b322e0-4e2f-4c68-b05f-366461bd00fd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 489ba461-8346-4e73-af50-023155c8a16c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:12.013111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36b322e0-4e2f-4c68-b05f-366461bd00fd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.041725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1389-f9ff-4aaf-b2ea-5b5fda49f139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.076062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f6c57-6e6c-446f-b6db-441afaa42ebb None None] Pushing event updated for resources: {'Port': ['ID=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:12.101017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb7b42-8c10-4148-843c-f3a693c3c16d None None] Update dhcp port {'port': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'fixed_ips': [{'subnet_id': '29a57abb-55b0-4d96-acd3-9dd1e2f960e1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ac59e2ea-7790-442d-81c8-6b38ed69c834', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a2a2983a-7f04-4635-af90-025d7fe1901f'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': 'd779892d-1ba6-4329-a5a1-0e47d2f19f3a'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:06:12.109429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1389-f9ff-4aaf-b2ea-5b5fda49f139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.144937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d1389-f9ff-4aaf-b2ea-5b5fda49f139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b715b-15f7-4302-ba19-07bf7044fffc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:12.166940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1389-f9ff-4aaf-b2ea-5b5fda49f139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.171401 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1e9d1389-f9ff-4aaf-b2ea-5b5fda49f139 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/security-groups/6b6b715b-15f7-4302-ba19-07bf7044fffc HTTP/1.1" status: 204 len: 168 time: 0.2853143 May 24 23:06:12.172104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60964) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:12.179447 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-26fb7b42-8c10-4148-843c-f3a693c3c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.288558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9463841e-ead9-4072-8b96-514255848bb6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.319284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9463841e-ead9-4072-8b96-514255848bb6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.341897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36b322e0-4e2f-4c68-b05f-366461bd00fd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.375672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9463841e-ead9-4072-8b96-514255848bb6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.396039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463841e-ead9-4072-8b96-514255848bb6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752b9dcc-8c83-43a4-8b2e-4a1cdd5e75bb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:12.408353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9463841e-ead9-4072-8b96-514255848bb6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.413217 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9463841e-ead9-4072-8b96-514255848bb6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/security-groups/752b9dcc-8c83-43a4-8b2e-4a1cdd5e75bb HTTP/1.1" status: 204 len: 168 time: 0.2354183 May 24 23:06:12.413558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60968) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:12.443121 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-26fb7b42-8c10-4148-843c-f3a693c3c16d None None] Allocated IP 172.20.0.34 (356280fe-23ef-4f3a-80f7-1dc7665cba07/a2a2983a-7f04-4635-af90-025d7fe1901f/d779892d-1ba6-4329-a5a1-0e47d2f19f3a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:12.477097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-36b322e0-4e2f-4c68-b05f-366461bd00fd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 489ba461-8346-4e73-af50-023155c8a16c owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:12.488369 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8df30cb-a452-4ef5-ba78-cc72f9f9d753 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting subnet ac59e2ea-7790-442d-81c8-6b38ed69c834 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:12.597693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-26fb7b42-8c10-4148-843c-f3a693c3c16d None None] For port d779892d-1ba6-4329-a5a1-0e47d2f19f3a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,segment=NetworkSegment(d5a5c6d3-6fe7-4211-967d-5e975365138d),segment_id=d5a5c6d3-6fe7-4211-967d-5e975365138d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:12.601227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:12.639748 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7338ed33-4ca3-40f6-8964-a8125f2b513f None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:12.771502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-26fb7b42-8c10-4148-843c-f3a693c3c16d None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.803314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4420930a-fc21-4b24-aaf7-84c3bbd126c8 None None] Provisioning complete for port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:12.803677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4420930a-fc21-4b24-aaf7-84c3bbd126c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.811615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36b322e0-4e2f-4c68-b05f-366461bd00fd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.845737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-26fb7b42-8c10-4148-843c-f3a693c3c16d None None] Transition to ACTIVE for port object d779892d-1ba6-4329-a5a1-0e47d2f19f3a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:12.849174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8df30cb-a452-4ef5-ba78-cc72f9f9d753 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.867158 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-26fb7b42-8c10-4148-843c-f3a693c3c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.898566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b322e0-4e2f-4c68-b05f-366461bd00fd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=489ba461-8346-4e73-af50-023155c8a16c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:12.917735 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8df30cb-a452-4ef5-ba78-cc72f9f9d753 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.957197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:12.957562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.006300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36b322e0-4e2f-4c68-b05f-366461bd00fd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.021510 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-36b322e0-4e2f-4c68-b05f-366461bd00fd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/489ba461-8346-4e73-af50-023155c8a16c HTTP/1.1" status: 204 len: 168 time: 1.0885837 May 24 23:06:13.024155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60972) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:13.097451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c8d0b-6e91-4a36-88fd-0f0c38ee22e9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:13.099874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c8d0b-6e91-4a36-88fd-0f0c38ee22e9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:13.100829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c8d0b-6e91-4a36-88fd-0f0c38ee22e9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:13.101703 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-453c8d0b-6e91-4a36-88fd-0f0c38ee22e9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:13.126611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-453c8d0b-6e91-4a36-88fd-0f0c38ee22e9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:13.128458 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-453c8d0b-6e91-4a36-88fd-0f0c38ee22e9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1032274 May 24 23:06:13.134466 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60978) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:13.157310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8df30cb-a452-4ef5-ba78-cc72f9f9d753 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.182994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb7b42-8c10-4148-843c-f3a693c3c16d None None] Pushing event updated for resources: {'Port': ['ID=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:13.239061 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8231603-be16-4923-a3ee-b935ae2b2cba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 64147cdb-0072-4d74-94b0-4587eadf0019 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:13.246426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8231603-be16-4923-a3ee-b935ae2b2cba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.279555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8df30cb-a452-4ef5-ba78-cc72f9f9d753 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.304155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8231603-be16-4923-a3ee-b935ae2b2cba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.323911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df30cb-a452-4ef5-ba78-cc72f9f9d753 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Subnet': ['ID=ac59e2ea-7790-442d-81c8-6b38ed69c834,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:13.328203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c8df30cb-a452-4ef5-ba78-cc72f9f9d753 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.338616 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c8df30cb-a452-4ef5-ba78-cc72f9f9d753 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/ac59e2ea-7790-442d-81c8-6b38ed69c834 HTTP/1.1" status: 204 len: 168 time: 0.9202666 May 24 23:06:13.339436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60982) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:13.347793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4420930a-fc21-4b24-aaf7-84c3bbd126c8 None None] Current status of the port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:13.353826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:13.357659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4420930a-fc21-4b24-aaf7-84c3bbd126c8 None None] Could not find standard attr ID for object 489ba461-8346-4e73-af50-023155c8a16c. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:13.422015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c76e043-a6df-49cb-a925-204344ba1d57 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting subnet a2a2983a-7f04-4635-af90-025d7fe1901f {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:13.422930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8231603-be16-4923-a3ee-b935ae2b2cba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.425106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c76e043-a6df-49cb-a925-204344ba1d57 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.481635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c76e043-a6df-49cb-a925-204344ba1d57 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.505265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8231603-be16-4923-a3ee-b935ae2b2cba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.545214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8231603-be16-4923-a3ee-b935ae2b2cba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=64147cdb-0072-4d74-94b0-4587eadf0019,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:13.551688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8231603-be16-4923-a3ee-b935ae2b2cba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.567544 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f8231603-be16-4923-a3ee-b935ae2b2cba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/64147cdb-0072-4d74-94b0-4587eadf0019 HTTP/1.1" status: 204 len: 168 time: 0.4317172 May 24 23:06:13.568248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60986) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:13.577896 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c76e043-a6df-49cb-a925-204344ba1d57 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.638491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a445ae6-b7d2-465f-a2fa-5d9420d5f338 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 99d1865e-c002-401f-8b1b-093f8105ef31 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:13.641825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a445ae6-b7d2-465f-a2fa-5d9420d5f338 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.657422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c76e043-a6df-49cb-a925-204344ba1d57 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.701520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76e043-a6df-49cb-a925-204344ba1d57 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a2983a-7f04-4635-af90-025d7fe1901f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:13.705163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c76e043-a6df-49cb-a925-204344ba1d57 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.712719 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5c76e043-a6df-49cb-a925-204344ba1d57 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/a2a2983a-7f04-4635-af90-025d7fe1901f HTTP/1.1" status: 204 len: 168 time: 0.3722870 May 24 23:06:13.715309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60990) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:13.719047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a445ae6-b7d2-465f-a2fa-5d9420d5f338 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.796455 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-abff8c55-a262-426d-a372-084de9f61bb6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:06:13.796902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abff8c55-a262-426d-a372-084de9f61bb6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:13.798577 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-abff8c55-a262-426d-a372-084de9f61bb6 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/ac59e2ea-7790-442d-81c8-6b38ed69c834 HTTP/1.1" status: 404 len: 337 time: 0.0823219 May 24 23:06:13.801373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 60994) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:13.834255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fe11a4-9531-435b-b8a8-f6486eaf0902 None None] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:13.890005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b144db7c-0825-48d4-8239-91255cb0981a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting subnet 29a57abb-55b0-4d96-acd3-9dd1e2f960e1 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:13.895125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b144db7c-0825-48d4-8239-91255cb0981a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.940594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-607528ee-0102-43a2-98da-52121cdf2006 None None] Provisioning for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:13.954524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a445ae6-b7d2-465f-a2fa-5d9420d5f338 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.960219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-607528ee-0102-43a2-98da-52121cdf2006 None None] Provisioning complete for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:13.960219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-607528ee-0102-43a2-98da-52121cdf2006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.991310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bc04cd-1ddb-4493-b826-437197c52269 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:13.995594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b144db7c-0825-48d4-8239-91255cb0981a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.089803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a445ae6-b7d2-465f-a2fa-5d9420d5f338 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.138725 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a445ae6-b7d2-465f-a2fa-5d9420d5f338 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=99d1865e-c002-401f-8b1b-093f8105ef31,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:14.142256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a445ae6-b7d2-465f-a2fa-5d9420d5f338 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.147857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b144db7c-0825-48d4-8239-91255cb0981a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.189645 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3a445ae6-b7d2-465f-a2fa-5d9420d5f338 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/99d1865e-c002-401f-8b1b-093f8105ef31 HTTP/1.1" status: 204 len: 168 time: 0.6203070 May 24 23:06:14.192188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 60998) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.232645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b144db7c-0825-48d4-8239-91255cb0981a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.266691 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-909fd1bf-4419-473b-82ac-bf53154275f5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704927 May 24 23:06:14.266691 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32770) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.272198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:14.277263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144db7c-0825-48d4-8239-91255cb0981a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Subnet': ['ID=29a57abb-55b0-4d96-acd3-9dd1e2f960e1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:14.279308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b144db7c-0825-48d4-8239-91255cb0981a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.287133 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b144db7c-0825-48d4-8239-91255cb0981a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/29a57abb-55b0-4d96-acd3-9dd1e2f960e1 HTTP/1.1" status: 204 len: 168 time: 0.4847987 May 24 23:06:14.288135 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32774) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.332313 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-476385ab-b8d6-4bf4-86dc-51c9886cc74c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:06:14.332777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476385ab-b8d6-4bf4-86dc-51c9886cc74c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:14.337083 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-476385ab-b8d6-4bf4-86dc-51c9886cc74c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/e218c695-4ed2-41d3-afdc-36fa060984d8 HTTP/1.1" status: 404 len: 337 time: 0.0439887 May 24 23:06:14.337398 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32778) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.399958 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-201ad1ad-57bc-45e1-a4f0-1b062710fef1 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "GET /v2.0/ports?device_id=247e1a66-2d3c-46df-b4ad-75e85c6074fe HTTP/1.1" status: 200 len: 205 time: 0.0610309 May 24 23:06:14.402698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32782) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.448240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-607528ee-0102-43a2-98da-52121cdf2006 None None] Current status of the port d779892d-1ba6-4329-a5a1-0e47d2f19f3a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:14.455141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:14.473434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:14.476608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:14.479364 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-1f9dfe53-5d32-4f82-8dde-941f14f73041 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] delete failed (client error): The resource could not be found. May 24 23:06:14.480406 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1f9dfe53-5d32-4f82-8dde-941f14f73041 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/routers/247e1a66-2d3c-46df-b4ad-75e85c6074fe HTTP/1.1" status: 404 len: 336 time: 0.0767403 May 24 23:06:14.482582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-607528ee-0102-43a2-98da-52121cdf2006 None None] Provisioning complete for port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:14.482980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-607528ee-0102-43a2-98da-52121cdf2006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.483861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32786) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.484216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:14.495709 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:14.499469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.523893 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-099a29bd-4595-44f8-ba12-a7a43f7c0719 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:06:14.524568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099a29bd-4595-44f8-ba12-a7a43f7c0719 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:14.528703 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-099a29bd-4595-44f8-ba12-a7a43f7c0719 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/c2273a7a-6f26-43bb-af30-3d59b039f9ca HTTP/1.1" status: 404 len: 337 time: 0.0412450 May 24 23:06:14.529038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32790) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.553993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-607528ee-0102-43a2-98da-52121cdf2006 None None] Port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:14.580857 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bea5cba-e805-45d3-b060-e20ac3ca6859 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:06:14.581433 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bea5cba-e805-45d3-b060-e20ac3ca6859 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:14.585746 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7bea5cba-e805-45d3-b060-e20ac3ca6859 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/155a3742-e9b7-4271-b83a-fa80fb3b23f0 HTTP/1.1" status: 404 len: 337 time: 0.0533550 May 24 23:06:14.586925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32794) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.627953 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbe847c-a675-4f4b-b8c3-8338c87edd0b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:06:14.628536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbe847c-a675-4f4b-b8c3-8338c87edd0b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:14.632786 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cbbe847c-a675-4f4b-b8c3-8338c87edd0b tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/ba6cc533-cbf2-4394-8ef8-451a15e56383 HTTP/1.1" status: 404 len: 337 time: 0.0434146 May 24 23:06:14.634736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32798) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.663516 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:14.665964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d779892d-1ba6-4329-a5a1-0e47d2f19f3a up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:14.682197 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-72dc680d-38fa-4eeb-b8a9-17552e9ccc5a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:06:14.682720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72dc680d-38fa-4eeb-b8a9-17552e9ccc5a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:14.684685 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72dc680d-38fa-4eeb-b8a9-17552e9ccc5a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/ec6c59cb-c715-4838-b4e1-fb402a55f182 HTTP/1.1" status: 404 len: 333 time: 0.0490685 May 24 23:06:14.687041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32802) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.709576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Deleting port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:14.709948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.729819 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-4923d014-be8f-4679-b62c-4876b816941f tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:06:14.730407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4923d014-be8f-4679-b62c-4876b816941f tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:14.734451 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4923d014-be8f-4679-b62c-4876b816941f tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/0ccaca60-1dd0-4488-bafa-0fed101bb4c5 HTTP/1.1" status: 404 len: 337 time: 0.0442028 May 24 23:06:14.735265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32806) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.758360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.774445 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-21302944-5bf4-4c58-9df9-de12ee71d410 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:06:14.775003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21302944-5bf4-4c58-9df9-de12ee71d410 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:14.777006 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-21302944-5bf4-4c58-9df9-de12ee71d410 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/0af71e7b-c2b0-4799-94f0-c4a700705409 HTTP/1.1" status: 404 len: 337 time: 0.0405102 May 24 23:06:14.779538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32810) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.799146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacadf9b-5064-4bdb-9439-d7b1a2fe3ff3 None None] Update dhcp port {'port': {'network_id': '356280fe-23ef-4f3a-80f7-1dc7665cba07', 'fixed_ips': [{'subnet_id': '29a57abb-55b0-4d96-acd3-9dd1e2f960e1'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': 'd779892d-1ba6-4329-a5a1-0e47d2f19f3a'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:06:14.816463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:14.819703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:14.821764 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d87af4-7c49-4aa5-85b5-b09946e91fa2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:06:14.822227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d87af4-7c49-4aa5-85b5-b09946e91fa2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:14.823940 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-47d87af4-7c49-4aa5-85b5-b09946e91fa2 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/4b53cce2-e94b-4f0b-844c-7bed2d6faa57 HTTP/1.1" status: 404 len: 333 time: 0.0432429 May 24 23:06:14.824178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:14.824723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.826772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32814) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.827920 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-320991a6-ac01-4d49-905e-583b05b27af5 None None] Provisioning complete for port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:14.828424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-320991a6-ac01-4d49-905e-583b05b27af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.846716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=eb70352e-e23e-4cbc-acbb-61697ee49e83,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:14.861924 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-03a71e6c-505a-4c66-a11e-73281321f9a2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5941725 May 24 23:06:14.864877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32818) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.871049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:14.890437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dead8f1-2f29-4b7a-941d-00dbac0fc1e4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:06:14.890953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dead8f1-2f29-4b7a-941d-00dbac0fc1e4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:14.892595 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1dead8f1-2f29-4b7a-941d-00dbac0fc1e4 tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/22c7fd0c-7bf4-4a3b-ac6c-cf91be9fbd63 HTTP/1.1" status: 404 len: 337 time: 0.0647502 May 24 23:06:14.895796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32822) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.935167 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-083a79bb-c1a2-4353-9563-572a3eedcb2a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] DELETE failed (client error): The resource could not be found. May 24 23:06:14.935714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083a79bb-c1a2-4353-9563-572a3eedcb2a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:14.940018 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-083a79bb-c1a2-4353-9563-572a3eedcb2a tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/subnets/e68fc9de-8e02-4864-a27a-3e44c68452e2 HTTP/1.1" status: 404 len: 337 time: 0.0404541 May 24 23:06:14.940270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32826) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.964867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dacadf9b-5064-4bdb-9439-d7b1a2fe3ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.006932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb5c2e-0072-4e9d-bb97-8e0d7eb8561c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:15.007341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8eb5c2e-0072-4e9d-bb97-8e0d7eb8561c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.056406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:15.056779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.139492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:15.143693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:15.146530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:15.153317 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:15.166101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:15.171451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.265808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8eb5c2e-0072-4e9d-bb97-8e0d7eb8561c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.308287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-320991a6-ac01-4d49-905e-583b05b27af5 None None] Current status of the port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:15.323564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] For port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:15.323962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.400774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb5c2e-0072-4e9d-bb97-8e0d7eb8561c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:15.453492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab28b5-d613-4bb6-bbb4-620528b456ba None None] Network 356280fe-23ef-4f3a-80f7-1dc7665cba07 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:15.548633 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Calling delete_port for 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:15.593711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8eb5c2e-0072-4e9d-bb97-8e0d7eb8561c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.612608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:06:15.644496 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb5c2e-0072-4e9d-bb97-8e0d7eb8561c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:15.650001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b8eb5c2e-0072-4e9d-bb97-8e0d7eb8561c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.666560 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b8eb5c2e-0072-4e9d-bb97-8e0d7eb8561c tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/ports/5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05 HTTP/1.1" status: 204 len: 168 time: 0.7229774 May 24 23:06:15.667008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32830) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:15.710073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d779892d-1ba6-4329-a5a1-0e47d2f19f3a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:15.746209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.753695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5eb5339c-0c68-45ff-b938-2857f26dae57 None None] Provisioning complete for port d779892d-1ba6-4329-a5a1-0e47d2f19f3a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:15.754055 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5eb5339c-0c68-45ff-b938-2857f26dae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.785332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.796779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Deleting port d779892d-1ba6-4329-a5a1-0e47d2f19f3a {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:15.797240 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.810285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.891121 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:15.891476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:15.965708 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5339c-0c68-45ff-b938-2857f26dae57 None None] Current status of the port d779892d-1ba6-4329-a5a1-0e47d2f19f3a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:15.970888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5eb5339c-0c68-45ff-b938-2857f26dae57 None None] Could not find standard attr ID for object 5ade8897-2ddf-48ea-bb7e-dbcf4f1c2a05. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:16.005279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b12f10-2958-4090-bbc2-f5d42cb8e538 None None] DHCP port deletion for 356280fe-23ef-4f3a-80f7-1dc7665cba07 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:16.009738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-29b12f10-2958-4090-bbc2-f5d42cb8e538 None None] Deleting port d779892d-1ba6-4329-a5a1-0e47d2f19f3a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:16.010114 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-29b12f10-2958-4090-bbc2-f5d42cb8e538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.022333 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] For port d779892d-1ba6-4329-a5a1-0e47d2f19f3a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,segment=NetworkSegment(d5a5c6d3-6fe7-4211-967d-5e975365138d),segment_id=d5a5c6d3-6fe7-4211-967d-5e975365138d)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:16.022838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.051337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] For port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:16.078755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.084600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.085305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.156229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Calling delete_port for d779892d-1ba6-4329-a5a1-0e47d2f19f3a owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:16.182975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=7e6ae15e-d5cc-4f26-a3d0-4904251b5806,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:16.221171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:16.224350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:16.229648 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:16.230229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.233892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-29b12f10-2958-4090-bbc2-f5d42cb8e538 None None] For port d779892d-1ba6-4329-a5a1-0e47d2f19f3a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,segment=NetworkSegment(d5a5c6d3-6fe7-4211-967d-5e975365138d),segment_id=d5a5c6d3-6fe7-4211-967d-5e975365138d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:16.234491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-29b12f10-2958-4090-bbc2-f5d42cb8e538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.246706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,revision_number=12']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:16.252930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.262663 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cbedb407-b574-4ff8-a638-5b6ec78de79b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3967462 May 24 23:06:16.265450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32834) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:16.271024 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:2f:27:21', 'name': 'tempest-NetworksTestDHCPv6-836694486'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:16.304554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Port': ['ID=d779892d-1ba6-4329-a5a1-0e47d2f19f3a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:16.308503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] No DVR routers for this DVR port d779892d-1ba6-4329-a5a1-0e47d2f19f3a on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:16.375084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-29b12f10-2958-4090-bbc2-f5d42cb8e538 None None] Calling delete_port for d779892d-1ba6-4329-a5a1-0e47d2f19f3a owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:16.402298 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Deleting port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:16.402697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.411577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:16.416819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:16.420189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:16.426374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:16.432195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.437814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:16.458558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356280fe-23ef-4f3a-80f7-1dc7665cba07']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:16.472105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a5c6d3-6fe7-4211-967d-5e975365138d') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:16.472105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a5c6d3-6fe7-4211-967d-5e975365138d') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:16.486207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.504277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.511937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:16.512106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.550443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-29b12f10-2958-4090-bbc2-f5d42cb8e538 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:16.550827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-29b12f10-2958-4090-bbc2-f5d42cb8e538 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:16.590688 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d5a5c6d3-6fe7-4211-967d-5e975365138d resource provider aggregate not found May 24 23:06:16.616350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.626332 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d5a5c6d3-6fe7-4211-967d-5e975365138d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5a5c6d3-6fe7-4211-967d-5e975365138d found for delete ", "request_id": "req-80300e70-e610-4e71-9ad4-899d8df91b09"}]} May 24 23:06:16.649927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.650167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 556d1d93-1b41-49d5-93cd-79325bc5ae53 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:16.655671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:16.670696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.683391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] Pushing event deleted for resources: {'Network': ['ID=356280fe-23ef-4f3a-80f7-1dc7665cba07,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:16.692305 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-40492264-d942-444e-b411-aa37d73db4ea tempest-PortsTestJSON-865966481 tempest-PortsTestJSON-865966481-project] 10.222.0.32 "DELETE /v2.0/networks/356280fe-23ef-4f3a-80f7-1dc7665cba07 HTTP/1.1" status: 204 len: 168 time: 1.0234518 May 24 23:06:16.762907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] For port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:16.763628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.911403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 172.20.0.12 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/eb70352e-e23e-4cbc-acbb-61697ee49e83/556d1d93-1b41-49d5-93cd-79325bc5ae53) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:16.917825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::f816:3eff:fe2f:2721 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/7e6ae15e-d5cc-4f26-a3d0-4904251b5806/556d1d93-1b41-49d5-93cd-79325bc5ae53) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:16.932926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Calling delete_port for 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:16.986481 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:16.987328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.039386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:17.047507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.047507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d779892d-1ba6-4329-a5a1-0e47d2f19f3a no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:17.048062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32846) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:17.106389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-29b12f10-2958-4090-bbc2-f5d42cb8e538 None None] Deleting port d779892d-1ba6-4329-a5a1-0e47d2f19f3a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:17.106791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-29b12f10-2958-4090-bbc2-f5d42cb8e538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.161103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: d779892d-1ba6-4329-a5a1-0e47d2f19f3a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:17.161453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d779892d-1ba6-4329-a5a1-0e47d2f19f3a not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:17.161947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.188431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:17.188788 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:17.197718 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 556d1d93-1b41-49d5-93cd-79325bc5ae53 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:17.202632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-29b12f10-2958-4090-bbc2-f5d42cb8e538 None None] The port 'd779892d-1ba6-4329-a5a1-0e47d2f19f3a' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:06:17.225364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,revision_number=13']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:17.233518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.240736 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c998a8b3-fd34-4d32-ab99-5407de7636f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa3b8b85c94d42f2b0642309b85d8ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913862 May 24 23:06:17.243272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32852) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:17.301966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-537350f2-3c8a-4f16-a54a-1e46043ac29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.335400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-537350f2-3c8a-4f16-a54a-1e46043ac29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.390839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-537350f2-3c8a-4f16-a54a-1e46043ac29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.405633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537350f2-3c8a-4f16-a54a-1e46043ac29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84d7ddc-1919-4896-a634-fc0eb3213b19,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:17.411377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:17.412438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-537350f2-3c8a-4f16-a54a-1e46043ac29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.413682 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-537350f2-3c8a-4f16-a54a-1e46043ac29d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a84d7ddc-1919-4896-a634-fc0eb3213b19 HTTP/1.1" status: 204 len: 168 time: 0.1695027 May 24 23:06:17.414823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:17.417533 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:17.456311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=556d1d93-1b41-49d5-93cd-79325bc5ae53,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:17.486962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:17.487568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.513085 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6a36e7e3-3003-49a4-9b4b-41f4d58499ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2464693 May 24 23:06:17.515611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32858) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:17.597652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b5448-55f1-4468-8ea5-881f0ef11e46 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:17.603478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b5448-55f1-4468-8ea5-881f0ef11e46 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:17.604246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a40b5448-55f1-4468-8ea5-881f0ef11e46 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:17.620579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a40b5448-55f1-4468-8ea5-881f0ef11e46 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:17.622017 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a40b5448-55f1-4468-8ea5-881f0ef11e46 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1052136 May 24 23:06:17.624616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32864) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:17.696508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-79f84d7a-2649-4d57-b520-cd075a87bfa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 556d1d93-1b41-49d5-93cd-79325bc5ae53 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:17.696850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79f84d7a-2649-4d57-b520-cd075a87bfa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.949321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79f84d7a-2649-4d57-b520-cd075a87bfa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.075005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-79f84d7a-2649-4d57-b520-cd075a87bfa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 556d1d93-1b41-49d5-93cd-79325bc5ae53 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:18.103881 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Deleting port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:18.104470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.117639 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32884) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:18.251138 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'network': {'name': 'tempest-RoutersTest-847581122'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:18.256009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:18.259866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:network and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:18.262708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:18.269608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:18.282609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:18.286680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.301502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.301837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79f84d7a-2649-4d57-b520-cd075a87bfa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.316425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:18.320242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:security_group_rule and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:18.323092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:18.329032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:18.402894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] For port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:18.403578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.404237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f84d7a-2649-4d57-b520-cd075a87bfa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=556d1d93-1b41-49d5-93cd-79325bc5ae53,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:18.420613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.426024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.460031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:18.469935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c278aa0-0178-4f0d-8cdf-ebd0e54b86ae,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:18.479638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.479985 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added segment cdda8df0-7bed-463f-bdf3-5e3f1542f786 of type vlan for network fb971d4c-ac75-439a-ab48-46bdde3b26a8 May 24 23:06:18.510580 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.514715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79f84d7a-2649-4d57-b520-cd075a87bfa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.531531 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-79f84d7a-2649-4d57-b520-cd075a87bfa8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/556d1d93-1b41-49d5-93cd-79325bc5ae53 HTTP/1.1" status: 204 len: 168 time: 0.9057169 May 24 23:06:18.533921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32890) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:18.542431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Calling delete_port for 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:18.550825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.556257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:18.556836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.612013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f396d2-5e7a-4afb-88b9-3135a19f3633 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:18.613485 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f396d2-5e7a-4afb-88b9-3135a19f3633 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:18.614967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f396d2-5e7a-4afb-88b9-3135a19f3633 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:18.615749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-05f396d2-5e7a-4afb-88b9-3135a19f3633 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:18.634410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-05f396d2-5e7a-4afb-88b9-3135a19f3633 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:18.635595 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-05f396d2-5e7a-4afb-88b9-3135a19f3633 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0986230 May 24 23:06:18.638457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32894) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:18.665499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Network': ['ID=fb971d4c-ac75-439a-ab48-46bdde3b26a8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:18.669383 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5dc27497-e368-449c-a8dd-8d067ce866a6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5504911 May 24 23:06:18.671972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32898) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:18.678251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'network': {'name': 'tempest-RoutersTest-619812518'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:18.679878 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network fb971d4c-ac75-439a-ab48-46bdde3b26a8 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:18.684223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:18.687538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:network and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:18.690335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:18.696635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:18.706626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f2d025-55da-4286-9967-9ae071b9785a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 7e6ae15e-d5cc-4f26-a3d0-4904251b5806 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:18.708036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:18.709711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69f2d025-55da-4286-9967-9ae071b9785a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.713205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.748736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:18.760143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.760473 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added segment e26f1f82-2e8f-4f73-b44b-685e2ea683ac of type vlan for network 291b0edf-32a6-42bb-9e47-617471f8eb56 May 24 23:06:18.774887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69f2d025-55da-4286-9967-9ae071b9785a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.784342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.791965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.827278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.833613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:18.834359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.857226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69f2d025-55da-4286-9967-9ae071b9785a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.869471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] Pushing event deleted for resources: {'Port': ['ID=36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:18.909807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22370883-9ff3-4b48-9546-5a4979676295 None None] No DVR routers for this DVR port 36f1d7f9-0331-4b57-bc8e-a6dd26e28f3f on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:18.930911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec98cbf7-593f-4c97-89bf-41f4e34f47c5 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:18.933830 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69f2d025-55da-4286-9967-9ae071b9785a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.946456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Network': ['ID=291b0edf-32a6-42bb-9e47-617471f8eb56,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:18.952584 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e08ad8fe-fea3-42e0-8679-a13a3a306a1c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2794502 May 24 23:06:18.953508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32902) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:18.961527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'subnet': {'network_id': 'fb971d4c-ac75-439a-ab48-46bdde3b26a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:18.982055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69f2d025-55da-4286-9967-9ae071b9785a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.984757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2d025-55da-4286-9967-9ae071b9785a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6ae15e-d5cc-4f26-a3d0-4904251b5806,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:19.003263 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-69f2d025-55da-4286-9967-9ae071b9785a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/7e6ae15e-d5cc-4f26-a3d0-4904251b5806 HTTP/1.1" status: 204 len: 168 time: 0.3589096 May 24 23:06:19.003263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32906) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:19.012750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 291b0edf-32a6-42bb-9e47-617471f8eb56 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:19.071049 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:19.074926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:subnet and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:19.078184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:19.078319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b7b99c-4d14-4635-959a-b24d213b8c04 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet eb70352e-e23e-4cbc-acbb-61697ee49e83 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:19.081547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b99c-4d14-4635-959a-b24d213b8c04 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.084674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:19.095140 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:19.098650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.142599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b99c-4d14-4635-959a-b24d213b8c04 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.214783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b99c-4d14-4635-959a-b24d213b8c04 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.270700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f973afc-3aba-47a0-a652-01c235181dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': 'eb70352e-e23e-4cbc-acbb-61697ee49e83'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:19.272125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4f973afc-3aba-47a0-a652-01c235181dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.294399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b99c-4d14-4635-959a-b24d213b8c04 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.327962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.341514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7b99c-4d14-4635-959a-b24d213b8c04 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=eb70352e-e23e-4cbc-acbb-61697ee49e83,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:19.347174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b99c-4d14-4635-959a-b24d213b8c04 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.359210 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a5b7b99c-4d14-4635-959a-b24d213b8c04 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/eb70352e-e23e-4cbc-acbb-61697ee49e83 HTTP/1.1" status: 204 len: 168 time: 0.3547482 May 24 23:06:19.359412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32910) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:19.384852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d207e7-aa48-4129-a872-f0203aa73ade None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:19.417450 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Subnet': ['ID=5308af09-0c6d-4c46-b471-2da3b59f23c8,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:19.420606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Checking segment: {'id': 'cdda8df0-7bed-463f-bdf3-5e3f1542f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fb971d4c-ac75-439a-ab48-46bdde3b26a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:19.421055 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network hostable DHCP agents. Network: fb971d4c-ac75-439a-ab48-46bdde3b26a8, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:19.427579 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0943f8e6-bfa9-484e-8ad5-332b933813d9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649064 May 24 23:06:19.427798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32914) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:19.444784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network fb971d4c-ac75-439a-ab48-46bdde3b26a8 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:19.454417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, fb971d4c-ac75-439a-ab48-46bdde3b26a8) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:19.459216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:19.459943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.468880 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6226781-6627-45b1-a089-1c9cbb0d6aae None None] Network fb971d4c-ac75-439a-ab48-46bdde3b26a8 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:19.475111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fd8fd142-c584-41c2-9f2c-5e19191b6c1f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:19.486135 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8ab57ea5-25f8-4fc1-9014-dc4332a7726e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5315809 May 24 23:06:19.488781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32918) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:19.495052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fd8fd142-c584-41c2-9f2c-5e19191b6c1f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:19.495441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'subnet': {'network_id': '291b0edf-32a6-42bb-9e47-617471f8eb56', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:19.498296 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fd8fd142-c584-41c2-9f2c-5e19191b6c1f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0671842 May 24 23:06:19.498412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32922) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:19.567964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67058e32-4964-4bac-9e27-64e9fc4f01bb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:19.568555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67058e32-4964-4bac-9e27-64e9fc4f01bb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:19.585446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67058e32-4964-4bac-9e27-64e9fc4f01bb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:19.589733 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-67058e32-4964-4bac-9e27-64e9fc4f01bb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0879614 May 24 23:06:19.589985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32926) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:19.722948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:19.728367 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:subnet and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:19.731503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:19.737600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:19.749823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:19.753506 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.784091 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-de66cd32-7583-4a79-85a9-deb288eb95aa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1887493 May 24 23:06:19.785922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32930) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:19.791715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5310f068-6cea-4045-bc79-99a560cc261f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:19.815752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-fb971d4c-ac75-439a-ab48-46bdde3b26a8', 'network_id': 'fb971d4c-ac75-439a-ab48-46bdde3b26a8', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'fixed_ips': [{'subnet_id': '5308af09-0c6d-4c46-b471-2da3b59f23c8'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:19.816593 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.903570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5310f068-6cea-4045-bc79-99a560cc261f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:19.913392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5310f068-6cea-4045-bc79-99a560cc261f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:19.924132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5310f068-6cea-4045-bc79-99a560cc261f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:19.928085 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5310f068-6cea-4045-bc79-99a560cc261f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.929630 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5310f068-6cea-4045-bc79-99a560cc261f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:06:19.930199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5310f068-6cea-4045-bc79-99a560cc261f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:19.950158 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5310f068-6cea-4045-bc79-99a560cc261f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1632137 May 24 23:06:19.953352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32934) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:19.962456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-acaa90a9-6e74-4517-9810-7a43f2d02a8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:19.976133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Allocated IP 172.20.0.2 (fb971d4c-ac75-439a-ab48-46bdde3b26a8/5308af09-0c6d-4c46-b471-2da3b59f23c8/b34b5f12-3534-4cbe-b298-b3940a89b0ea) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:19.987495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.072895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Checking segment: {'id': 'e26f1f82-2e8f-4f73-b44b-685e2ea683ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '291b0edf-32a6-42bb-9e47-617471f8eb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:20.073257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network hostable DHCP agents. Network: 291b0edf-32a6-42bb-9e47-617471f8eb56, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:20.077518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Subnet': ['ID=58e36274-9ce6-46af-b1c4-8deb6ba6895f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:20.084232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-acaa90a9-6e74-4517-9810-7a43f2d02a8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:20.097036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-acaa90a9-6e74-4517-9810-7a43f2d02a8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:20.097423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 291b0edf-32a6-42bb-9e47-617471f8eb56 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:20.108047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 291b0edf-32a6-42bb-9e47-617471f8eb56) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:20.110175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaa90a9-6e74-4517-9810-7a43f2d02a8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:20.112333 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:20.112916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.114709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-acaa90a9-6e74-4517-9810-7a43f2d02a8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.116401 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-acaa90a9-6e74-4517-9810-7a43f2d02a8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:06:20.116857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acaa90a9-6e74-4517-9810-7a43f2d02a8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:20.123214 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1205a213-0d23-46dc-bdf8-192110bd0030 None None] Network 291b0edf-32a6-42bb-9e47-617471f8eb56 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:20.139236 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-acaa90a9-6e74-4517-9810-7a43f2d02a8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1837597 May 24 23:06:20.140622 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4bb6457c-9a63-4ec5-9240-14f26dad9dc8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6507711 May 24 23:06:20.143309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32938) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:20.143728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32940) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:20.151713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fea5bb58-67d9-4394-adeb-60b3a6057a6f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:20.223142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3e7895ac-9ee1-4abb-90e5-0f5b9cb61808 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1394959667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:20.237163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3e7895ac-9ee1-4abb-90e5-0f5b9cb61808 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:20.252450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3e7895ac-9ee1-4abb-90e5-0f5b9cb61808 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:router and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:20.257380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3e7895ac-9ee1-4abb-90e5-0f5b9cb61808 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:20.273409 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3e7895ac-9ee1-4abb-90e5-0f5b9cb61808 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:20.287226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fea5bb58-67d9-4394-adeb-60b3a6057a6f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:20.294588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3e7895ac-9ee1-4abb-90e5-0f5b9cb61808 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.295587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3e7895ac-9ee1-4abb-90e5-0f5b9cb61808 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.298169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.301994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fea5bb58-67d9-4394-adeb-60b3a6057a6f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:20.318540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea5bb58-67d9-4394-adeb-60b3a6057a6f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:20.322440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Transition to ACTIVE for port object b34b5f12-3534-4cbe-b298-b3940a89b0ea will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:20.322779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fea5bb58-67d9-4394-adeb-60b3a6057a6f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.324138 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea5bb58-67d9-4394-adeb-60b3a6057a6f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:06:20.324563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea5bb58-67d9-4394-adeb-60b3a6057a6f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:20.329446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3e7895ac-9ee1-4abb-90e5-0f5b9cb61808 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.359227 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fea5bb58-67d9-4394-adeb-60b3a6057a6f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2141781 May 24 23:06:20.360713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32946) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:20.366406 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e92c12f0-43bb-4795-a2d8-b95d3568cab8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:20.368828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3e7895ac-9ee1-4abb-90e5-0f5b9cb61808 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.377977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Transition to ACTIVE for port object b34b5f12-3534-4cbe-b298-b3940a89b0ea will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:20.390502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.392939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3e7895ac-9ee1-4abb-90e5-0f5b9cb61808 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.394502 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3e7895ac-9ee1-4abb-90e5-0f5b9cb61808 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2478778 May 24 23:06:20.397145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32950) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:20.493811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e92c12f0-43bb-4795-a2d8-b95d3568cab8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:20.494730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Network fb971d4c-ac75-439a-ab48-46bdde3b26a8 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:20.497614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-291b0edf-32a6-42bb-9e47-617471f8eb56', 'network_id': '291b0edf-32a6-42bb-9e47-617471f8eb56', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'fixed_ips': [{'subnet_id': '58e36274-9ce6-46af-b1c4-8deb6ba6895f'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:20.498435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.504121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e92c12f0-43bb-4795-a2d8-b95d3568cab8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:20.515052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:20.516850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c12f0-43bb-4795-a2d8-b95d3568cab8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:20.521820 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:20.522270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e92c12f0-43bb-4795-a2d8-b95d3568cab8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.523776 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92c12f0-43bb-4795-a2d8-b95d3568cab8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:06:20.524237 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92c12f0-43bb-4795-a2d8-b95d3568cab8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:20.526837 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Pushing event updated for resources: {'Port': ['ID=b34b5f12-3534-4cbe-b298-b3940a89b0ea,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:20.551877 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e92c12f0-43bb-4795-a2d8-b95d3568cab8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1871991 May 24 23:06:20.552077 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32954) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:20.559910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4217b630-01ed-4594-9ff6-64220e7cd79c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:20.673722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Attempting to bind port b34b5f12-3534-4cbe-b298-b3940a89b0ea on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:20.674081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Attempting to bind port b34b5f12-3534-4cbe-b298-b3940a89b0ea by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'cdda8df0-7bed-463f-bdf3-5e3f1542f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fb971d4c-ac75-439a-ab48-46bdde3b26a8'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:20.674444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Attempting to bind port b34b5f12-3534-4cbe-b298-b3940a89b0ea on network fb971d4c-ac75-439a-ab48-46bdde3b26a8 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:20.675526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4217b630-01ed-4594-9ff6-64220e7cd79c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:20.684867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:20.685257 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Checking segment: {'id': 'cdda8df0-7bed-463f-bdf3-5e3f1542f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fb971d4c-ac75-439a-ab48-46bdde3b26a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:20.685632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.686015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Bound using segment: {'id': 'cdda8df0-7bed-463f-bdf3-5e3f1542f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fb971d4c-ac75-439a-ab48-46bdde3b26a8'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:20.686247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4217b630-01ed-4594-9ff6-64220e7cd79c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:20.686475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Bound port: b34b5f12-3534-4cbe-b298-b3940a89b0ea, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdda8df0-7bed-463f-bdf3-5e3f1542f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fb971d4c-ac75-439a-ab48-46bdde3b26a8'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:20.686868 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.696466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4217b630-01ed-4594-9ff6-64220e7cd79c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:20.700221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4217b630-01ed-4594-9ff6-64220e7cd79c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.702025 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4217b630-01ed-4594-9ff6-64220e7cd79c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:06:20.702523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4217b630-01ed-4594-9ff6-64220e7cd79c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:20.724600 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4217b630-01ed-4594-9ff6-64220e7cd79c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1681628 May 24 23:06:20.724828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32958) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:20.730832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-17555601-5902-45bb-8436-c24be2c2da28 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:20.829053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Allocated IP 172.21.0.2 (291b0edf-32a6-42bb-9e47-617471f8eb56/58e36274-9ce6-46af-b1c4-8deb6ba6895f/f94a2581-9058-44f3-9f3e-ce77ce2bf2ac) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:20.840735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] For port b34b5f12-3534-4cbe-b298-b3940a89b0ea, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:20.841931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-17555601-5902-45bb-8436-c24be2c2da28 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:20.844107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] For port b34b5f12-3534-4cbe-b298-b3940a89b0ea, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b34b5f12-3534-4cbe-b298-b3940a89b0ea,segment=NetworkSegment(cdda8df0-7bed-463f-bdf3-5e3f1542f786),segment_id=cdda8df0-7bed-463f-bdf3-5e3f1542f786)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:20.852881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-17555601-5902-45bb-8436-c24be2c2da28 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:20.864100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17555601-5902-45bb-8436-c24be2c2da28 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:20.864300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.868310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17555601-5902-45bb-8436-c24be2c2da28 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.869681 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-17555601-5902-45bb-8436-c24be2c2da28 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:06:20.870109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17555601-5902-45bb-8436-c24be2c2da28 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:20.890710 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-17555601-5902-45bb-8436-c24be2c2da28 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1625414 May 24 23:06:20.891696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32962) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:20.908270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.940395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6468ba12-2f11-4ca3-9d02-7623d916ec16 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:20.952963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6468ba12-2f11-4ca3-9d02-7623d916ec16 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:20.956400 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6468ba12-2f11-4ca3-9d02-7623d916ec16 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0614173 May 24 23:06:20.957207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32966) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:21.024285 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6678a92-b008-4060-acab-939edd98369b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:21.025148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c6678a92-b008-4060-acab-939edd98369b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:21.030921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331df52-c7a0-4f67-920a-7a29180f38b3 None None] Pushing event updated for resources: {'Port': ['ID=b34b5f12-3534-4cbe-b298-b3940a89b0ea,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:21.037842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c6678a92-b008-4060-acab-939edd98369b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:21.041891 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c6678a92-b008-4060-acab-939edd98369b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0813835 May 24 23:06:21.042275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32970) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:21.127654 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1f9d3e04-4030-4372-abbd-f878bd23afc7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842271 May 24 23:06:21.133846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32974) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:21.141196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.142434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:21.152327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Transition to ACTIVE for port object f94a2581-9058-44f3-9f3e-ce77ce2bf2ac will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:21.171266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Transition to ACTIVE for port object f94a2581-9058-44f3-9f3e-ce77ce2bf2ac will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:21.176743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.249973 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Network 291b0edf-32a6-42bb-9e47-617471f8eb56 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:21.257034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:21.268461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:21.309745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Pushing event updated for resources: {'Port': ['ID=f94a2581-9058-44f3-9f3e-ce77ce2bf2ac,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:21.386265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Attempting to bind port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:21.386621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Attempting to bind port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'e26f1f82-2e8f-4f73-b44b-685e2ea683ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '291b0edf-32a6-42bb-9e47-617471f8eb56'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:21.387038 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Attempting to bind port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac on network 291b0edf-32a6-42bb-9e47-617471f8eb56 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:21.393215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:21.393754 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Checking segment: {'id': 'e26f1f82-2e8f-4f73-b44b-685e2ea683ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '291b0edf-32a6-42bb-9e47-617471f8eb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:21.394254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.394774 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Bound using segment: {'id': 'e26f1f82-2e8f-4f73-b44b-685e2ea683ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '291b0edf-32a6-42bb-9e47-617471f8eb56'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:21.395351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Bound port: f94a2581-9058-44f3-9f3e-ce77ce2bf2ac, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26f1f82-2e8f-4f73-b44b-685e2ea683ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '291b0edf-32a6-42bb-9e47-617471f8eb56'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:21.395846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.508602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:21.531936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:21.534401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] For port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:21.537342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] For port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f94a2581-9058-44f3-9f3e-ce77ce2bf2ac,segment=NetworkSegment(e26f1f82-2e8f-4f73-b44b-685e2ea683ac),segment_id=e26f1f82-2e8f-4f73-b44b-685e2ea683ac)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:21.541984 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.550762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Allocated IP 172.20.0.1 (fb971d4c-ac75-439a-ab48-46bdde3b26a8/5308af09-0c6d-4c46-b471-2da3b59f23c8/450f048c-672d-49eb-a89f-a938597dc634) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:21.554606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:21.558015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.624264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898b5f9-308c-4e98-8122-b3e06c75d727 None None] Pushing event updated for resources: {'Port': ['ID=f94a2581-9058-44f3-9f3e-ce77ce2bf2ac,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:21.884076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c1241e3f-8dc2-4b56-9785-07a29fb6b2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.893508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.921967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Transition to ACTIVE for port object 450f048c-672d-49eb-a89f-a938597dc634 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:22.022915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.109536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network fb971d4c-ac75-439a-ab48-46bdde3b26a8 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:22.138446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:22.140913 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:22.144966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a85a0-6ad4-48e3-bb45-e2c6aab92422 None None] Network fb971d4c-ac75-439a-ab48-46bdde3b26a8 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:22.188083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:06:22.198558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.242796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=450f048c-672d-49eb-a89f-a938597dc634,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:22.254630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-48e90f35-2dc2-475f-966a-4c41d7e667b6 None None] Provisioning for port b34b5f12-3534-4cbe-b298-b3940a89b0ea completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:22.278381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.278815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.279145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.279471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.279789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.280109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.280423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.280738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.281052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.281361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.281670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.281979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:22.291290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.294896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:22.298687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:22.301654 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:22.302232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.308940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd9205-a2a1-4919-ba90-84c38a490b76 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:22.336541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=b3e39549-eac9-4c7d-8db1-18a02bb5a0b7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:22.369057 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7fb87c4d-6caf-4626-b13e-ca366be915b2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2348566 May 24 23:06:22.372192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32978) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:22.378506 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:53:d2:0f', 'name': 'tempest-NetworksTestDHCPv6-1748429979'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:22.444062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.558586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:22.585169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:22.619187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:22.632953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': 'b3e39549-eac9-4c7d-8db1-18a02bb5a0b7'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:22.634815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.788566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b34b5f12-3534-4cbe-b298-b3940a89b0ea up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:22.820070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e99b8cf-8402-435a-9d37-d407562ceb2a None None] Network 291b0edf-32a6-42bb-9e47-617471f8eb56 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:22.829770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.860557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port b834f026-3b7b-432b-abc3-3489518378d9 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:22.925653 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.932500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.999399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Allocated IP 2001:db8::f816:3eff:feb4:8ab5 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/b3e39549-eac9-4c7d-8db1-18a02bb5a0b7/1d51f728-b90a-4910-8dac-d21d8d179e13) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:23.004768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-05f4bcd7-37a5-4d1c-ad63-fb9fc51ce784 None None] Provisioning for port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:23.053334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=450f048c-672d-49eb-a89f-a938597dc634,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:23.055800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.149963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port b34b5f12-3534-4cbe-b298-b3940a89b0ea completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:23.203440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port b34b5f12-3534-4cbe-b298-b3940a89b0ea triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:23.203698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.270856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c9685fbf-79dd-4829-8e5c-3b44abbd874f None None] Provisioning for port 450f048c-672d-49eb-a89f-a938597dc634 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:23.297444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c9685fbf-79dd-4829-8e5c-3b44abbd874f None None] Provisioning complete for port 450f048c-672d-49eb-a89f-a938597dc634 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:23.297809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c9685fbf-79dd-4829-8e5c-3b44abbd874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.321169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network fb971d4c-ac75-439a-ab48-46bdde3b26a8 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:23.322298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:23.429126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c9685fbf-79dd-4829-8e5c-3b44abbd874f None None] Port 450f048c-672d-49eb-a89f-a938597dc634 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:23.488030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.521664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router b428c4e5-e7f9-47dc-b233-721235a138b1 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:06:23.522282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Transition to ACTIVE for port object 1d51f728-b90a-4910-8dac-d21d8d179e13 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:23.526581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c9685fbf-79dd-4829-8e5c-3b44abbd874f None None] Provisioning complete for port b34b5f12-3534-4cbe-b298-b3940a89b0ea triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:23.527073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c9685fbf-79dd-4829-8e5c-3b44abbd874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.589732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port b34b5f12-3534-4cbe-b298-b3940a89b0ea is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:23.590108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.600838 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Transition to ACTIVE for port object 1d51f728-b90a-4910-8dac-d21d8d179e13 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:23.615985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.688584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:23.700157 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-77ede926-e7d2-4ff7-840f-49e410c25b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/b428c4e5-e7f9-47dc-b233-721235a138b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3018377 May 24 23:06:23.702993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32982) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:23.712009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::f816:3eff:fe53:d20f (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/b3e39549-eac9-4c7d-8db1-18a02bb5a0b7/b834f026-3b7b-432b-abc3-3489518378d9) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:23.737116 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48703e8-4921-4933-b507-d1ee52e165f0 None None] Sync routers for ids ['b428c4e5-e7f9-47dc-b233-721235a138b1'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:23.762663 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:23.776371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:23.782545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port b34b5f12-3534-4cbe-b298-b3940a89b0ea, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b34b5f12-3534-4cbe-b298-b3940a89b0ea,segment=NetworkSegment(cdda8df0-7bed-463f-bdf3-5e3f1542f786),segment_id=cdda8df0-7bed-463f-bdf3-5e3f1542f786)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:23.785788 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:23.789603 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48703e8-4921-4933-b507-d1ee52e165f0 None None] Routers {'b428c4e5-e7f9-47dc-b233-721235a138b1'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:23.790207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b48703e8-4921-4933-b507-d1ee52e165f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b428c4e5-e7f9-47dc-b233-721235a138b1'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:23.791689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c5e25f-16a5-4ad9-b617-f20930813b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.792426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d1c5e25f-16a5-4ad9-b617-f20930813b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:23.812134 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d1c5e25f-16a5-4ad9-b617-f20930813b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:23.815174 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d1c5e25f-16a5-4ad9-b617-f20930813b1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports/450f048c-672d-49eb-a89f-a938597dc634 HTTP/1.1" status: 200 len: 910 time: 0.1111202 May 24 23:06:23.816490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 32986) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:23.840517 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Pushing event updated for resources: {'Port': ['ID=1d51f728-b90a-4910-8dac-d21d8d179e13,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:23.850307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.850754 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f94a2581-9058-44f3-9f3e-ce77ce2bf2ac up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:23.970375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.970864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.971203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.971531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.971863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.972185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.972525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.972831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.973151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.973475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.974311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.974311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:23.977622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b48703e8-4921-4933-b507-d1ee52e165f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:24.052670 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.070916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object b834f026-3b7b-432b-abc3-3489518378d9 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:24.094852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.108695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48703e8-4921-4933-b507-d1ee52e165f0 None None] Routers {'b428c4e5-e7f9-47dc-b233-721235a138b1'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:24.109319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b48703e8-4921-4933-b507-d1ee52e165f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:05:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b428c4e5-e7f9-47dc-b233-721235a138b1'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:24.163297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c9685fbf-79dd-4829-8e5c-3b44abbd874f None None] Current status of the port b34b5f12-3534-4cbe-b298-b3940a89b0ea is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:24.171216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:24.174684 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:24.180261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:24.185862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:24.186476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.202525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b48703e8-4921-4933-b507-d1ee52e165f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:24.202935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48703e8-4921-4933-b507-d1ee52e165f0 None None] The sync data for ids ['b428c4e5-e7f9-47dc-b233-721235a138b1'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:24.203074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=b834f026-3b7b-432b-abc3-3489518378d9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:24.204341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Attempting to bind port 1d51f728-b90a-4910-8dac-d21d8d179e13 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:24.204696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Attempting to bind port 1d51f728-b90a-4910-8dac-d21d8d179e13 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:24.205053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Attempting to bind port 1d51f728-b90a-4910-8dac-d21d8d179e13 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:24.211310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.211745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.212021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.212307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.212866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.212984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.213126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=b34b5f12-3534-4cbe-b298-b3940a89b0ea,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:24.213254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.213652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.213954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.214278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.214776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.215083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:24.219904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:24.220296 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:24.220690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.221072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:24.221643 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Bound port: 1d51f728-b90a-4910-8dac-d21d8d179e13, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:24.222172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.235416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-896b6cff-451c-419e-a5da-609d1591f7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.238466 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-91a6badd-26bd-4212-8bde-72647e695498 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8650682 May 24 23:06:24.239260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32990) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:24.273212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:24.297181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:24.297569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.343653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bdb896-65b1-4c26-b306-74093f872664 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:24.349622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bdb896-65b1-4c26-b306-74093f872664 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:24.351001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e8bdb896-65b1-4c26-b306-74093f872664 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:24.366458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e8bdb896-65b1-4c26-b306-74093f872664 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:24.368546 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e8bdb896-65b1-4c26-b306-74093f872664 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1275136 May 24 23:06:24.369789 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e5f3f050-25f9-4f54-8b85-8cbd0e0492bf None None] Provisioning complete for port 450f048c-672d-49eb-a89f-a938597dc634 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:24.370160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e5f3f050-25f9-4f54-8b85-8cbd0e0492bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.371298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32994) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:24.409720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] For port 1d51f728-b90a-4910-8dac-d21d8d179e13, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:24.434529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.435668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] For port 1d51f728-b90a-4910-8dac-d21d8d179e13, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1d51f728-b90a-4910-8dac-d21d8d179e13,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:24.447589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0d4656ed-a326-4776-8888-e7e117f9dddc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port b834f026-3b7b-432b-abc3-3489518378d9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:24.448393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d4656ed-a326-4776-8888-e7e117f9dddc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.448672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.482315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3f050-25f9-4f54-8b85-8cbd0e0492bf None None] Port 450f048c-672d-49eb-a89f-a938597dc634 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:24.594300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:24.594681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.604459 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e5f3f050-25f9-4f54-8b85-8cbd0e0492bf None None] Provisioning complete for port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:24.604827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e5f3f050-25f9-4f54-8b85-8cbd0e0492bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.636154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392d261-f350-4a86-a527-6181be8ae528 None None] Pushing event updated for resources: {'Port': ['ID=1d51f728-b90a-4910-8dac-d21d8d179e13,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:24.689940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f94a2581-9058-44f3-9f3e-ce77ce2bf2ac,segment=NetworkSegment(e26f1f82-2e8f-4f73-b44b-685e2ea683ac),segment_id=e26f1f82-2e8f-4f73-b44b-685e2ea683ac)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:24.698804 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.724479 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-5e695fb1-72db-442f-aa5d-fbbcd983727a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2335095 May 24 23:06:24.819394 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b34b5f12-3534-4cbe-b298-b3940a89b0ea up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:24.911118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=f94a2581-9058-44f3-9f3e-ce77ce2bf2ac,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:24.915461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3f050-25f9-4f54-8b85-8cbd0e0492bf None None] Current status of the port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:24.932691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port b34b5f12-3534-4cbe-b298-b3940a89b0ea triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:24.933065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.945976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d4656ed-a326-4776-8888-e7e117f9dddc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.041013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.074467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Allocated IP 172.21.0.1 (291b0edf-32a6-42bb-9e47-617471f8eb56/58e36274-9ce6-46af-b1c4-8deb6ba6895f/925f1d76-7bb7-47ec-acac-22fe931a0e79) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:25.108562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port b34b5f12-3534-4cbe-b298-b3940a89b0ea is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:25.122656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0d4656ed-a326-4776-8888-e7e117f9dddc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for b834f026-3b7b-432b-abc3-3489518378d9 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:25.206114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-c1f032ce-5c06-46cb-9eea-77630dd53984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:25.207621 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-c1f032ce-5c06-46cb-9eea-77630dd53984 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 1098 time: 0.3378458 May 24 23:06:25.251148 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.260935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.374615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Transition to ACTIVE for port object 925f1d76-7bb7-47ec-acac-22fe931a0e79 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:25.376643 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d4656ed-a326-4776-8888-e7e117f9dddc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.399540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.451181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4656ed-a326-4776-8888-e7e117f9dddc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=b834f026-3b7b-432b-abc3-3489518378d9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:25.473865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 291b0edf-32a6-42bb-9e47-617471f8eb56 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:25.477563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:25.481775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:25.492615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-1fafb5b3-02d1-4339-a57f-b4ab672fe433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:25.494065 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-1fafb5b3-02d1-4339-a57f-b4ab672fe433 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.2413361 May 24 23:06:25.502551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d4656ed-a326-4776-8888-e7e117f9dddc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.512940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=925f1d76-7bb7-47ec-acac-22fe931a0e79,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:25.546056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.602974 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0d4656ed-a326-4776-8888-e7e117f9dddc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/b834f026-3b7b-432b-abc3-3489518378d9 HTTP/1.1" status: 204 len: 168 time: 1.2301619 May 24 23:06:25.605913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 32998) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:25.653794 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-859e159d-ff7c-4530-859c-62e58f5f1259 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1523814 May 24 23:06:25.695972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.736389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f5c98a-8cac-4c6e-b0ea-046cb0c6746f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:25.738050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f5c98a-8cac-4c6e-b0ea-046cb0c6746f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:25.742755 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c5f5c98a-8cac-4c6e-b0ea-046cb0c6746f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1330867 May 24 23:06:25.742993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33002) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:25.791027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-c49612eb-4501-455d-a905-e0bb8e11fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:25.792599 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-c49612eb-4501-455d-a905-e0bb8e11fcae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.1283045 May 24 23:06:25.851991 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f6dcabb0-b2d9-4af5-9e59-824cd8697ac5 None None] Provisioning for port 925f1d76-7bb7-47ec-acac-22fe931a0e79 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:25.860132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bddb555-ee13-4842-a0f4-1bc725e05cfb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet b3e39549-eac9-4c7d-8db1-18a02bb5a0b7 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:25.862034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f6dcabb0-b2d9-4af5-9e59-824cd8697ac5 None None] Provisioning complete for port 925f1d76-7bb7-47ec-acac-22fe931a0e79 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:25.862409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f6dcabb0-b2d9-4af5-9e59-824cd8697ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.877718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bddb555-ee13-4842-a0f4-1bc725e05cfb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.932864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcabb0-b2d9-4af5-9e59-824cd8697ac5 None None] Port 925f1d76-7bb7-47ec-acac-22fe931a0e79 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:26.065089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bddb555-ee13-4842-a0f4-1bc725e05cfb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.066602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f692d364-875a-46d3-9410-44b390b1925e None None] Provisioning for port 1d51f728-b90a-4910-8dac-d21d8d179e13 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:26.131609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.143371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.156945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-77af8a73-c616-4aaf-8dde-4721f14dd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:26.159079 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-77af8a73-c616-4aaf-8dde-4721f14dd1f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3596265 May 24 23:06:26.192590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-05be1a07-432c-4d45-8805-de580cea578b None None] Could not find standard attr ID for object b834f026-3b7b-432b-abc3-3489518378d9. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:26.269104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=925f1d76-7bb7-47ec-acac-22fe931a0e79,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:26.277763 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.293755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bddb555-ee13-4842-a0f4-1bc725e05cfb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.385460 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-cfcaa036-02fc-4020-b589-50a95528eba2 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177441 May 24 23:06:26.423035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 291b0edf-32a6-42bb-9e47-617471f8eb56 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:26.424173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:26.480104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bddb555-ee13-4842-a0f4-1bc725e05cfb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.494690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.527895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddb555-ee13-4842-a0f4-1bc725e05cfb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e39549-eac9-4c7d-8db1-18a02bb5a0b7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:26.529947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bddb555-ee13-4842-a0f4-1bc725e05cfb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.536656 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b826f95b-1e3d-413a-954a-f010c4c1f2f4 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:26.541921 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8bddb555-ee13-4842-a0f4-1bc725e05cfb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/b3e39549-eac9-4c7d-8db1-18a02bb5a0b7 HTTP/1.1" status: 204 len: 168 time: 0.7978818 May 24 23:06:26.544594 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33010) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:26.603236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router b428c4e5-e7f9-47dc-b233-721235a138b1 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:26.633557 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f79db34e-739b-4881-96a9-57b689d2127b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873368 May 24 23:06:26.637349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33014) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:26.645205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:26.739130 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1b2f9d89-3c76-4e92-9108-46a652f702fe req-d5f46fe8-13a3-41f7-ba7f-bea6a2d69ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460128 May 24 23:06:26.745007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0973f043-a9b2-4591-9b85-20ea1fa9e76b None None] Provisioning complete for port 925f1d76-7bb7-47ec-acac-22fe931a0e79 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:26.745007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0973f043-a9b2-4591-9b85-20ea1fa9e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.822086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:26.826833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:26.830482 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:26.838452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:26.851552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:26.858710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.861200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0973f043-a9b2-4591-9b85-20ea1fa9e76b None None] Port 925f1d76-7bb7-47ec-acac-22fe931a0e79 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:26.910505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1d51f728-b90a-4910-8dac-d21d8d179e13 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:26.930210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:26.940893 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837df191-a1da-4788-b29f-3349dabf9abf None None] Sync routers for ids ['b428c4e5-e7f9-47dc-b233-721235a138b1'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:26.956042 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d139f549-495b-4185-9c9c-728ac156b141 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/b428c4e5-e7f9-47dc-b233-721235a138b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1380849 May 24 23:06:26.956895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33018) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:26.961726 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837df191-a1da-4788-b29f-3349dabf9abf None None] Routers {'b428c4e5-e7f9-47dc-b233-721235a138b1'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:26.962780 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-837df191-a1da-4788-b29f-3349dabf9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b428c4e5-e7f9-47dc-b233-721235a138b1'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:26.962922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:26.973985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Deleting port 1d51f728-b90a-4910-8dac-d21d8d179e13 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:26.974358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.028699 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-837df191-a1da-4788-b29f-3349dabf9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:27.038402 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837df191-a1da-4788-b29f-3349dabf9abf None None] Routers {'b428c4e5-e7f9-47dc-b233-721235a138b1'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:27.039355 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-837df191-a1da-4788-b29f-3349dabf9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b428c4e5-e7f9-47dc-b233-721235a138b1'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:27.059138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e02fc24-06a9-4eb9-ac40-e85c2fde3f71 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:27.059988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3e02fc24-06a9-4eb9-ac40-e85c2fde3f71 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:27.082958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 1d51f728-b90a-4910-8dac-d21d8d179e13 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:27.088307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3e02fc24-06a9-4eb9-ac40-e85c2fde3f71 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:27.094078 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3e02fc24-06a9-4eb9-ac40-e85c2fde3f71 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports/925f1d76-7bb7-47ec-acac-22fe931a0e79 HTTP/1.1" status: 200 len: 910 time: 0.1359527 May 24 23:06:27.095342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33022) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:27.095464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 1d51f728-b90a-4910-8dac-d21d8d179e13 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:27.095833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.111078 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-837df191-a1da-4788-b29f-3349dabf9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:27.111834 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837df191-a1da-4788-b29f-3349dabf9abf None None] The sync data for ids ['b428c4e5-e7f9-47dc-b233-721235a138b1'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:27.299877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] For port 1d51f728-b90a-4910-8dac-d21d8d179e13, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1d51f728-b90a-4910-8dac-d21d8d179e13,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:27.300297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.400339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:06:27.454479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Calling delete_port for 1d51f728-b90a-4910-8dac-d21d8d179e13 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:27.500733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 1d51f728-b90a-4910-8dac-d21d8d179e13 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:27.501142 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.543077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 1d51f728-b90a-4910-8dac-d21d8d179e13, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1d51f728-b90a-4910-8dac-d21d8d179e13,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:27.553523 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.554161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f94a2581-9058-44f3-9f3e-ce77ce2bf2ac up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:27.643275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.679420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:27.680348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:27.694054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=1d51f728-b90a-4910-8dac-d21d8d179e13,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:27.704782 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:27.705483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.719891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d270c1c-ba69-41eb-9728-e98a156d4c65 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.833048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:27.892225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] For port 1d51f728-b90a-4910-8dac-d21d8d179e13, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1d51f728-b90a-4910-8dac-d21d8d179e13,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:27.917287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.922858 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.923556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.060339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6d270c1c-ba69-41eb-9728-e98a156d4c65 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 925f1d76-7bb7-47ec-acac-22fe931a0e79 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:28.060673 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d270c1c-ba69-41eb-9728-e98a156d4c65 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.151747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:28.158682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:28.164843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:28.165425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.181525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=ec7bab09-3f71-488b-8607-3883c4233199,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:28.182239 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Deleting port 1d51f728-b90a-4910-8dac-d21d8d179e13 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:28.183440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.191497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=1d51f728-b90a-4910-8dac-d21d8d179e13,revision_number=6']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:28.206434 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-949de0d7-4091-4b8a-b4d7-b9ee54355b62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5680645 May 24 23:06:28.209224 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33026) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:28.215387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:eb:25:8e', 'name': 'tempest-NetworksTestDHCPv6-1818958581'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:28.272221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d270c1c-ba69-41eb-9728-e98a156d4c65 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.365071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:28.369395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:28.372503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:28.378480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:28.389778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:28.411912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6d270c1c-ba69-41eb-9728-e98a156d4c65 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for 925f1d76-7bb7-47ec-acac-22fe931a0e79 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:28.456119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] For port 1d51f728-b90a-4910-8dac-d21d8d179e13, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1d51f728-b90a-4910-8dac-d21d8d179e13,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:28.456775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.532776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.562426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port fa68e085-55e7-46aa-8faf-d120337ef85b yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:28.598883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Calling delete_port for 1d51f728-b90a-4910-8dac-d21d8d179e13 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:28.748096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.749498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d270c1c-ba69-41eb-9728-e98a156d4c65 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.752801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::f816:3eff:feeb:258e (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/ec7bab09-3f71-488b-8607-3883c4233199/fa68e085-55e7-46aa-8faf-d120337ef85b) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:28.829951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1d51f728-b90a-4910-8dac-d21d8d179e13 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:28.830240 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d270c1c-ba69-41eb-9728-e98a156d4c65 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=925f1d76-7bb7-47ec-acac-22fe931a0e79,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:28.879684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] Pushing event deleted for resources: {'Port': ['ID=1d51f728-b90a-4910-8dac-d21d8d179e13,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:28.926993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 1d51f728-b90a-4910-8dac-d21d8d179e13 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:28.926993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1d51f728-b90a-4910-8dac-d21d8d179e13 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:28.937819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740931e-3225-471b-bb47-6f2f03eb0379 None None] No DVR routers for this DVR port 1d51f728-b90a-4910-8dac-d21d8d179e13 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:28.953783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cbcd71-b2b5-4901-b06f-212bda3eda41 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:29.051134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.069934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object fa68e085-55e7-46aa-8faf-d120337ef85b will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:29.103148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.176207 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d270c1c-ba69-41eb-9728-e98a156d4c65 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.205751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=fa68e085-55e7-46aa-8faf-d120337ef85b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:29.219339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:29.221089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:29.228581 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:29.235265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:29.236141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.274106 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b4f259a8-609b-4a9f-8d7b-3336d5ee7d96 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0606191 May 24 23:06:29.274433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33032) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:29.318561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': 'ec7bab09-3f71-488b-8607-3883c4233199'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:29.319959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.366186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94f440-0e8a-4bef-b187-6a2f3a8e0ce4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:29.366923 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed94f440-0e8a-4bef-b187-6a2f3a8e0ce4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:29.386497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed94f440-0e8a-4bef-b187-6a2f3a8e0ce4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:29.386856 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ed94f440-0e8a-4bef-b187-6a2f3a8e0ce4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1114359 May 24 23:06:29.389659 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33036) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:29.456253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-720ecacd-d05b-42b3-8b3c-f451aa187714 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port fa68e085-55e7-46aa-8faf-d120337ef85b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:29.456575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720ecacd-d05b-42b3-8b3c-f451aa187714 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.484337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Allocated IP 2001:db8::f816:3eff:fed0:ee0d (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/ec7bab09-3f71-488b-8607-3883c4233199/be4cd068-996b-4334-abbb-be528b6fcf18) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:29.534395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d270c1c-ba69-41eb-9728-e98a156d4c65 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router b428c4e5-e7f9-47dc-b233-721235a138b1 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:29.698624 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d270c1c-ba69-41eb-9728-e98a156d4c65 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:29.704050 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.714172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758c2e0-be9a-481d-8a19-b0ae579d92fa None None] Sync routers for ids ['b428c4e5-e7f9-47dc-b233-721235a138b1'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:29.722677 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d270c1c-ba69-41eb-9728-e98a156d4c65 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/b428c4e5-e7f9-47dc-b233-721235a138b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6256018 May 24 23:06:29.724868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33040) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:29.731787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Transition to ACTIVE for port object be4cd068-996b-4334-abbb-be528b6fcf18 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:29.749892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758c2e0-be9a-481d-8a19-b0ae579d92fa None None] Routers {'b428c4e5-e7f9-47dc-b233-721235a138b1'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:29.750501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f758c2e0-be9a-481d-8a19-b0ae579d92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b428c4e5-e7f9-47dc-b233-721235a138b1'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:29.791787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720ecacd-d05b-42b3-8b3c-f451aa187714 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.816835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Transition to ACTIVE for port object be4cd068-996b-4334-abbb-be528b6fcf18 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:29.819267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f758c2e0-be9a-481d-8a19-b0ae579d92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:29.826397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.884777 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758c2e0-be9a-481d-8a19-b0ae579d92fa None None] Routers {'b428c4e5-e7f9-47dc-b233-721235a138b1'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:29.885393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f758c2e0-be9a-481d-8a19-b0ae579d92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b428c4e5-e7f9-47dc-b233-721235a138b1'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:29.955181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f758c2e0-be9a-481d-8a19-b0ae579d92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:29.955575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758c2e0-be9a-481d-8a19-b0ae579d92fa None None] The sync data for ids ['b428c4e5-e7f9-47dc-b233-721235a138b1'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:29.965035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:29.968458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:29.970698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:29.972817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Pushing event updated for resources: {'Port': ['ID=be4cd068-996b-4334-abbb-be528b6fcf18,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:29.983343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-720ecacd-d05b-42b3-8b3c-f451aa187714 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for fa68e085-55e7-46aa-8faf-d120337ef85b owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:30.068229 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Attempting to bind port be4cd068-996b-4334-abbb-be528b6fcf18 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:30.068589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Attempting to bind port be4cd068-996b-4334-abbb-be528b6fcf18 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:30.068943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Attempting to bind port be4cd068-996b-4334-abbb-be528b6fcf18 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:30.075289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:30.075662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:30.076308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.076699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:30.077157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Bound port: be4cd068-996b-4334-abbb-be528b6fcf18, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:30.077525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.171155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] For port be4cd068-996b-4334-abbb-be528b6fcf18, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:30.175425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] For port be4cd068-996b-4334-abbb-be528b6fcf18, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=be4cd068-996b-4334-abbb-be528b6fcf18,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:30.180554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.269677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a0f74-9e40-48b8-a340-c8b2f55676d7 None None] Pushing event updated for resources: {'Port': ['ID=be4cd068-996b-4334-abbb-be528b6fcf18,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:30.450158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720ecacd-d05b-42b3-8b3c-f451aa187714 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.544414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ecacd-d05b-42b3-8b3c-f451aa187714 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=fa68e085-55e7-46aa-8faf-d120337ef85b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:30.602916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720ecacd-d05b-42b3-8b3c-f451aa187714 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.617017 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-720ecacd-d05b-42b3-8b3c-f451aa187714 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/fa68e085-55e7-46aa-8faf-d120337ef85b HTTP/1.1" status: 204 len: 168 time: 1.2263880 May 24 23:06:30.620369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33044) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:30.685374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68872885-f5e1-43d9-97db-23e92d641bc5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:30.686935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68872885-f5e1-43d9-97db-23e92d641bc5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:30.687663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-68872885-f5e1-43d9-97db-23e92d641bc5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:30.698480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b945afd-a323-4552-a9d0-1751217ba4c8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.703057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-68872885-f5e1-43d9-97db-23e92d641bc5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:30.706801 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-68872885-f5e1-43d9-97db-23e92d641bc5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0827742 May 24 23:06:30.707057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33048) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:30.783039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b64cd54-0f49-4705-8984-f873d2d3c947 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet ec7bab09-3f71-488b-8607-3883c4233199 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:30.786114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b64cd54-0f49-4705-8984-f873d2d3c947 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.822352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device be4cd068-996b-4334-abbb-be528b6fcf18 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:30.846328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b64cd54-0f49-4705-8984-f873d2d3c947 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.893449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port be4cd068-996b-4334-abbb-be528b6fcf18 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:30.930076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b64cd54-0f49-4705-8984-f873d2d3c947 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.016498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b64cd54-0f49-4705-8984-f873d2d3c947 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.051600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4b945afd-a323-4552-a9d0-1751217ba4c8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 450f048c-672d-49eb-a89f-a938597dc634 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:31.052035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b945afd-a323-4552-a9d0-1751217ba4c8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.058973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64cd54-0f49-4705-8984-f873d2d3c947 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7bab09-3f71-488b-8607-3883c4233199,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:31.063911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b64cd54-0f49-4705-8984-f873d2d3c947 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.081830 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9b64cd54-0f49-4705-8984-f873d2d3c947 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/ec7bab09-3f71-488b-8607-3883c4233199 HTTP/1.1" status: 204 len: 168 time: 0.3716321 May 24 23:06:31.082063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33052) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:31.264633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b945afd-a323-4552-a9d0-1751217ba4c8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.277848 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7a351fd9-4170-44ad-b9fc-579518b0efaa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1945426 May 24 23:06:31.280127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33056) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:31.290050 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd52a40-d431-4f1b-8bab-c229bb65b4ad None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:31.359262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54924e23-c10d-46cf-ab71-af6defaf3c9f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:31.363074 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-54924e23-c10d-46cf-ab71-af6defaf3c9f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0796161 May 24 23:06:31.363366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33062) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:31.393400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ddd0551b-7285-4261-849b-c47fbf5397db None None] Provisioning for port be4cd068-996b-4334-abbb-be528b6fcf18 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:31.400502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4b945afd-a323-4552-a9d0-1751217ba4c8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for 450f048c-672d-49eb-a89f-a938597dc634 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:31.425741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ddd0551b-7285-4261-849b-c47fbf5397db None None] Provisioning complete for port be4cd068-996b-4334-abbb-be528b6fcf18 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:31.426270 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ddd0551b-7285-4261-849b-c47fbf5397db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.435314 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ece76-c377-4a4b-8992-d60792a6e0ff tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:31.435314 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-623ece76-c377-4a4b-8992-d60792a6e0ff tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:31.453216 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-623ece76-c377-4a4b-8992-d60792a6e0ff tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:31.457328 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-623ece76-c377-4a4b-8992-d60792a6e0ff tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0895534 May 24 23:06:31.458794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33066) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:31.533265 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9660b083-30ef-45a4-8eab-e69173f10796 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727646 May 24 23:06:31.536716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33070) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:31.544718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:31.602991 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0551b-7285-4261-849b-c47fbf5397db None None] Current status of the port be4cd068-996b-4334-abbb-be528b6fcf18 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:31.603375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ddd0551b-7285-4261-849b-c47fbf5397db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.637508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ddd0551b-7285-4261-849b-c47fbf5397db None None] For port be4cd068-996b-4334-abbb-be528b6fcf18, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=be4cd068-996b-4334-abbb-be528b6fcf18,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:31.644064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ddd0551b-7285-4261-849b-c47fbf5397db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.715314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e1c399-a079-490b-b9e8-25b5410cb447 None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:31.731386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-40e1c399-a079-490b-b9e8-25b5410cb447 None None] Deleting port be4cd068-996b-4334-abbb-be528b6fcf18 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:31.731758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40e1c399-a079-490b-b9e8-25b5410cb447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.758664 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ddd0551b-7285-4261-849b-c47fbf5397db None None] Could not find standard attr ID for object fa68e085-55e7-46aa-8faf-d120337ef85b. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:31.849304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:31.849533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0551b-7285-4261-849b-c47fbf5397db None None] Pushing event updated for resources: {'Port': ['ID=be4cd068-996b-4334-abbb-be528b6fcf18,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:31.854480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b945afd-a323-4552-a9d0-1751217ba4c8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.900714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:31.948684 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b945afd-a323-4552-a9d0-1751217ba4c8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=450f048c-672d-49eb-a89f-a938597dc634,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:31.965259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-40e1c399-a079-490b-b9e8-25b5410cb447 None None] For port be4cd068-996b-4334-abbb-be528b6fcf18, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=be4cd068-996b-4334-abbb-be528b6fcf18,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:31.965914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40e1c399-a079-490b-b9e8-25b5410cb447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.998387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:32.001816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.091247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-40e1c399-a079-490b-b9e8-25b5410cb447 None None] Calling delete_port for be4cd068-996b-4334-abbb-be528b6fcf18 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:32.166078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40e1c399-a079-490b-b9e8-25b5410cb447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.216201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1c399-a079-490b-b9e8-25b5410cb447 None None] Pushing event deleted for resources: {'Port': ['ID=be4cd068-996b-4334-abbb-be528b6fcf18,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:32.217885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1c399-a079-490b-b9e8-25b5410cb447 None None] No DVR routers for this DVR port be4cd068-996b-4334-abbb-be528b6fcf18 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:32.260225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b945afd-a323-4552-a9d0-1751217ba4c8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.596688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b945afd-a323-4552-a9d0-1751217ba4c8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router b428c4e5-e7f9-47dc-b233-721235a138b1 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:32.767613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device be4cd068-996b-4334-abbb-be528b6fcf18 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:32.787532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b945afd-a323-4552-a9d0-1751217ba4c8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:32.798133 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e11dd4-bfed-4df7-aafa-cc2dd9104c17 None None] Sync routers for ids ['b428c4e5-e7f9-47dc-b233-721235a138b1'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:32.801504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: be4cd068-996b-4334-abbb-be528b6fcf18 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:32.801843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device be4cd068-996b-4334-abbb-be528b6fcf18 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:32.808145 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e11dd4-bfed-4df7-aafa-cc2dd9104c17 None None] Routers {'b428c4e5-e7f9-47dc-b233-721235a138b1'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:32.809718 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d0e11dd4-bfed-4df7-aafa-cc2dd9104c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b428c4e5-e7f9-47dc-b233-721235a138b1'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:32.848323 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b945afd-a323-4552-a9d0-1751217ba4c8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/b428c4e5-e7f9-47dc-b233-721235a138b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1222479 May 24 23:06:32.851042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33076) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:32.853497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:06:32.854588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.872302 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d0e11dd4-bfed-4df7-aafa-cc2dd9104c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:32.880860 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e11dd4-bfed-4df7-aafa-cc2dd9104c17 None None] Routers {'b428c4e5-e7f9-47dc-b233-721235a138b1'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:32.881438 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d0e11dd4-bfed-4df7-aafa-cc2dd9104c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b428c4e5-e7f9-47dc-b233-721235a138b1'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:32.899554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-17b5c9f9-f84a-4d82-b4c5-05f90a7f1821 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:32.912915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:32.916232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-17b5c9f9-f84a-4d82-b4c5-05f90a7f1821 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:32.916746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:32.919887 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-17b5c9f9-f84a-4d82-b4c5-05f90a7f1821 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=b428c4e5-e7f9-47dc-b233-721235a138b1 HTTP/1.1" status: 200 len: 205 time: 0.0649331 May 24 23:06:32.920018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:32.920293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.924243 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33080) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:32.926422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db81f4c-9a64-4353-b484-d44f4b23ce01 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:32.947155 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d0e11dd4-bfed-4df7-aafa-cc2dd9104c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:32.947546 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e11dd4-bfed-4df7-aafa-cc2dd9104c17 None None] The sync data for ids ['b428c4e5-e7f9-47dc-b233-721235a138b1'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:33.006842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=ad4f4a96-e18b-47d7-9a63-339c450ce94f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:33.149602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': 'ad4f4a96-e18b-47d7-9a63-339c450ce94f'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:33.150574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.207981 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8edbd394-8fda-4300-8741-963a3ef532a8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6695788 May 24 23:06:33.210784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33084) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:33.217984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:84:12:07', 'name': 'tempest-NetworksTestDHCPv6-1635304113'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:33.233637 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39e0d597-ca3f-4ead-971f-5cc8e3fa9a95 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.308596 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Allocated IP 2001:db8::f816:3eff:fecd:d93a (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/ad4f4a96-e18b-47d7-9a63-339c450ce94f/4baa2a49-79f7-4156-9372-6e21468f2e85) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:33.508386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.518092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Transition to ACTIVE for port object 4baa2a49-79f7-4156-9372-6e21468f2e85 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:33.535632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Transition to ACTIVE for port object 4baa2a49-79f7-4156-9372-6e21468f2e85 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:33.542181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.605683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:33.608372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:33.611977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:33.618720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39e0d597-ca3f-4ead-971f-5cc8e3fa9a95 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.628431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39e0d597-ca3f-4ead-971f-5cc8e3fa9a95 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.645536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Pushing event updated for resources: {'Port': ['ID=4baa2a49-79f7-4156-9372-6e21468f2e85,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:33.651471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:33.656232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:33.659835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:33.665814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39e0d597-ca3f-4ead-971f-5cc8e3fa9a95 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.666289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e0d597-ca3f-4ead-971f-5cc8e3fa9a95 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Fanout notify agent at l3_agent the message router_deleted on router b428c4e5-e7f9-47dc-b233-721235a138b1 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:06:33.668046 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:33.683460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39e0d597-ca3f-4ead-971f-5cc8e3fa9a95 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.684542 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-39e0d597-ca3f-4ead-971f-5cc8e3fa9a95 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/b428c4e5-e7f9-47dc-b233-721235a138b1 HTTP/1.1" status: 204 len: 168 time: 0.7571967 May 24 23:06:33.685904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:33.687383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33088) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:33.707911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Attempting to bind port 4baa2a49-79f7-4156-9372-6e21468f2e85 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:33.708284 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Attempting to bind port 4baa2a49-79f7-4156-9372-6e21468f2e85 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:33.708645 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Attempting to bind port 4baa2a49-79f7-4156-9372-6e21468f2e85 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:33.713980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:33.714346 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:33.714773 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.715160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:33.715619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Bound port: 4baa2a49-79f7-4156-9372-6e21468f2e85, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:33.715985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.752457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5932885-1ae7-4cf9-bb84-6bb671e7e37f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting subnet 58e36274-9ce6-46af-b1c4-8deb6ba6895f {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:33.755745 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5932885-1ae7-4cf9-bb84-6bb671e7e37f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.822772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5932885-1ae7-4cf9-bb84-6bb671e7e37f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.823515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.823664 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] For port 4baa2a49-79f7-4156-9372-6e21468f2e85, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:33.827145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] For port 4baa2a49-79f7-4156-9372-6e21468f2e85, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4baa2a49-79f7-4156-9372-6e21468f2e85,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:33.831676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.852767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 88cad43f-6f0d-437d-86a2-06566f59bc90 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:33.920393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5932885-1ae7-4cf9-bb84-6bb671e7e37f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.937814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab654c22-1230-4b71-9478-5a2db418decb None None] Pushing event updated for resources: {'Port': ['ID=4baa2a49-79f7-4156-9372-6e21468f2e85,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:34.000509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5932885-1ae7-4cf9-bb84-6bb671e7e37f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.021093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::f816:3eff:fe84:1207 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/ad4f4a96-e18b-47d7-9a63-339c450ce94f/88cad43f-6f0d-437d-86a2-06566f59bc90) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:34.044575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5932885-1ae7-4cf9-bb84-6bb671e7e37f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Subnet': ['ID=58e36274-9ce6-46af-b1c4-8deb6ba6895f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:34.050103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5932885-1ae7-4cf9-bb84-6bb671e7e37f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.056577 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e5932885-1ae7-4cf9-bb84-6bb671e7e37f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/58e36274-9ce6-46af-b1c4-8deb6ba6895f HTTP/1.1" status: 204 len: 168 time: 0.3681686 May 24 23:06:34.059308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33092) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:34.061969 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d66901e-089c-4b5a-9198-1b597cf7c75d None None] Network 291b0edf-32a6-42bb-9e47-617471f8eb56 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:34.173979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b50040-67dd-48b5-8827-1f0903f69d9a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting subnet 5308af09-0c6d-4c46-b471-2da3b59f23c8 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:34.184853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33b50040-67dd-48b5-8827-1f0903f69d9a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.251799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33b50040-67dd-48b5-8827-1f0903f69d9a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.309013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.326117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 88cad43f-6f0d-437d-86a2-06566f59bc90 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:34.349996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33b50040-67dd-48b5-8827-1f0903f69d9a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.353425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.426665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33b50040-67dd-48b5-8827-1f0903f69d9a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.433090 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:34.435105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd4f14b-5b99-4213-873d-4fe706e30f66 None None] DHCP port deletion for 291b0edf-32a6-42bb-9e47-617471f8eb56 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:34.436385 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:34.440199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4f14b-5b99-4213-873d-4fe706e30f66 None None] Deleting port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:34.440376 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:34.440854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f14b-5b99-4213-873d-4fe706e30f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.446383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:34.447016 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.455326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=88cad43f-6f0d-437d-86a2-06566f59bc90,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:34.474562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b50040-67dd-48b5-8827-1f0903f69d9a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Subnet': ['ID=5308af09-0c6d-4c46-b471-2da3b59f23c8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:34.480400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33b50040-67dd-48b5-8827-1f0903f69d9a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.483620 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b5fd822-1f72-45d0-b566-0322e510352f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2695785 May 24 23:06:34.484781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33096) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:34.488574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a6393-5b66-4dc8-9856-25f1ad2ab0f9 None None] Network fb971d4c-ac75-439a-ab48-46bdde3b26a8 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:34.490033 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-33b50040-67dd-48b5-8827-1f0903f69d9a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/5308af09-0c6d-4c46-b471-2da3b59f23c8 HTTP/1.1" status: 204 len: 168 time: 0.4298689 May 24 23:06:34.492859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33100) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:34.571641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4777ab5f-e712-4210-8441-f3acebc3957a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:34.578099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4777ab5f-e712-4210-8441-f3acebc3957a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:34.578887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4777ab5f-e712-4210-8441-f3acebc3957a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:34.594919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4777ab5f-e712-4210-8441-f3acebc3957a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:34.599087 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4777ab5f-e712-4210-8441-f3acebc3957a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1103585 May 24 23:06:34.599618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33104) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:34.609779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.621014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:34.621362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.675339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-68c6a9ad-fd01-4f73-96b1-db6bb7ec5ebc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 88cad43f-6f0d-437d-86a2-06566f59bc90 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:34.676076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68c6a9ad-fd01-4f73-96b1-db6bb7ec5ebc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.860868 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0cd4f14b-5b99-4213-873d-4fe706e30f66 None None] For port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f94a2581-9058-44f3-9f3e-ce77ce2bf2ac,segment=NetworkSegment(e26f1f82-2e8f-4f73-b44b-685e2ea683ac),segment_id=e26f1f82-2e8f-4f73-b44b-685e2ea683ac)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:34.861181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f14b-5b99-4213-873d-4fe706e30f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.871476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4baa2a49-79f7-4156-9372-6e21468f2e85 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:34.938702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f94a2581-9058-44f3-9f3e-ce77ce2bf2ac,segment=NetworkSegment(e26f1f82-2e8f-4f73-b44b-685e2ea683ac),segment_id=e26f1f82-2e8f-4f73-b44b-685e2ea683ac)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:34.939265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.001486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68c6a9ad-fd01-4f73-96b1-db6bb7ec5ebc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.069647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4f14b-5b99-4213-873d-4fe706e30f66 None None] Calling delete_port for f94a2581-9058-44f3-9f3e-ce77ce2bf2ac owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:35.100788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for f94a2581-9058-44f3-9f3e-ce77ce2bf2ac owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:35.177106 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 4baa2a49-79f7-4156-9372-6e21468f2e85 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:35.194563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Provisioning for port 4baa2a49-79f7-4156-9372-6e21468f2e85 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:35.205726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e06571-83d0-486e-8f6c-366bb6ed404e None None] DHCP port deletion for fb971d4c-ac75-439a-ab48-46bdde3b26a8 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:35.209333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 4baa2a49-79f7-4156-9372-6e21468f2e85 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:35.209709 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.245565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Provisioning complete for port 4baa2a49-79f7-4156-9372-6e21468f2e85 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:35.245942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.277720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-82e06571-83d0-486e-8f6c-366bb6ed404e None None] Deleting port b34b5f12-3534-4cbe-b298-b3940a89b0ea {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:35.277720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82e06571-83d0-486e-8f6c-366bb6ed404e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.307938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-68c6a9ad-fd01-4f73-96b1-db6bb7ec5ebc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 88cad43f-6f0d-437d-86a2-06566f59bc90 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:35.314596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:35.315277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:35.341360 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f14b-5b99-4213-873d-4fe706e30f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.421061 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4f14b-5b99-4213-873d-4fe706e30f66 None None] Pushing event deleted for resources: {'Port': ['ID=f94a2581-9058-44f3-9f3e-ce77ce2bf2ac,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:35.422985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4f14b-5b99-4213-873d-4fe706e30f66 None None] No DVR routers for this DVR port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:35.461280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68c6a9ad-fd01-4f73-96b1-db6bb7ec5ebc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.544239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6a9ad-fd01-4f73-96b1-db6bb7ec5ebc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=88cad43f-6f0d-437d-86a2-06566f59bc90,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:35.553717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68c6a9ad-fd01-4f73-96b1-db6bb7ec5ebc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.569092 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-68c6a9ad-fd01-4f73-96b1-db6bb7ec5ebc tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/88cad43f-6f0d-437d-86a2-06566f59bc90 HTTP/1.1" status: 204 len: 168 time: 0.9683938 May 24 23:06:35.577345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33108) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:35.649339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415bcdd-4156-4d7a-95a6-24ebddc671b7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:35.650855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415bcdd-4156-4d7a-95a6-24ebddc671b7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:35.652362 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6415bcdd-4156-4d7a-95a6-24ebddc671b7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0794690 May 24 23:06:35.655171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33112) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:35.689781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-82e06571-83d0-486e-8f6c-366bb6ed404e None None] For port b34b5f12-3534-4cbe-b298-b3940a89b0ea, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b34b5f12-3534-4cbe-b298-b3940a89b0ea,segment=NetworkSegment(cdda8df0-7bed-463f-bdf3-5e3f1542f786),segment_id=cdda8df0-7bed-463f-bdf3-5e3f1542f786)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:35.690173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82e06571-83d0-486e-8f6c-366bb6ed404e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.699801 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Current status of the port 4baa2a49-79f7-4156-9372-6e21468f2e85 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:35.700179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.716188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4baa2a49-79f7-4156-9372-6e21468f2e85 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:35.716494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.729003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a555f3b-83fb-445e-b8b7-b375db8061b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet ad4f4a96-e18b-47d7-9a63-339c450ce94f {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:35.731897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2a555f3b-83fb-445e-b8b7-b375db8061b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.788122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2a555f3b-83fb-445e-b8b7-b375db8061b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.817347 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port f94a2581-9058-44f3-9f3e-ce77ce2bf2ac {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:35.817701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.873044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2a555f3b-83fb-445e-b8b7-b375db8061b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.877320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-82e06571-83d0-486e-8f6c-366bb6ed404e None None] Calling delete_port for b34b5f12-3534-4cbe-b298-b3940a89b0ea owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:35.889379 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] The port 'f94a2581-9058-44f3-9f3e-ce77ce2bf2ac' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:06:35.951616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2a555f3b-83fb-445e-b8b7-b375db8061b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.992312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a555f3b-83fb-445e-b8b7-b375db8061b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4f4a96-e18b-47d7-9a63-339c450ce94f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:35.999032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2a555f3b-83fb-445e-b8b7-b375db8061b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.019193 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2a555f3b-83fb-445e-b8b7-b375db8061b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/ad4f4a96-e18b-47d7-9a63-339c450ce94f HTTP/1.1" status: 204 len: 168 time: 0.3628988 May 24 23:06:36.019859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33116) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:36.027671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b17f9e-c0a4-492d-a40a-f0729cc73d23 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:36.063530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82e06571-83d0-486e-8f6c-366bb6ed404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.097840 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-111591bc-2fb8-40c0-a811-f0205ff82d02 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741670 May 24 23:06:36.098108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33120) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:36.103915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:36.124350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.153150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291b0edf-32a6-42bb-9e47-617471f8eb56']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:36.166032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26f1f82-2e8f-4f73-b44b-685e2ea683ac') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:36.166462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26f1f82-2e8f-4f73-b44b-685e2ea683ac') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:36.178322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.190448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e06571-83d0-486e-8f6c-366bb6ed404e None None] Pushing event deleted for resources: {'Port': ['ID=b34b5f12-3534-4cbe-b298-b3940a89b0ea,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:36.203745 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.211448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:36.212072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.215747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e06571-83d0-486e-8f6c-366bb6ed404e None None] No DVR routers for this DVR port b34b5f12-3534-4cbe-b298-b3940a89b0ea on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:36.217192 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:36.217544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:36.243349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:36.248021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:36.251119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:36.251914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:36.252264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:36.257254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:36.267614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:36.271427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.289989 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e26f1f82-2e8f-4f73-b44b-685e2ea683ac resource provider aggregate not found May 24 23:06:36.317205 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e26f1f82-2e8f-4f73-b44b-685e2ea683ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e26f1f82-2e8f-4f73-b44b-685e2ea683ac found for delete ", "request_id": "req-aebf0656-e3f2-477c-add4-b73c87432a4d"}]} May 24 23:06:36.331826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.357507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.375958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Network': ['ID=291b0edf-32a6-42bb-9e47-617471f8eb56,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:36.384798 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6eb71601-e2bd-40f8-941c-5196d76b78a9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/networks/291b0edf-32a6-42bb-9e47-617471f8eb56 HTTP/1.1" status: 204 len: 168 time: 1.8897307 May 24 23:06:36.386592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33128) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:36.415923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:36.419943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Deleting port 4baa2a49-79f7-4156-9372-6e21468f2e85 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:36.420324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.509295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.643737 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.645118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] For port 4baa2a49-79f7-4156-9372-6e21468f2e85, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4baa2a49-79f7-4156-9372-6e21468f2e85,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:36.646373 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.655797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:06:36.669581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb971d4c-ac75-439a-ab48-46bdde3b26a8']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:36.682362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdda8df0-7bed-463f-bdf3-5e3f1542f786') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:36.682688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdda8df0-7bed-463f-bdf3-5e3f1542f786') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:36.693951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.715372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.723574 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:36.723977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.821741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.827090 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.827686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.831989 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Calling delete_port for 4baa2a49-79f7-4156-9372-6e21468f2e85 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:36.852904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Network': ['ID=fb971d4c-ac75-439a-ab48-46bdde3b26a8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:36.861190 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-790d99cc-e0af-4acc-bb5a-3eb967045312 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/networks/fb971d4c-ac75-439a-ab48-46bdde3b26a8 HTTP/1.1" status: 204 len: 168 time: 0.4732480 May 24 23:06:36.861781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33132) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:36.867338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'network': {'name': 'tempest-RoutersTest-787961704'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:36.872341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:36.876529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:network and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:36.879420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:36.885451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:36.901405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:36.905351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.932694 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4baa2a49-79f7-4156-9372-6e21468f2e85 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:36.933077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.935252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:36.946428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.946826 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added segment ef71e28a-77da-4743-82a7-233589b1bd7b of type vlan for network 7d521ed3-e84f-4d56-8a68-8f7c6039db5d May 24 23:06:36.950005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Current status of the port 4baa2a49-79f7-4156-9372-6e21468f2e85 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:36.950391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.975104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.006528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.012079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:37.012659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.058783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] For port 4baa2a49-79f7-4156-9372-6e21468f2e85, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4baa2a49-79f7-4156-9372-6e21468f2e85,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:37.083411 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.089000 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.089694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.117459 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2521336 May 24 23:06:37.118674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33136) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:37.126719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'subnet': {'network_id': '7d521ed3-e84f-4d56-8a68-8f7c6039db5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:37.148938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f7382-f63d-407e-865e-215a67d2c3b8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Network': ['ID=7d521ed3-e84f-4d56-8a68-8f7c6039db5d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:37.157742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:37.158343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:37.169734 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 7d521ed3-e84f-4d56-8a68-8f7c6039db5d details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:37.249405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:37.253396 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:subnet and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:37.256604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:37.257135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:37.257236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:37.264281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:37.277997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:37.285396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:37.285799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:37.286405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.356354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33142) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:37.376806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=75ad7ac0-22a6-43ae-894a-1b65a36dfa78,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:37.386123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:37.388405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:37.392661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:37.393255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.415047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Current status of the port 4baa2a49-79f7-4156-9372-6e21468f2e85 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:37.415429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.418981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=4baa2a49-79f7-4156-9372-6e21468f2e85,revision_number=5']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:37.434473 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9b306beb-e4f0-4684-8b36-f7013fe43e33 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3325033 May 24 23:06:37.434473 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33146) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:37.439978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:2a:3d:80', 'name': 'tempest-NetworksTestDHCPv6-336732319'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:37.506901 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] For port 4baa2a49-79f7-4156-9372-6e21468f2e85, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4baa2a49-79f7-4156-9372-6e21468f2e85,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:37.519398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.531034 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2fe21fe2-f837-4b58-82ac-04af1c10b8a8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7 HTTP/1.1" status: 200 len: 994 time: 0.1643882 May 24 23:06:37.576858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4baa2a49-79f7-4156-9372-6e21468f2e85 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:37.577366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.644789 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d60a98bf-13d0-4a1c-b0f0-28947f204e61 None None] Could not find standard attr ID for object 88cad43f-6f0d-437d-86a2-06566f59bc90. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:37.689592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Deleting port 4baa2a49-79f7-4156-9372-6e21468f2e85 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:37.690824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.713513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:37.724730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.730901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:37.735089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:37.745226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:37.763141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:37.770561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6849f3f-d87f-4f63-8736-182f2f212d6d None None] Pushing event updated for resources: {'Port': ['ID=4baa2a49-79f7-4156-9372-6e21468f2e85,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:37.772060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.784065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:37.784425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:37.833674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port bbf216e2-e61b-4832-957a-c2730dd88d38 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:37.872372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Subnet': ['ID=73435de0-042f-4aaa-8440-8f0b01e165e5,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:37.888695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33154) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:37.975129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Checking segment: {'id': 'ef71e28a-77da-4743-82a7-233589b1bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d521ed3-e84f-4d56-8a68-8f7c6039db5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:37.975129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network hostable DHCP agents. Network: 7d521ed3-e84f-4d56-8a68-8f7c6039db5d, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:37.990695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::f816:3eff:fe2a:3d80 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/75ad7ac0-22a6-43ae-894a-1b65a36dfa78/bbf216e2-e61b-4832-957a-c2730dd88d38) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:38.023563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 7d521ed3-e84f-4d56-8a68-8f7c6039db5d is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:38.026096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] For port 4baa2a49-79f7-4156-9372-6e21468f2e85, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4baa2a49-79f7-4156-9372-6e21468f2e85,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:38.026668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.190959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Calling delete_port for 4baa2a49-79f7-4156-9372-6e21468f2e85 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:38.235861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 7d521ed3-e84f-4d56-8a68-8f7c6039db5d) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:38.240644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:38.241646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.267320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261ed67-fdd7-4852-ba2f-df95ec07164d None None] Network 7d521ed3-e84f-4d56-8a68-8f7c6039db5d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:38.291062 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-31a8dee4-f4b1-4958-932f-675a70bccc81 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1709671 May 24 23:06:38.292554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 64ca975b-5c98-4c0c-9109-820f7de2527c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:38.294253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.295959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33158) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:38.303228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d33dc09c-2130-4f90-8db9-fe533d3ab096 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-680283091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:38.315912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.318493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d33dc09c-2130-4f90-8db9-fe533d3ab096 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:38.331019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d33dc09c-2130-4f90-8db9-fe533d3ab096 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:router and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:38.336888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d33dc09c-2130-4f90-8db9-fe533d3ab096 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:38.344937 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cdda8df0-7bed-463f-bdf3-5e3f1542f786 resource provider aggregate not found May 24 23:06:38.345100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object bbf216e2-e61b-4832-957a-c2730dd88d38 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:38.348379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d33dc09c-2130-4f90-8db9-fe533d3ab096 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:38.375979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d33dc09c-2130-4f90-8db9-fe533d3ab096 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.376182 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cdda8df0-7bed-463f-bdf3-5e3f1542f786 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdda8df0-7bed-463f-bdf3-5e3f1542f786 found for delete ", "request_id": "req-a6630fdb-afce-4a0c-98b0-308aecb02f0e"}]} May 24 23:06:38.377156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d33dc09c-2130-4f90-8db9-fe533d3ab096 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.400923 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.477351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:38.478545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:38.482593 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:38.488191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:38.488754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.496804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.497429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.500663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=bbf216e2-e61b-4832-957a-c2730dd88d38,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:38.519506 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cca6fce8-3f38-4a54-a900-c92e139c0d95 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0843153 May 24 23:06:38.522156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33166) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:38.528531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4baa2a49-79f7-4156-9372-6e21468f2e85 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:38.555510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.593745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d33dc09c-2130-4f90-8db9-fe533d3ab096 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.607155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f94a2581-9058-44f3-9f3e-ce77ce2bf2ac no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:38.624204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d33dc09c-2130-4f90-8db9-fe533d3ab096 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.641760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 64ca975b-5c98-4c0c-9109-820f7de2527c owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:38.652152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b8c182-8225-49b5-aa41-b4ec6d884696 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:38.652948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-33b8c182-8225-49b5-aa41-b4ec6d884696 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:38.654474 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] Pushing event deleted for resources: {'Port': ['ID=4baa2a49-79f7-4156-9372-6e21468f2e85,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:38.658086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: f94a2581-9058-44f3-9f3e-ce77ce2bf2ac {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:38.658656 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f94a2581-9058-44f3-9f3e-ce77ce2bf2ac not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:38.675811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d33dc09c-2130-4f90-8db9-fe533d3ab096 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.679663 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d33dc09c-2130-4f90-8db9-fe533d3ab096 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3825750 May 24 23:06:38.681525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-33b8c182-8225-49b5-aa41-b4ec6d884696 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:38.686692 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-33b8c182-8225-49b5-aa41-b4ec6d884696 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1589952 May 24 23:06:38.686692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33170) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:38.686906 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33172) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:38.691873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'port': {'network_id': '7d521ed3-e84f-4d56-8a68-8f7c6039db5d', 'name': 'tempest-RoutersTest-1657337924'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:38.738812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb274abd-0c7e-4289-86f0-9b60539e4a5e None None] No DVR routers for this DVR port 4baa2a49-79f7-4156-9372-6e21468f2e85 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:38.777240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b34b5f12-3534-4cbe-b298-b3940a89b0ea no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:38.780948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-65408fd8-2390-4491-9447-afe127940adb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port bbf216e2-e61b-4832-957a-c2730dd88d38 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:38.781290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65408fd8-2390-4491-9447-afe127940adb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.811799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da5e48a-9076-4f70-996c-e2c40e7e1e5f None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:38.836186 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: b34b5f12-3534-4cbe-b298-b3940a89b0ea {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:38.836534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b34b5f12-3534-4cbe-b298-b3940a89b0ea not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:38.836935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4baa2a49-79f7-4156-9372-6e21468f2e85 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:38.866709 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:38.871599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:port and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:38.874744 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:38.880527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:38.899363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:38.903298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.909883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-7d521ed3-e84f-4d56-8a68-8f7c6039db5d', 'network_id': '7d521ed3-e84f-4d56-8a68-8f7c6039db5d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'fixed_ips': [{'subnet_id': '73435de0-042f-4aaa-8440-8f0b01e165e5'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:38.911040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.930115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] device_id is not set on port fd521fd7-20f7-4442-bee5-66c816925336 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:38.939698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 4baa2a49-79f7-4156-9372-6e21468f2e85 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:38.940039 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4baa2a49-79f7-4156-9372-6e21468f2e85 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:39.115720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.116712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Allocated IP 172.20.0.6 (7d521ed3-e84f-4d56-8a68-8f7c6039db5d/73435de0-042f-4aaa-8440-8f0b01e165e5/fd521fd7-20f7-4442-bee5-66c816925336) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:39.204384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65408fd8-2390-4491-9447-afe127940adb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.224775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=64ca975b-5c98-4c0c-9109-820f7de2527c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:39.307874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': '75ad7ac0-22a6-43ae-894a-1b65a36dfa78'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:39.309946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.386249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.416646 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Transition to ACTIVE for port object fd521fd7-20f7-4442-bee5-66c816925336 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:39.444307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-65408fd8-2390-4491-9447-afe127940adb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for bbf216e2-e61b-4832-957a-c2730dd88d38 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:39.461671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.479942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.479942 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7 disassociated (deleted). External IP: 172.26.3.191, port: 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe. May 24 23:06:39.598165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 7d521ed3-e84f-4d56-8a68-8f7c6039db5d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:39.598498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Allocated IP 172.20.0.2 (7d521ed3-e84f-4d56-8a68-8f7c6039db5d/73435de0-042f-4aaa-8440-8f0b01e165e5/2ee5351a-d743-41e5-b3bb-0c1147b7c16b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:39.598498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Allocated IP 2001:db8::f816:3eff:fe73:15f5 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/75ad7ac0-22a6-43ae-894a-1b65a36dfa78/03976eb3-7b74-43af-91eb-c1cfe44f146d) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:39.603064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:39.616374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:39.671392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=fd521fd7-20f7-4442-bee5-66c816925336,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:39.739339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:39.740396 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.788213 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6e071827-6941-4a6b-831c-a16e2646cb0f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1034107 May 24 23:06:39.797199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33178) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:39.980444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.991512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Transition to ACTIVE for port object 03976eb3-7b74-43af-91eb-c1cfe44f146d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:40.024481 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Transition to ACTIVE for port object 03976eb3-7b74-43af-91eb-c1cfe44f146d will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:40.074227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.163536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:40.172502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:40.183836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:40.188515 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.194445 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Pushing event updated for resources: {'Port': ['ID=03976eb3-7b74-43af-91eb-c1cfe44f146d,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:40.228399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Transition to ACTIVE for port object 2ee5351a-d743-41e5-b3bb-0c1147b7c16b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:40.301413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Transition to ACTIVE for port object 2ee5351a-d743-41e5-b3bb-0c1147b7c16b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:40.306525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Attempting to bind port 03976eb3-7b74-43af-91eb-c1cfe44f146d on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:40.308255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Attempting to bind port 03976eb3-7b74-43af-91eb-c1cfe44f146d by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:40.308255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Attempting to bind port 03976eb3-7b74-43af-91eb-c1cfe44f146d on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:40.315264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.320811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:40.320975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:40.321236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.321969 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:40.323051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Bound port: 03976eb3-7b74-43af-91eb-c1cfe44f146d, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:40.323180 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.436191 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Network 7d521ed3-e84f-4d56-8a68-8f7c6039db5d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:40.447367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:40.456042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:40.459255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65408fd8-2390-4491-9447-afe127940adb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.459813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Pushing event updated for resources: {'Port': ['ID=2ee5351a-d743-41e5-b3bb-0c1147b7c16b,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:40.566274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] For port 03976eb3-7b74-43af-91eb-c1cfe44f146d, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:40.574272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Attempting to bind port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:40.574579 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Attempting to bind port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'ef71e28a-77da-4743-82a7-233589b1bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d521ed3-e84f-4d56-8a68-8f7c6039db5d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:40.574985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Attempting to bind port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b on network 7d521ed3-e84f-4d56-8a68-8f7c6039db5d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:40.580127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] For port 03976eb3-7b74-43af-91eb-c1cfe44f146d, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=03976eb3-7b74-43af-91eb-c1cfe44f146d,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:40.583270 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:40.583846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Checking segment: {'id': 'ef71e28a-77da-4743-82a7-233589b1bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d521ed3-e84f-4d56-8a68-8f7c6039db5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:40.584265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.584629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Bound using segment: {'id': 'ef71e28a-77da-4743-82a7-233589b1bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d521ed3-e84f-4d56-8a68-8f7c6039db5d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:40.585094 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Bound port: 2ee5351a-d743-41e5-b3bb-0c1147b7c16b, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef71e28a-77da-4743-82a7-233589b1bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d521ed3-e84f-4d56-8a68-8f7c6039db5d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:40.585460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.598324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.609552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65408fd8-2390-4491-9447-afe127940adb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=bbf216e2-e61b-4832-957a-c2730dd88d38,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:40.688123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65408fd8-2390-4491-9447-afe127940adb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.751740 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-65408fd8-2390-4491-9447-afe127940adb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/bbf216e2-e61b-4832-957a-c2730dd88d38 HTTP/1.1" status: 204 len: 168 time: 2.0623555 May 24 23:06:40.754183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33182) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:40.760301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf32bf-b98f-4639-81b4-322f0d21fc6b None None] Pushing event updated for resources: {'Port': ['ID=03976eb3-7b74-43af-91eb-c1cfe44f146d,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:40.764998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:40.777497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] For port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:40.781087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.782324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] For port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2ee5351a-d743-41e5-b3bb-0c1147b7c16b,segment=NetworkSegment(ef71e28a-77da-4743-82a7-233589b1bd7b),segment_id=ef71e28a-77da-4743-82a7-233589b1bd7b)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:40.793171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.888682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f6c28-d419-4b54-9c6a-9442a7822ba3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:40.891114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f6c28-d419-4b54-9c6a-9442a7822ba3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:40.892074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0d6f6c28-d419-4b54-9c6a-9442a7822ba3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:40.902199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce91b79-719f-4223-ade5-6a6f25116c34 None None] Pushing event updated for resources: {'Port': ['ID=2ee5351a-d743-41e5-b3bb-0c1147b7c16b,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:40.923673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0d6f6c28-d419-4b54-9c6a-9442a7822ba3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:40.930557 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0d6f6c28-d419-4b54-9c6a-9442a7822ba3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1713376 May 24 23:06:40.933868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33186) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:41.022624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8853203f-26cf-4109-8158-e16b4af06c8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 75ad7ac0-22a6-43ae-894a-1b65a36dfa78 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:41.026442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8853203f-26cf-4109-8158-e16b4af06c8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.101041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8853203f-26cf-4109-8158-e16b4af06c8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.220269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8853203f-26cf-4109-8158-e16b4af06c8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.361374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8853203f-26cf-4109-8158-e16b4af06c8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.381827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:41.389656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.404645 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b09a6-f511-4a57-83df-1a54c344ac30 None None] Sync routers for ids ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:41.419933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b09a6-f511-4a57-83df-1a54c344ac30 None None] Routers {'9e94ef70-3ad3-45ca-b085-6e73944b7c13'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:41.420703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-517b09a6-f511-4a57-83df-1a54c344ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:41.433625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853203f-26cf-4109-8158-e16b4af06c8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=75ad7ac0-22a6-43ae-894a-1b65a36dfa78,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:41.437814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8853203f-26cf-4109-8158-e16b4af06c8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.482679 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8853203f-26cf-4109-8158-e16b4af06c8b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/75ad7ac0-22a6-43ae-894a-1b65a36dfa78 HTTP/1.1" status: 204 len: 168 time: 0.5488017 May 24 23:06:41.485394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33190) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:41.540261 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-549dff5b-7d5c-4666-bece-ce7774b56ca4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/floatingips/fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7 HTTP/1.1" status: 204 len: 168 time: 3.6500785 May 24 23:06:41.608095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf54512-5c75-4bab-acae-74648318d3d4', 'tag': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:41.687034 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2cc501c5-7526-402e-b481-02aada4dc1ba tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1977997 May 24 23:06:41.687561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33198) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:41.755733 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17ee40b-df96-4ac3-b893-20f1c64a36b3'] response: {'name': 'network-changed', 'server_uuid': '4bf54512-5c75-4bab-acae-74648318d3d4', 'tag': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe', 'status': 'completed', 'code': 200} May 24 23:06:41.790655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.798250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.883492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-517b09a6-f511-4a57-83df-1a54c344ac30 None None] Set router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:41.890109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff4bfa3-3ca2-4423-8abc-ba32c8035901 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:41.890109 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ff4bfa3-3ca2-4423-8abc-ba32c8035901 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1986978 May 24 23:06:41.890792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33202) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:41.970000 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=fd521fd7-20f7-4442-bee5-66c816925336,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:41.972767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cc5815-617d-4601-a156-983f0effed15 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:41.974530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-40cc5815-617d-4601-a156-983f0effed15 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:41.979508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc36f9-1f1a-4076-908d-4f60c0643658 req-1d17475a-b948-4d39-86aa-85a067e024c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:41.980753 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-12fc36f9-1f1a-4076-908d-4f60c0643658 req-1d17475a-b948-4d39-86aa-85a067e024c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 1099 time: 0.1996374 May 24 23:06:42.063398 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-40cc5815-617d-4601-a156-983f0effed15 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:42.064657 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-40cc5815-617d-4601-a156-983f0effed15 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1735799 May 24 23:06:42.070274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33208) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:42.188162 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2b80fad5-c4cb-4ace-a3eb-3be197c16584 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164801 May 24 23:06:42.199254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33212) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:42.207133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:42.346531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:42.382010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:42.399985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:42.404661 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-517b09a6-f511-4a57-83df-1a54c344ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:32Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '3a08e95a-fb7e-41a5-b77e-dff798f2e499', 'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:a1:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:30Z', 'updated_at': '2022-05-24T23:05:41Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:42.409131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc36f9-1f1a-4076-908d-4f60c0643658 req-be297f12-324c-4c5c-a843-9d72e6fad771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:42.411909 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-12fc36f9-1f1a-4076-908d-4f60c0643658 req-be297f12-324c-4c5c-a843-9d72e6fad771 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a776b992-ba99-47ed-ba26-07ccfd60be9a HTTP/1.1" status: 200 len: 898 time: 0.4224463 May 24 23:06:42.414870 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b09a6-f511-4a57-83df-1a54c344ac30 None None] Checking router: 9e94ef70-3ad3-45ca-b085-6e73944b7c13 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:06:42.428099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b09a6-f511-4a57-83df-1a54c344ac30 None None] Routers {'9e94ef70-3ad3-45ca-b085-6e73944b7c13'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:42.429066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-517b09a6-f511-4a57-83df-1a54c344ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:42.481588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:42.485826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:42.506177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c769ce-c1c6-40a2-89c1-055e2a7d43b5 req-f1126998-e4fd-45e7-84d5-8d749c4114de tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:42.513064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-04c769ce-c1c6-40a2-89c1-055e2a7d43b5 req-f1126998-e4fd-45e7-84d5-8d749c4114de tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:42.524252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:42.628673 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-12fc36f9-1f1a-4076-908d-4f60c0643658 req-a2863516-419b-4ce3-9275-adbe08e5865c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe HTTP/1.1" status: 200 len: 217 time: 0.2094173 May 24 23:06:42.657819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-04c769ce-c1c6-40a2-89c1-055e2a7d43b5 req-f1126998-e4fd-45e7-84d5-8d749c4114de tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:42.665444 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04c769ce-c1c6-40a2-89c1-055e2a7d43b5 req-f1126998-e4fd-45e7-84d5-8d749c4114de tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 946 time: 0.3741977 May 24 23:06:42.671134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087026e-dd47-40eb-979a-58e0ed3c4ffb None None] Network 7d521ed3-e84f-4d56-8a68-8f7c6039db5d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:42.830020 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc36f9-1f1a-4076-908d-4f60c0643658 req-5674a4c8-a4ad-48aa-a519-9927a3e406a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:42.833233 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-12fc36f9-1f1a-4076-908d-4f60c0643658 req-5674a4c8-a4ad-48aa-a519-9927a3e406a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c HTTP/1.1" status: 200 len: 835 time: 0.0740476 May 24 23:06:42.835621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:42.857900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-517b09a6-f511-4a57-83df-1a54c344ac30 None None] Set router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:42.905881 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04c769ce-c1c6-40a2-89c1-055e2a7d43b5 req-cab11a14-ab88-43e0-b8f3-81a903160636 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332931 May 24 23:06:42.932004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 03976eb3-7b74-43af-91eb-c1cfe44f146d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:42.957704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b30453-c3d0-4c91-8c62-56a814f6e3bc None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:42.975873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:42.981331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:42.986750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:42.987563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.012405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=d8eba80a-e728-4574-828a-e2969d27e5eb,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:43.043365 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6e9665d3-000c-4d53-8f4c-74795df81e38 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8430417 May 24 23:06:43.045966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33216) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:43.056933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:7a:e2:14', 'name': 'tempest-NetworksTestDHCPv6-1034138980'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:43.073230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc36f9-1f1a-4076-908d-4f60c0643658 req-c7f95146-efa2-403e-88a2-5a5db11602e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:43.074715 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-12fc36f9-1f1a-4076-908d-4f60c0643658 req-c7f95146-efa2-403e-88a2-5a5db11602e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a776b992-ba99-47ed-ba26-07ccfd60be9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1969640 May 24 23:06:43.078385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2eaa6d5b-fdd4-41cd-b344-21bfb9849716 None None] Provisioning for port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:43.128543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.136259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.280247 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-12fc36f9-1f1a-4076-908d-4f60c0643658 req-596fe01e-a9cc-47f5-9119-e2c55d607d2e service neutron] 10.222.0.42 "GET /v2.0/networks/a776b992-ba99-47ed-ba26-07ccfd60be9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959805 May 24 23:06:43.336209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.342375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b012aca8-51bf-4b7a-90b2-d70a526ac432 None None] Could not find standard attr ID for object bbf216e2-e61b-4832-957a-c2730dd88d38. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:43.346073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=fd521fd7-20f7-4442-bee5-66c816925336,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:43.420815 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-12fc36f9-1f1a-4076-908d-4f60c0643658 req-0d6828f9-72ff-4f37-af52-b048fd99c147 service neutron] 10.222.0.42 "GET /v2.0/networks/a776b992-ba99-47ed-ba26-07ccfd60be9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338904 May 24 23:06:43.437311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29413e9-f384-48ae-8a2c-4acd358725fd req-61ea2d71-7958-444d-93ee-5c14dac086f7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:43.438875 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a29413e9-f384-48ae-8a2c-4acd358725fd req-61ea2d71-7958-444d-93ee-5c14dac086f7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 946 time: 0.2671323 May 24 23:06:43.449098 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 03976eb3-7b74-43af-91eb-c1cfe44f146d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:43.506824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2ee5351a-d743-41e5-b3bb-0c1147b7c16b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:43.540413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b012aca8-51bf-4b7a-90b2-d70a526ac432 None None] Provisioning for port 03976eb3-7b74-43af-91eb-c1cfe44f146d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:43.601766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:43.606115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:43.609377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:43.615510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:43.625802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:43.654120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b012aca8-51bf-4b7a-90b2-d70a526ac432 None None] Provisioning complete for port 03976eb3-7b74-43af-91eb-c1cfe44f146d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:43.654666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b012aca8-51bf-4b7a-90b2-d70a526ac432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.666015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-a29413e9-f384-48ae-8a2c-4acd358725fd req-82f0c617-049d-4125-aa4c-293a5a18f241 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:43.666567 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a29413e9-f384-48ae-8a2c-4acd358725fd req-82f0c617-049d-4125-aa4c-293a5a18f241 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.749816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 7d521ed3-e84f-4d56-8a68-8f7c6039db5d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:43.753833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.780558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:43.786693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port c18cd131-654f-4063-8252-56e27604d7df yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:43.875610 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:43.927741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:43.928421 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.009085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::d6 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/d8eba80a-e728-4574-828a-e2969d27e5eb/c18cd131-654f-4063-8252-56e27604d7df) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:44.028516 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-517b09a6-f511-4a57-83df-1a54c344ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:32Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '3a08e95a-fb7e-41a5-b77e-dff798f2e499', 'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:a1:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:30Z', 'updated_at': '2022-05-24T23:05:41Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:44.053819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b09a6-f511-4a57-83df-1a54c344ac30 None None] The sync data for ids ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'] in dv-neutron-843190-1-hyperv is: [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:05:32Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '3a08e95a-fb7e-41a5-b77e-dff798f2e499', 'name': '', 'network_id': 'a776b992-ba99-47ed-ba26-07ccfd60be9a', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:a1:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:30Z', 'updated_at': '2022-05-24T23:05:41Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:44.068444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b012aca8-51bf-4b7a-90b2-d70a526ac432 None None] Current status of the port 03976eb3-7b74-43af-91eb-c1cfe44f146d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:44.069067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b012aca8-51bf-4b7a-90b2-d70a526ac432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.172255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b012aca8-51bf-4b7a-90b2-d70a526ac432 None None] For port 03976eb3-7b74-43af-91eb-c1cfe44f146d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=03976eb3-7b74-43af-91eb-c1cfe44f146d,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:44.194197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b012aca8-51bf-4b7a-90b2-d70a526ac432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.322333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-a29413e9-f384-48ae-8a2c-4acd358725fd req-82f0c617-049d-4125-aa4c-293a5a18f241 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:44.323122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a29413e9-f384-48ae-8a2c-4acd358725fd req-82f0c617-049d-4125-aa4c-293a5a18f241 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.330133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:44.330951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.376775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012aca8-51bf-4b7a-90b2-d70a526ac432 None None] Pushing event updated for resources: {'Port': ['ID=03976eb3-7b74-43af-91eb-c1cfe44f146d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:44.385236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2ba2ab68-10aa-4543-8724-91aa7315e40d None None] Provisioning for port fd521fd7-20f7-4442-bee5-66c816925336 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:44.397630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2ba2ab68-10aa-4543-8724-91aa7315e40d None None] Provisioning complete for port fd521fd7-20f7-4442-bee5-66c816925336 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:44.398547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ab68-10aa-4543-8724-91aa7315e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.424039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.447104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object c18cd131-654f-4063-8252-56e27604d7df will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:44.453807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2ee5351a-d743-41e5-b3bb-0c1147b7c16b,segment=NetworkSegment(ef71e28a-77da-4743-82a7-233589b1bd7b),segment_id=ef71e28a-77da-4743-82a7-233589b1bd7b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:44.471463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08da4e4-d49b-4986-a160-fe7b4d1678bd None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:44.485898 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.496526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.515270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 68cce89d-783a-419b-94b2-8db015678382 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:06:44.520615 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c07b91-b384-4930-a08a-f5cfffc06bf3 None None] New status for floating IP fb8f8e4b-effe-4eec-9e89-a827ed4cb2a7: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:06:44.528763 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-a29413e9-f384-48ae-8a2c-4acd358725fd req-82f0c617-049d-4125-aa4c-293a5a18f241 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:44.579767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:44.588916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:44.590965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:44.598338 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:44.599070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.631364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2ab68-10aa-4543-8724-91aa7315e40d None None] Port fd521fd7-20f7-4442-bee5-66c816925336 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:44.659507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2be383-ab5d-48dd-ae8b-0bcf9c4157a3 req-acd57f04-a79d-4833-b323-7eee84a7487b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:44.663437 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=c18cd131-654f-4063-8252-56e27604d7df,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:44.670780 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d2be383-ab5d-48dd-ae8b-0bcf9c4157a3 req-acd57f04-a79d-4833-b323-7eee84a7487b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 946 time: 0.6007702 May 24 23:06:44.691849 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45a4b3ed-7197-46c4-b9e9-0277957b1ff6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6444535 May 24 23:06:44.692463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33222) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:44.697078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2ba2ab68-10aa-4543-8724-91aa7315e40d None None] Provisioning complete for port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:44.697503 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ab68-10aa-4543-8724-91aa7315e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.753511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=2ee5351a-d743-41e5-b3bb-0c1147b7c16b,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:44.795313 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d2be383-ab5d-48dd-ae8b-0bcf9c4157a3 req-fdec3d48-5d4c-491e-8fda-06e4586bd151 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=9982eb01-6721-476a-81b7-48c37e158965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228118 May 24 23:06:44.815055 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 03976eb3-7b74-43af-91eb-c1cfe44f146d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:44.844348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7217755-26d6-4df8-a0de-1877a0a095ae tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:44.851514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7217755-26d6-4df8-a0de-1877a0a095ae tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:44.852301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f7217755-26d6-4df8-a0de-1877a0a095ae tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:44.876494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f7217755-26d6-4df8-a0de-1877a0a095ae tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:44.883163 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f7217755-26d6-4df8-a0de-1877a0a095ae tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1882501 May 24 23:06:44.885698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33226) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:44.964044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c619c0a3-0863-443e-bc7e-3dcf3a6efa4a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port c18cd131-654f-4063-8252-56e27604d7df {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:44.964385 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c619c0a3-0863-443e-bc7e-3dcf3a6efa4a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.001161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a29413e9-f384-48ae-8a2c-4acd358725fd req-82f0c617-049d-4125-aa4c-293a5a18f241 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.095781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 03976eb3-7b74-43af-91eb-c1cfe44f146d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:45.096165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.124066 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0c617-049d-4125-aa4c-293a5a18f241 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=2bf065d5-a56f-4986-a3d7-0fe4d456c0fe,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:45.145375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2ab68-10aa-4543-8724-91aa7315e40d None None] Current status of the port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:45.176642 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29413e9-f384-48ae-8a2c-4acd358725fd req-82f0c617-049d-4125-aa4c-293a5a18f241 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] No DVR routers for this DVR port 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe on host hv-neutron-8431 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:45.182941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a29413e9-f384-48ae-8a2c-4acd358725fd req-82f0c617-049d-4125-aa4c-293a5a18f241 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.186041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf54512-5c75-4bab-acae-74648318d3d4', 'name': 'network-vif-deleted', 'tag': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:45.226940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:45.242141 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8f559eaf-a4e3-4045-a51c-fe1798d96814 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/68cce89d-783a-419b-94b2-8db015678382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4441843 May 24 23:06:45.245451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33232) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:45.252673 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a29413e9-f384-48ae-8a2c-4acd358725fd req-82f0c617-049d-4125-aa4c-293a5a18f241 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "DELETE /v2.0/ports/2bf065d5-a56f-4986-a3d7-0fe4d456c0fe HTTP/1.1" status: 204 len: 173 time: 1.8057625 May 24 23:06:45.285892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4bb932-85e2-41e2-845a-c376a841df97 None None] Sync routers for ids ['68cce89d-783a-419b-94b2-8db015678382'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:45.320761 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f034bf2-f01d-431b-96da-092bb1036f02'] response: {'server_uuid': '4bf54512-5c75-4bab-acae-74648318d3d4', 'name': 'network-vif-deleted', 'tag': '2bf065d5-a56f-4986-a3d7-0fe4d456c0fe', 'status': 'completed', 'code': 200} May 24 23:06:45.326215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4bb932-85e2-41e2-845a-c376a841df97 None None] Routers {'68cce89d-783a-419b-94b2-8db015678382'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:45.327129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0b4bb932-85e2-41e2-845a-c376a841df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['68cce89d-783a-419b-94b2-8db015678382'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:45.365181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cd2309-967b-4272-a462-4e06249f4360 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:45.365672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-40cd2309-967b-4272-a462-4e06249f4360 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:45.370360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c619c0a3-0863-443e-bc7e-3dcf3a6efa4a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.400817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-40cd2309-967b-4272-a462-4e06249f4360 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:45.402101 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-40cd2309-967b-4272-a462-4e06249f4360 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports/fd521fd7-20f7-4442-bee5-66c816925336 HTTP/1.1" status: 200 len: 977 time: 0.1556501 May 24 23:06:45.407641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33236) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:45.410495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 03976eb3-7b74-43af-91eb-c1cfe44f146d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:45.416504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1b019c79-f4b2-413d-a5f2-5bcba4ad238b None None] Provisioning complete for port fd521fd7-20f7-4442-bee5-66c816925336 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:45.417967 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1b019c79-f4b2-413d-a5f2-5bcba4ad238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.529967 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0b4bb932-85e2-41e2-845a-c376a841df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:45.550323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c619c0a3-0863-443e-bc7e-3dcf3a6efa4a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for c18cd131-654f-4063-8252-56e27604d7df owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:45.562309 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1b019c79-f4b2-413d-a5f2-5bcba4ad238b None None] Port fd521fd7-20f7-4442-bee5-66c816925336 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:45.564105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4bb932-85e2-41e2-845a-c376a841df97 None None] Routers {'68cce89d-783a-419b-94b2-8db015678382'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:45.564855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0b4bb932-85e2-41e2-845a-c376a841df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['68cce89d-783a-419b-94b2-8db015678382'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:45.630086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.634021 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0b4bb932-85e2-41e2-845a-c376a841df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:45.634741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4bb932-85e2-41e2-845a-c376a841df97 None None] The sync data for ids ['68cce89d-783a-419b-94b2-8db015678382'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:45.650967 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1b019c79-f4b2-413d-a5f2-5bcba4ad238b None None] Provisioning complete for port 03976eb3-7b74-43af-91eb-c1cfe44f146d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:45.651782 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1b019c79-f4b2-413d-a5f2-5bcba4ad238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.788586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c619c0a3-0863-443e-bc7e-3dcf3a6efa4a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.851052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1b019c79-f4b2-413d-a5f2-5bcba4ad238b None None] Current status of the port 03976eb3-7b74-43af-91eb-c1cfe44f146d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:45.875629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619c0a3-0863-443e-bc7e-3dcf3a6efa4a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=c18cd131-654f-4063-8252-56e27604d7df,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:45.933953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c619c0a3-0863-443e-bc7e-3dcf3a6efa4a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.960894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33242) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:45.962001 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c619c0a3-0863-443e-bc7e-3dcf3a6efa4a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/c18cd131-654f-4063-8252-56e27604d7df HTTP/1.1" status: 204 len: 168 time: 1.0752215 May 24 23:06:45.966568 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3dbcf331-3136-402f-a0c7-086d6d22f780 None None] Could not find standard attr ID for object c18cd131-654f-4063-8252-56e27604d7df. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:45.970432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3dbcf331-3136-402f-a0c7-086d6d22f780 None None] Could not find standard attr ID for object bbf216e2-e61b-4832-957a-c2730dd88d38. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:45.983536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3dbcf331-3136-402f-a0c7-086d6d22f780 None None] Provisioning complete for port 03976eb3-7b74-43af-91eb-c1cfe44f146d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:45.984273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf331-3136-402f-a0c7-086d6d22f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.088604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0e3aae24-0fae-4a09-b234-e6f84b011eb0 req-dd2517fd-9b9c-49ef-9665-e5a161058cf0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:46.162476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcf331-3136-402f-a0c7-086d6d22f780 None None] Current status of the port 03976eb3-7b74-43af-91eb-c1cfe44f146d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:46.165991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14fc70b-3243-475c-bc25-6a3815bd8974 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:46.167558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14fc70b-3243-475c-bc25-6a3815bd8974 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:46.171010 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b14fc70b-3243-475c-bc25-6a3815bd8974 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2082012 May 24 23:06:46.171981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33246) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:46.173736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0e3aae24-0fae-4a09-b234-e6f84b011eb0 req-dd2517fd-9b9c-49ef-9665-e5a161058cf0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:46.174824 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e3aae24-0fae-4a09-b234-e6f84b011eb0 req-dd2517fd-9b9c-49ef-9665-e5a161058cf0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bf54512-5c75-4bab-acae-74648318d3d4 HTTP/1.1" status: 200 len: 210 time: 0.1496546 May 24 23:06:46.267332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14d4d83-aeb6-4668-baa0-57b5e014a586 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet d8eba80a-e728-4574-828a-e2969d27e5eb {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:46.270531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e14d4d83-aeb6-4668-baa0-57b5e014a586 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.278028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c6ecb684-d629-4dea-a8de-ea8cf24f418a None None] Could not find standard attr ID for object c18cd131-654f-4063-8252-56e27604d7df. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:46.330480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0ffe-c1bb-4e12-b61d-295d899daf5b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.334765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e14d4d83-aeb6-4668-baa0-57b5e014a586 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.396578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e14d4d83-aeb6-4668-baa0-57b5e014a586 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.478802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e14d4d83-aeb6-4668-baa0-57b5e014a586 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.621224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e0ffe-c1bb-4e12-b61d-295d899daf5b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port fd521fd7-20f7-4442-bee5-66c816925336 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:46.621563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0ffe-c1bb-4e12-b61d-295d899daf5b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.632835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e14d4d83-aeb6-4668-baa0-57b5e014a586 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.639025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c5a6b-4674-43c5-ba1a-3e999c3819f9 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:46.640753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d4d83-aeb6-4668-baa0-57b5e014a586 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=d8eba80a-e728-4574-828a-e2969d27e5eb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:46.649041 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e14d4d83-aeb6-4668-baa0-57b5e014a586 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/d8eba80a-e728-4574-828a-e2969d27e5eb HTTP/1.1" status: 204 len: 168 time: 0.4759831 May 24 23:06:46.651347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33250) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:46.720609 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fcf3dae5-d41e-43ed-9bcb-f01d827c80a7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681782 May 24 23:06:46.722967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33254) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:46.775332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2ee5351a-d743-41e5-b3bb-0c1147b7c16b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:46.816088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdbd9b1-9b60-4046-a3b3-b38335feccec tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:46.816940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6fdbd9b1-9b60-4046-a3b3-b38335feccec tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:46.826236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0ffe-c1bb-4e12-b61d-295d899daf5b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.833547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6fdbd9b1-9b60-4046-a3b3-b38335feccec tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:46.835005 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6fdbd9b1-9b60-4046-a3b3-b38335feccec tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1108079 May 24 23:06:46.837953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33258) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:46.906494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35677e5e-e998-4f7d-b363-3e8b4d75fc82 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:46.907202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-35677e5e-e998-4f7d-b363-3e8b4d75fc82 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:46.908743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:46.909127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.922840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-35677e5e-e998-4f7d-b363-3e8b4d75fc82 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:46.924191 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-35677e5e-e998-4f7d-b363-3e8b4d75fc82 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0851731 May 24 23:06:46.926602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33262) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:46.961825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e0ffe-c1bb-4e12-b61d-295d899daf5b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for fd521fd7-20f7-4442-bee5-66c816925336 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:46.967385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:46.996563 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f2185ce8-8a2f-4e22-b444-321563960877 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685608 May 24 23:06:47.000228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33266) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:47.014805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:47.016552 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:47.016898 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 2bf065d5-a56f-4986-a3d7-0fe4d456c0fe not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:47.033990 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:06:47.057066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c4717e-acef-40b1-9072-efd9bbce62f4 None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:47.077917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-82c4717e-acef-40b1-9072-efd9bbce62f4 None None] Deleting port 03976eb3-7b74-43af-91eb-c1cfe44f146d {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:47.078290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82c4717e-acef-40b1-9072-efd9bbce62f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.136216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:47.150478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:47.160083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:47.169184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0ffe-c1bb-4e12-b61d-295d899daf5b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.171406 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:47.176947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.262673 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e0ffe-c1bb-4e12-b61d-295d899daf5b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=fd521fd7-20f7-4442-bee5-66c816925336,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:47.316105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33272) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:47.343176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-82c4717e-acef-40b1-9072-efd9bbce62f4 None None] For port 03976eb3-7b74-43af-91eb-c1cfe44f146d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=03976eb3-7b74-43af-91eb-c1cfe44f146d,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:47.344662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82c4717e-acef-40b1-9072-efd9bbce62f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.437022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36cc4c9d-2aab-41d3-a080-c6f55b1a0089 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.497004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-82c4717e-acef-40b1-9072-efd9bbce62f4 None None] Calling delete_port for 03976eb3-7b74-43af-91eb-c1cfe44f146d owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:47.512817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36cc4c9d-2aab-41d3-a080-c6f55b1a0089 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.576074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82c4717e-acef-40b1-9072-efd9bbce62f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.604401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0ffe-c1bb-4e12-b61d-295d899daf5b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.627492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4717e-acef-40b1-9072-efd9bbce62f4 None None] Pushing event deleted for resources: {'Port': ['ID=03976eb3-7b74-43af-91eb-c1cfe44f146d,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:47.630767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4717e-acef-40b1-9072-efd9bbce62f4 None None] No DVR routers for this DVR port 03976eb3-7b74-43af-91eb-c1cfe44f146d on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:47.668723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36cc4c9d-2aab-41d3-a080-c6f55b1a0089 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.691072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc4c9d-2aab-41d3-a080-c6f55b1a0089 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9982eb01-6721-476a-81b7-48c37e158965,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:47.747947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:06:47.749226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.813483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36cc4c9d-2aab-41d3-a080-c6f55b1a0089 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.814594 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-36cc4c9d-2aab-41d3-a080-c6f55b1a0089 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/9982eb01-6721-476a-81b7-48c37e158965 HTTP/1.1" status: 204 len: 168 time: 0.4974287 May 24 23:06:47.816486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:47.819614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:47.823912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:47.824494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.831388 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d42d081-230e-4b8a-aa35-a14dc2304229 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:47.845126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=28c6b88e-fae7-496f-a5f4-7b4cf8ad7a82,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:47.849154 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-749b16d7-c08c-4c7a-86a6-a8d299b50dfe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8443058 May 24 23:06:47.850225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33278) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:47.854577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33280) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:47.860674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-545cbc81-6f19-4164-b87e-ea9dab9043fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:47.893033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1e0ffe-c1bb-4e12-b61d-295d899daf5b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 68cce89d-783a-419b-94b2-8db015678382 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:48.029510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1e0ffe-c1bb-4e12-b61d-295d899daf5b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:48.043261 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d72b7-f5d7-4b0f-ab76-ad85aed5176f None None] Sync routers for ids ['68cce89d-783a-419b-94b2-8db015678382'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:48.050036 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5e1e0ffe-c1bb-4e12-b61d-295d899daf5b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/68cce89d-783a-419b-94b2-8db015678382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6410577 May 24 23:06:48.052830 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33286) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:48.054543 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d72b7-f5d7-4b0f-ab76-ad85aed5176f None None] Routers {'68cce89d-783a-419b-94b2-8db015678382'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:48.055645 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-108d72b7-f5d7-4b0f-ab76-ad85aed5176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['68cce89d-783a-419b-94b2-8db015678382'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:48.071196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': '28c6b88e-fae7-496f-a5f4-7b4cf8ad7a82'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:48.072246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.151120 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-108d72b7-f5d7-4b0f-ab76-ad85aed5176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:48.160833 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d72b7-f5d7-4b0f-ab76-ad85aed5176f None None] Routers {'68cce89d-783a-419b-94b2-8db015678382'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:48.161625 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-108d72b7-f5d7-4b0f-ab76-ad85aed5176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['68cce89d-783a-419b-94b2-8db015678382'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:48.228507 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-108d72b7-f5d7-4b0f-ab76-ad85aed5176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:48.229207 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d72b7-f5d7-4b0f-ab76-ad85aed5176f None None] The sync data for ids ['68cce89d-783a-419b-94b2-8db015678382'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:48.262444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Allocated IP 2001:db8::f816:3eff:fef6:384c (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/28c6b88e-fae7-496f-a5f4-7b4cf8ad7a82/ecf32d33-bb51-4c3a-891e-7c5c47c31f42) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:48.289088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-545cbc81-6f19-4164-b87e-ea9dab9043fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:48.317189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-545cbc81-6f19-4164-b87e-ea9dab9043fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:48.416201 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-a7fe78dd-f2e2-4314-b13b-527789718ef8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] remove_router_interface failed (client error): The resource could not be found. May 24 23:06:48.417566 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a7fe78dd-f2e2-4314-b13b-527789718ef8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/68cce89d-783a-419b-94b2-8db015678382/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3636413 May 24 23:06:48.420472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33292) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:48.465075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c177a101-b6d2-46fe-9c41-5336f2fea64c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:48.485290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c177a101-b6d2-46fe-9c41-5336f2fea64c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:48.490129 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c177a101-b6d2-46fe-9c41-5336f2fea64c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=68cce89d-783a-419b-94b2-8db015678382 HTTP/1.1" status: 200 len: 205 time: 0.0686378 May 24 23:06:48.490948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33296) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:48.504997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545cbc81-6f19-4164-b87e-ea9dab9043fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:48.508023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-545cbc81-6f19-4164-b87e-ea9dab9043fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.529505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.540847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Transition to ACTIVE for port object ecf32d33-bb51-4c3a-891e-7c5c47c31f42 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:48.559527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Transition to ACTIVE for port object ecf32d33-bb51-4c3a-891e-7c5c47c31f42 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:48.565324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.622662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:48.629744 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:48.634692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:48.635575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-145742ef-4895-4b77-bea2-40f9071be4fe tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.683841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Pushing event updated for resources: {'Port': ['ID=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:48.718298 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-545cbc81-6f19-4164-b87e-ea9dab9043fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28c6b88e-fae7-496f-a5f4-7b4cf8ad7a82 (CIDR: 2001:db8::/64) May 24 23:06:48.742241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Attempting to bind port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:48.742860 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Attempting to bind port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:48.743278 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Attempting to bind port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:48.753059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:48.753521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:48.754247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.754848 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:48.755381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Bound port: ecf32d33-bb51-4c3a-891e-7c5c47c31f42, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:48.755820 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.762532 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-545cbc81-6f19-4164-b87e-ea9dab9043fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:06:48.763320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545cbc81-6f19-4164-b87e-ea9dab9043fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:48.800039 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-545cbc81-6f19-4164-b87e-ea9dab9043fa tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9443505 May 24 23:06:48.805435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33300) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:48.811949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:48.853833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 03976eb3-7b74-43af-91eb-c1cfe44f146d no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:48.891857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 03976eb3-7b74-43af-91eb-c1cfe44f146d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:48.892250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 03976eb3-7b74-43af-91eb-c1cfe44f146d not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:48.894987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] For port ecf32d33-bb51-4c3a-891e-7c5c47c31f42, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:48.903244 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] For port ecf32d33-bb51-4c3a-891e-7c5c47c31f42, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:48.908094 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.997089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ba158-ae9d-4b68-8087-30b786218cb5 None None] Pushing event updated for resources: {'Port': ['ID=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:49.006324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:49.024500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:49.043134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.078063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-145742ef-4895-4b77-bea2-40f9071be4fe tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.080295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-145742ef-4895-4b77-bea2-40f9071be4fe tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.099041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:49.102849 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.107151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-145742ef-4895-4b77-bea2-40f9071be4fe tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.107778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145742ef-4895-4b77-bea2-40f9071be4fe tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Fanout notify agent at l3_agent the message router_deleted on router 68cce89d-783a-419b-94b2-8db015678382 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:06:49.119786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-145742ef-4895-4b77-bea2-40f9071be4fe tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.123440 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-145742ef-4895-4b77-bea2-40f9071be4fe tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/68cce89d-783a-419b-94b2-8db015678382 HTTP/1.1" status: 204 len: 168 time: 0.6287923 May 24 23:06:49.123615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33304) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:49.198278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-81684b61-e99a-4c57-a240-acf5a4dd9c8f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting subnet 73435de0-042f-4aaa-8440-8f0b01e165e5 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:49.205453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81684b61-e99a-4c57-a240-acf5a4dd9c8f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.276088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81684b61-e99a-4c57-a240-acf5a4dd9c8f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.369503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81684b61-e99a-4c57-a240-acf5a4dd9c8f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.446178 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81684b61-e99a-4c57-a240-acf5a4dd9c8f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.483705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81684b61-e99a-4c57-a240-acf5a4dd9c8f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Subnet': ['ID=73435de0-042f-4aaa-8440-8f0b01e165e5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:49.489620 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81684b61-e99a-4c57-a240-acf5a4dd9c8f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.496675 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-81684b61-e99a-4c57-a240-acf5a4dd9c8f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/73435de0-042f-4aaa-8440-8f0b01e165e5 HTTP/1.1" status: 204 len: 168 time: 0.3721688 May 24 23:06:49.499256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33308) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:49.502464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0cccbc-206d-4540-807d-99cf0b9abb10 None None] Network 7d521ed3-e84f-4d56-8a68-8f7c6039db5d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:49.618254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.628674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:49.629002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.649749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 3a08e95a-fb7e-41a5-b77e-dff798f2e499 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:49.650355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.741935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.819863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bfaab0-a01b-4e13-bbb6-747b10902fd0 None None] DHCP port deletion for 7d521ed3-e84f-4d56-8a68-8f7c6039db5d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:49.824928 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-54bfaab0-a01b-4e13-bbb6-747b10902fd0 None None] Deleting port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:49.827316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-54bfaab0-a01b-4e13-bbb6-747b10902fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.868907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:49.875406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2ee5351a-d743-41e5-b3bb-0c1147b7c16b,segment=NetworkSegment(ef71e28a-77da-4743-82a7-233589b1bd7b),segment_id=ef71e28a-77da-4743-82a7-233589b1bd7b)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:49.875756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.876301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:49.885235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:49.886084 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.918538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=c41037d4-2d94-4da7-9832-21fe2b01ddb3,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:49.953441 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fcdc1fea-decd-4a86-885a-af7797cc0955 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1465621 May 24 23:06:49.955665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 3a08e95a-fb7e-41a5-b77e-dff798f2e499, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=3a08e95a-fb7e-41a5-b77e-dff798f2e499,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:49.956026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.965135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33312) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:49.974426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:b1:27:dd', 'name': 'tempest-NetworksTestDHCPv6-1636896621'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:50.035295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for 2ee5351a-d743-41e5-b3bb-0c1147b7c16b owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:50.098918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-54bfaab0-a01b-4e13-bbb6-747b10902fd0 None None] For port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2ee5351a-d743-41e5-b3bb-0c1147b7c16b,segment=NetworkSegment(ef71e28a-77da-4743-82a7-233589b1bd7b),segment_id=ef71e28a-77da-4743-82a7-233589b1bd7b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:50.099491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-54bfaab0-a01b-4e13-bbb6-747b10902fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.123780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.177372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850857cb-a19f-4255-ab8d-22a73b7bf825 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:50.182074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No DVR routers for this DVR port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:50.216165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=2ee5351a-d743-41e5-b3bb-0c1147b7c16b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:50.291130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 3a08e95a-fb7e-41a5-b77e-dff798f2e499 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:50.319464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.398948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-54bfaab0-a01b-4e13-bbb6-747b10902fd0 None None] Calling delete_port for 2ee5351a-d743-41e5-b3bb-0c1147b7c16b owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:50.441530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:50.447152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:50.455770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:50.464325 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:50.468367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d521ed3-e84f-4d56-8a68-8f7c6039db5d']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:50.469663 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0b6bdaec-3338-424d-a1ae-0ec7dee26c4b None None] Provisioning for port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:50.477739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:50.483798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef71e28a-77da-4743-82a7-233589b1bd7b') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:50.484204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef71e28a-77da-4743-82a7-233589b1bd7b') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:50.496942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.515459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.523340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:50.524337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.552205 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-54bfaab0-a01b-4e13-bbb6-747b10902fd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:50.552557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-54bfaab0-a01b-4e13-bbb6-747b10902fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:50.603792 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ef71e28a-77da-4743-82a7-233589b1bd7b resource provider aggregate not found May 24 23:06:50.627644 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ef71e28a-77da-4743-82a7-233589b1bd7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef71e28a-77da-4743-82a7-233589b1bd7b found for delete ", "request_id": "req-210386a7-95d6-41ab-821f-5038d31e5b59"}]} May 24 23:06:50.640218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.659334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.671099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Network': ['ID=7d521ed3-e84f-4d56-8a68-8f7c6039db5d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:50.675603 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d9928d-30f1-4ea7-8a32-23f889ab1478 None None] Update dhcp port {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'fixed_ips': [{'subnet_id': '28c6b88e-fae7-496f-a5f4-7b4cf8ad7a82', 'ip_address': '2001:db8::f816:3eff:fef6:384c'}, {'subnet_id': 'c41037d4-2d94-4da7-9832-21fe2b01ddb3'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': 'ecf32d33-bb51-4c3a-891e-7c5c47c31f42'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:06:50.680788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.692217 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d461ada-400a-4d79-a27f-77e2c7cb26b2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/networks/7d521ed3-e84f-4d56-8a68-8f7c6039db5d HTTP/1.1" status: 204 len: 168 time: 1.1867096 May 24 23:06:50.692374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33320) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:50.701419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1064921511'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:50.709743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:50.715585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.716497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:network and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:50.720910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:50.721050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port e0107101-b6ac-4197-99ac-5d37ce7aea96 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:50.728917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:50.742883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-20d9928d-30f1-4ea7-8a32-23f889ab1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.746767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:50.751321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.787779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:50.797886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.798677 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added segment 597298a8-6736-4018-9922-8c2ed0d28211 of type vlan for network f5674410-db66-4edc-a49a-a949da62272d May 24 23:06:50.803467 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=3a08e95a-fb7e-41a5-b77e-dff798f2e499,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:50.838751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.845152 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ecf32d33-bb51-4c3a-891e-7c5c47c31f42 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:50.875046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.881874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:50.883765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.016217 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Network': ['ID=f5674410-db66-4edc-a49a-a949da62272d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:51.023543 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f96334a7-2b3d-436b-9a86-4c9a3b36dff0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3266590 May 24 23:06:51.024370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33324) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:51.031431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'subnet': {'network_id': 'f5674410-db66-4edc-a49a-a949da62272d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:51.038423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network f5674410-db66-4edc-a49a-a949da62272d details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:51.058754 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-54bfaab0-a01b-4e13-bbb6-747b10902fd0 None None] Deleting port 2ee5351a-d743-41e5-b3bb-0c1147b7c16b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:51.058754 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-54bfaab0-a01b-4e13-bbb6-747b10902fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.151360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:51.155568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:subnet and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:51.158514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:51.164757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:51.176802 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:51.182099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.220830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-54bfaab0-a01b-4e13-bbb6-747b10902fd0 None None] The port '2ee5351a-d743-41e5-b3bb-0c1147b7c16b' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:06:51.223876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:51.240275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:51.240742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.245037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8:0:1::e7 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/c41037d4-2d94-4da7-9832-21fe2b01ddb3/e0107101-b6ac-4197-99ac-5d37ce7aea96) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:51.247545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.257999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::f816:3eff:feb1:27dd (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/28c6b88e-fae7-496f-a5f4-7b4cf8ad7a82/e0107101-b6ac-4197-99ac-5d37ce7aea96) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:51.380836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:51.381925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.426043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ecf32d33-bb51-4c3a-891e-7c5c47c31f42, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:51.431003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.438304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.495747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2ee5351a-d743-41e5-b3bb-0c1147b7c16b no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:51.524736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Subnet': ['ID=adc7b0c9-0257-4a86-8ad2-31def2d0cb7d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:51.533051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Checking segment: {'id': '597298a8-6736-4018-9922-8c2ed0d28211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5674410-db66-4edc-a49a-a949da62272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:51.533423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network hostable DHCP agents. Network: f5674410-db66-4edc-a49a-a949da62272d, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:51.543467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 2ee5351a-d743-41e5-b3bb-0c1147b7c16b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:51.543806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2ee5351a-d743-41e5-b3bb-0c1147b7c16b not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:51.557902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network f5674410-db66-4edc-a49a-a949da62272d is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:51.567865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:51.572441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, f5674410-db66-4edc-a49a-a949da62272d) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:51.576947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:51.577621 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.586466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0011f23-3461-4774-ac77-c432133c8ab3 None None] Network f5674410-db66-4edc-a49a-a949da62272d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:51.610453 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6b7b1a1d-6853-4606-93ab-2ad878e56571 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5853913 May 24 23:06:51.611430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33330) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:51.617742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-15d2f0b9-4564-45fd-85ba-6a91f8f75221 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2064464932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:51.625093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-15d2f0b9-4564-45fd-85ba-6a91f8f75221 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:51.629439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-15d2f0b9-4564-45fd-85ba-6a91f8f75221 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:router and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:51.632707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-15d2f0b9-4564-45fd-85ba-6a91f8f75221 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:51.638766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-15d2f0b9-4564-45fd-85ba-6a91f8f75221 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:51.649690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15d2f0b9-4564-45fd-85ba-6a91f8f75221 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.651075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15d2f0b9-4564-45fd-85ba-6a91f8f75221 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.670487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15d2f0b9-4564-45fd-85ba-6a91f8f75221 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.691188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15d2f0b9-4564-45fd-85ba-6a91f8f75221 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.715211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15d2f0b9-4564-45fd-85ba-6a91f8f75221 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.719312 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-15d2f0b9-4564-45fd-85ba-6a91f8f75221 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1041124 May 24 23:06:51.719583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33334) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:51.820143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-f5674410-db66-4edc-a49a-a949da62272d', 'network_id': 'f5674410-db66-4edc-a49a-a949da62272d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'fixed_ips': [{'subnet_id': 'adc7b0c9-0257-4a86-8ad2-31def2d0cb7d'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:51.820988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.899125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.920193 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb18f0d9-1381-44d8-992d-febd5f125be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.926509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object e0107101-b6ac-4197-99ac-5d37ce7aea96 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:51.938368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:52.018735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Allocated IP 172.20.0.2 (f5674410-db66-4edc-a49a-a949da62272d/adc7b0c9-0257-4a86-8ad2-31def2d0cb7d/83e112d0-cc5b-4b63-99aa-032e27944290) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:52.053860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.173078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-20d9928d-30f1-4ea7-8a32-23f889ab1478 None None] Allocated IP 2001:db8:0:1::2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/c41037d4-2d94-4da7-9832-21fe2b01ddb3/ecf32d33-bb51-4c3a-891e-7c5c47c31f42) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:52.206585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:52.212656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:52.220591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:52.226937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:52.227251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.231819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:52.233588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=e0107101-b6ac-4197-99ac-5d37ce7aea96,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:52.253952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.267019 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32505d1f-b9b9-46c4-8a4d-298a8cb229a9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/9e94ef70-3ad3-45ca-b085-6e73944b7c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4150159 May 24 23:06:52.269609 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1630d12f-f889-4cab-b2b4-2042da9e77eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3031917 May 24 23:06:52.270461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33338) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:52.271076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1148c-4d59-441a-ace2-260e6bbe2855 None None] Sync routers for ids ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:52.272596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33340) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:52.308184 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1148c-4d59-441a-ace2-260e6bbe2855 None None] Routers {'9e94ef70-3ad3-45ca-b085-6e73944b7c13'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:52.308802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-54b1148c-4d59-441a-ace2-260e6bbe2855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:52.340788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9d0c54-019d-4ee2-83a2-24129fe03f05 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting subnet a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:52.344619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9d0c54-019d-4ee2-83a2-24129fe03f05 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.404264 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9d0c54-019d-4ee2-83a2-24129fe03f05 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.496263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9d0c54-019d-4ee2-83a2-24129fe03f05 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.542159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-20d9928d-30f1-4ea7-8a32-23f889ab1478 None None] For port ecf32d33-bb51-4c3a-891e-7c5c47c31f42, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:52.579725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9d0c54-019d-4ee2-83a2-24129fe03f05 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.618747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2da9323d-5d00-4148-8d5a-76f2dc69f7c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port e0107101-b6ac-4197-99ac-5d37ce7aea96 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:52.619016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da9323d-5d00-4148-8d5a-76f2dc69f7c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.630186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d0c54-019d-4ee2-83a2-24129fe03f05 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:52.634999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9d0c54-019d-4ee2-83a2-24129fe03f05 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.643784 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f9d0c54-019d-4ee2-83a2-24129fe03f05 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/subnets/a7b6f4c5-7efd-4b90-b3b7-e54b4a631a2c HTTP/1.1" status: 204 len: 168 time: 0.3692589 May 24 23:06:52.644068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33346) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:52.656270 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8d043a-579e-43bb-85d1-b97f679dc446 None None] Network a776b992-ba99-47ed-ba26-07ccfd60be9a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:52.683953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-54b1148c-4d59-441a-ace2-260e6bbe2855 None None] Set router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:52.845628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-20d9928d-30f1-4ea7-8a32-23f889ab1478 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:06:52.861067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.887325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ecf32d33-bb51-4c3a-891e-7c5c47c31f42 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:52.943182 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-20d9928d-30f1-4ea7-8a32-23f889ab1478 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.954998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da9323d-5d00-4148-8d5a-76f2dc69f7c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.955206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.051859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.054858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Transition to ACTIVE for port object 83e112d0-cc5b-4b63-99aa-032e27944290 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:53.061981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 99dfacc3-8891-4451-93dd-a30271d2764e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:53.062524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.084407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2da9323d-5d00-4148-8d5a-76f2dc69f7c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for e0107101-b6ac-4197-99ac-5d37ce7aea96 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:53.091074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-20d9928d-30f1-4ea7-8a32-23f889ab1478 None None] Transition to ACTIVE for port object ecf32d33-bb51-4c3a-891e-7c5c47c31f42 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:53.143998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-20d9928d-30f1-4ea7-8a32-23f889ab1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.275297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 99dfacc3-8891-4451-93dd-a30271d2764e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=99dfacc3-8891-4451-93dd-a30271d2764e,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:53.275698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.309476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da9323d-5d00-4148-8d5a-76f2dc69f7c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.328402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Transition to ACTIVE for port object 83e112d0-cc5b-4b63-99aa-032e27944290 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:53.383636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.391878 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9323d-5d00-4148-8d5a-76f2dc69f7c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=e0107101-b6ac-4197-99ac-5d37ce7aea96,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:53.392317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9928d-30f1-4ea7-8a32-23f889ab1478 None None] Pushing event updated for resources: {'Port': ['ID=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:53.491454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da9323d-5d00-4148-8d5a-76f2dc69f7c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.502995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Network f5674410-db66-4edc-a49a-a949da62272d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:53.504332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Pushing event updated for resources: {'Port': ['ID=83e112d0-cc5b-4b63-99aa-032e27944290,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:53.507248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:53.516867 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2da9323d-5d00-4148-8d5a-76f2dc69f7c0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/e0107101-b6ac-4197-99ac-5d37ce7aea96 HTTP/1.1" status: 204 len: 168 time: 1.2406192 May 24 23:06:53.517721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:53.519448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33350) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:53.570487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 99dfacc3-8891-4451-93dd-a30271d2764e owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:53.581806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Allocated IP 172.20.0.1 (f5674410-db66-4edc-a49a-a949da62272d/adc7b0c9-0257-4a86-8ad2-31def2d0cb7d/414860a3-fe98-4a40-84d6-81fe54229101) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:53.662559 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593be56b-bae8-4b7e-8811-59f1a2b82424 None None] DHCP port deletion for a776b992-ba99-47ed-ba26-07ccfd60be9a request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:53.680624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-54b1148c-4d59-441a-ace2-260e6bbe2855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:06:50Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '99dfacc3-8891-4451-93dd-a30271d2764e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:23Z', 'updated_at': '2022-05-24T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:53.683865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-593be56b-bae8-4b7e-8811-59f1a2b82424 None None] Deleting port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:53.684248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-593be56b-bae8-4b7e-8811-59f1a2b82424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.742960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Attempting to bind port 83e112d0-cc5b-4b63-99aa-032e27944290 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:53.743357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Attempting to bind port 83e112d0-cc5b-4b63-99aa-032e27944290 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '597298a8-6736-4018-9922-8c2ed0d28211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5674410-db66-4edc-a49a-a949da62272d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:53.743703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Attempting to bind port 83e112d0-cc5b-4b63-99aa-032e27944290 on network f5674410-db66-4edc-a49a-a949da62272d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:53.749888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdad66b-7350-42de-bf34-e1afcb174225 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:53.750658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abdad66b-7350-42de-bf34-e1afcb174225 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:53.757801 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:53.758192 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Checking segment: {'id': '597298a8-6736-4018-9922-8c2ed0d28211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5674410-db66-4edc-a49a-a949da62272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:53.758755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.759150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Bound using segment: {'id': '597298a8-6736-4018-9922-8c2ed0d28211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5674410-db66-4edc-a49a-a949da62272d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:53.759635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Bound port: 83e112d0-cc5b-4b63-99aa-032e27944290, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597298a8-6736-4018-9922-8c2ed0d28211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5674410-db66-4edc-a49a-a949da62272d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:53.760354 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.779279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1148c-4d59-441a-ace2-260e6bbe2855 None None] Checking router: 9e94ef70-3ad3-45ca-b085-6e73944b7c13 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:06:53.810609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-abdad66b-7350-42de-bf34-e1afcb174225 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:53.814812 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-abdad66b-7350-42de-bf34-e1afcb174225 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2943802 May 24 23:06:53.814988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33356) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:53.858771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1148c-4d59-441a-ace2-260e6bbe2855 None None] Routers {'9e94ef70-3ad3-45ca-b085-6e73944b7c13'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:53.859421 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-54b1148c-4d59-441a-ace2-260e6bbe2855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:53.877092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.907262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Transition to ACTIVE for port object 414860a3-fe98-4a40-84d6-81fe54229101 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:53.943651 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.970613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.042938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network f5674410-db66-4edc-a49a-a949da62272d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:54.046130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:54.096751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:54.115783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] For port 83e112d0-cc5b-4b63-99aa-032e27944290, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:54.121717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] For port 83e112d0-cc5b-4b63-99aa-032e27944290, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=83e112d0-cc5b-4b63-99aa-032e27944290,segment=NetworkSegment(597298a8-6736-4018-9922-8c2ed0d28211),segment_id=597298a8-6736-4018-9922-8c2ed0d28211)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:54.153553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.181155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=99dfacc3-8891-4451-93dd-a30271d2764e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:54.226521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eba3f6-0d78-44d6-8796-3edbb64f5ab2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:54.227808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22eba3f6-0d78-44d6-8796-3edbb64f5ab2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:54.271006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22eba3f6-0d78-44d6-8796-3edbb64f5ab2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:54.272113 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-22eba3f6-0d78-44d6-8796-3edbb64f5ab2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4546831 May 24 23:06:54.273288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.290243 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33362) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:54.329652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-54b1148c-4d59-441a-ace2-260e6bbe2855 None None] Set router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:54.360879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=414860a3-fe98-4a40-84d6-81fe54229101,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:54.399039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.424048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464bdf6-1c1b-4428-9e1d-1d7a4db8f829 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:54.425694 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464bdf6-1c1b-4428-9e1d-1d7a4db8f829 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:54.427279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464bdf6-1c1b-4428-9e1d-1d7a4db8f829 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:54.429523 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2464bdf6-1c1b-4428-9e1d-1d7a4db8f829 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1328137 May 24 23:06:54.439403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33366) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:54.489865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.493971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.498166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-54b1148c-4d59-441a-ace2-260e6bbe2855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:06:53Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:54.523328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fcde30e6-3831-45d4-a0d0-aaf0eaaa9724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.525488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.526300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Fanout notify agent at l3_agent the message router_deleted on router 9e94ef70-3ad3-45ca-b085-6e73944b7c13 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:06:54.533422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98893f85-ff0d-45ef-9f5b-fad49695f5a7 req-4e03b37c-282f-4b22-9eb2-8a0d9c136e59 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:54.541185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1148c-4d59-441a-ace2-260e6bbe2855 None None] The sync data for ids ['9e94ef70-3ad3-45ca-b085-6e73944b7c13'] in dv-neutron-843190-1-hyperv is: [{'id': '9e94ef70-3ad3-45ca-b085-6e73944b7c13', 'name': 'tempest-TestNetworkBasicOps-router-2026574643', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:05:22Z', 'updated_at': '2022-05-24T23:06:53Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:54.542143 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98893f85-ff0d-45ef-9f5b-fad49695f5a7 req-4e03b37c-282f-4b22-9eb2-8a0d9c136e59 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 945 time: 0.4937122 May 24 23:06:54.545386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-593be56b-bae8-4b7e-8811-59f1a2b82424 None None] For port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=60cc1022-bfa8-4fd0-922b-1f24f0d0070f,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:54.545776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-593be56b-bae8-4b7e-8811-59f1a2b82424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.553076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.555069 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1893927b-ac31-4543-a264-5c4a6a9a6f99 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/routers/9e94ef70-3ad3-45ca-b085-6e73944b7c13 HTTP/1.1" status: 204 len: 168 time: 1.9101071 May 24 23:06:54.558544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33370) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:54.559972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-870292ae-ef25-45b9-a9b5-669384e88590 None None] Provisioning for port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:54.566594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05ee48-8007-4eb4-bb17-d1354762053e None None] Pushing event updated for resources: {'Port': ['ID=83e112d0-cc5b-4b63-99aa-032e27944290,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:54.577333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-870292ae-ef25-45b9-a9b5-669384e88590 None None] Provisioning complete for port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:54.577650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-870292ae-ef25-45b9-a9b5-669384e88590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.595751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc0fa08-428e-4637-88fd-83b6c58e5674 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 28c6b88e-fae7-496f-a5f4-7b4cf8ad7a82 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:54.603303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa08-428e-4637-88fd-83b6c58e5674 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.722095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.736194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:54.736997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.744944 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-593be56b-bae8-4b7e-8811-59f1a2b82424 None None] Calling delete_port for 60cc1022-bfa8-4fd0-922b-1f24f0d0070f owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:54.759119 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98893f85-ff0d-45ef-9f5b-fad49695f5a7 req-ea28c70b-0786-414a-8868-e762d3fa9001 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160056 May 24 23:06:54.778205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa08-428e-4637-88fd-83b6c58e5674 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.806346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.004536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-870292ae-ef25-45b9-a9b5-669384e88590 None None] Current status of the port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:55.012387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-593be56b-bae8-4b7e-8811-59f1a2b82424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.110597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593be56b-bae8-4b7e-8811-59f1a2b82424 None None] Pushing event deleted for resources: {'Port': ['ID=60cc1022-bfa8-4fd0-922b-1f24f0d0070f,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:55.141153 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593be56b-bae8-4b7e-8811-59f1a2b82424 None None] No DVR routers for this DVR port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:55.185835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.187690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-71173bfa-f927-4c82-80e3-850ff42b753a None None] Could not find standard attr ID for object e0107101-b6ac-4197-99ac-5d37ce7aea96. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:55.188859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=60cc1022-bfa8-4fd0-922b-1f24f0d0070f,segment=NetworkSegment(33d4c87e-ab85-4551-9c18-a06faccb72db),segment_id=33d4c87e-ab85-4551-9c18-a06faccb72db)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:55.190060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.207965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa08-428e-4637-88fd-83b6c58e5674 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.256401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.333976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 60cc1022-bfa8-4fd0-922b-1f24f0d0070f owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: from cryptography.utils import int_from_bytes May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: from cryptography.utils import int_from_bytes May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn_limited( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn_limited( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.404763 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:55.407761 dv-neutron-843190-1-hyperv neutron-server[88260]: util.warn( May 24 23:06:55.411508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:55.411827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:55.417530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa08-428e-4637-88fd-83b6c58e5674 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.486700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0fa08-428e-4637-88fd-83b6c58e5674 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=28c6b88e-fae7-496f-a5f4-7b4cf8ad7a82,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:55.489643 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9298c9-2c85-482d-88cf-21914f262816 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:55.490191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa08-428e-4637-88fd-83b6c58e5674 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.530242 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2fc0fa08-428e-4637-88fd-83b6c58e5674 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/28c6b88e-fae7-496f-a5f4-7b4cf8ad7a82 HTTP/1.1" status: 204 len: 168 time: 1.0861287 May 24 23:06:55.530889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33376) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:55.557936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.572914 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.581018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ecf32d33-bb51-4c3a-891e-7c5c47c31f42 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:55.619592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ac51ee-b4d9-4d52-9d13-157174cbaa2a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet c41037d4-2d94-4da7-9832-21fe2b01ddb3 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:55.622990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5ac51ee-b4d9-4d52-9d13-157174cbaa2a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.707058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5ac51ee-b4d9-4d52-9d13-157174cbaa2a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.712143 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-84b78396-58e9-402c-b808-7e25181eb19d tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:55.713870 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-84b78396-58e9-402c-b808-7e25181eb19d tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 945 time: 0.3299897 May 24 23:06:55.720385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.753934 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=414860a3-fe98-4a40-84d6-81fe54229101,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:55.769828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:55.769828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.809842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5ac51ee-b4d9-4d52-9d13-157174cbaa2a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.979743 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network f5674410-db66-4edc-a49a-a949da62272d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:55.982923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:55.991197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Deleting port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:55.992260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.009874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:56.025494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 60cc1022-bfa8-4fd0-922b-1f24f0d0070f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:56.025831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.072700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 3a08e95a-fb7e-41a5-b77e-dff798f2e499 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:56.132918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 3a08e95a-fb7e-41a5-b77e-dff798f2e499 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:56.133268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 3a08e95a-fb7e-41a5-b77e-dff798f2e499 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:56.133699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 60cc1022-bfa8-4fd0-922b-1f24f0d0070f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:56.167354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] The port '60cc1022-bfa8-4fd0-922b-1f24f0d0070f' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:06:56.186170 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f37b7-986b-4383-908b-fa7b98389abe None None] Network f5674410-db66-4edc-a49a-a949da62272d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:56.277903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 60cc1022-bfa8-4fd0-922b-1f24f0d0070f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:56.278253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 60cc1022-bfa8-4fd0-922b-1f24f0d0070f not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:56.315539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5ac51ee-b4d9-4d52-9d13-157174cbaa2a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.316809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2bac52b1-3be4-4679-bb12-fa11361e382a None None] Provisioning for port 83e112d0-cc5b-4b63-99aa-032e27944290 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:56.384129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac51ee-b4d9-4d52-9d13-157174cbaa2a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=c41037d4-2d94-4da7-9832-21fe2b01ddb3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:56.398233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5ac51ee-b4d9-4d52-9d13-157174cbaa2a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.409106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.449448 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c5ac51ee-b4d9-4d52-9d13-157174cbaa2a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/c41037d4-2d94-4da7-9832-21fe2b01ddb3 HTTP/1.1" status: 204 len: 168 time: 0.9170623 May 24 23:06:56.449580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33382) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:56.458121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a776b992-ba99-47ed-ba26-07ccfd60be9a']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:56.475554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d4c87e-ab85-4551-9c18-a06faccb72db') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:56.475981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d4c87e-ab85-4551-9c18-a06faccb72db') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:56.493115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.513882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.516420 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.524310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:56.525076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.604126 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 33d4c87e-ab85-4551-9c18-a06faccb72db resource provider aggregate not found May 24 23:06:56.615500 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0f7c6da4-55ac-43f0-b387-32bf778b2cb2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1605401 May 24 23:06:56.619419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33390) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:56.635489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:56.652841 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 33d4c87e-ab85-4551-9c18-a06faccb72db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33d4c87e-ab85-4551-9c18-a06faccb72db found for delete ", "request_id": "req-f0ed0ab3-8052-488e-8865-dbbd9ffeeca2"}]} May 24 23:06:56.740072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.760697 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.782690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be759c98-8659-417c-a7f2-25240b053dfb req-ce05efa0-5ea5-4b4d-87dd-e51a64770f1f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:56.784498 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be759c98-8659-417c-a7f2-25240b053dfb req-ce05efa0-5ea5-4b4d-87dd-e51a64770f1f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 945 time: 0.7435660 May 24 23:06:56.786887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Network': ['ID=a776b992-ba99-47ed-ba26-07ccfd60be9a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:56.812240 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:56.817064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:56.820577 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dcf17094-2d1d-4bc6-befb-1fc812cd5a01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/networks/a776b992-ba99-47ed-ba26-07ccfd60be9a HTTP/1.1" status: 204 len: 168 time: 2.2605815 May 24 23:06:56.821467 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:56.837289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:56.843626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33394) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:56.855563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:56.860734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.866253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'network': {'name': 'tempest-network-smoke--530816740', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:56.880557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 83e112d0-cc5b-4b63-99aa-032e27944290 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:56.894798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:56.907430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] For port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:56.907791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.915410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72e135-0b99-42dc-b6e0-23507b6c8506 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:56.931655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:network and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:56.941905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:57.014947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:57.028486 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be759c98-8659-417c-a7f2-25240b053dfb req-1b9c0acf-bbb2-4e44-baed-3ccbd3087b0a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328253 May 24 23:06:57.045467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4b9d7f86-327c-46b8-8f95-b711582f19cb is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:06:57.056861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:57.060440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.204035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9b48a653-9d53-428f-b506-5d2acccaba38 None None] Provisioning for port 414860a3-fe98-4a40-84d6-81fe54229101 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:57.212289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9b48a653-9d53-428f-b506-5d2acccaba38 None None] Provisioning complete for port 414860a3-fe98-4a40-84d6-81fe54229101 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:57.212664 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9b48a653-9d53-428f-b506-5d2acccaba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.249828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 83e112d0-cc5b-4b63-99aa-032e27944290 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:57.265406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 83e112d0-cc5b-4b63-99aa-032e27944290 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:57.266060 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.327790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:06:57.349167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9b48a653-9d53-428f-b506-5d2acccaba38 None None] Port 414860a3-fe98-4a40-84d6-81fe54229101 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:57.429704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9b48a653-9d53-428f-b506-5d2acccaba38 None None] Provisioning complete for port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:57.430194 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9b48a653-9d53-428f-b506-5d2acccaba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.445251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:57.466164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:57.483377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 83e112d0-cc5b-4b63-99aa-032e27944290 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:57.484017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.499828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.500413 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Added segment b1ee0ec2-9406-43d3-8fb4-970c0bb789f1 of type vlan for network 1053ddfd-c83a-4a29-b34e-299486fb76c9 May 24 23:06:57.505537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Deleting port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:57.505909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.518681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:57.535255 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd13e632-7e0e-47a4-9ad1-728c2db1a9e5 None None] Sync routers for ids ['4b9d7f86-327c-46b8-8f95-b711582f19cb'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:57.546261 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd13e632-7e0e-47a4-9ad1-728c2db1a9e5 None None] Routers {'4b9d7f86-327c-46b8-8f95-b711582f19cb'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:57.547328 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd13e632-7e0e-47a4-9ad1-728c2db1a9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4b9d7f86-327c-46b8-8f95-b711582f19cb'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:57.552141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.553633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.581498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 83e112d0-cc5b-4b63-99aa-032e27944290, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=83e112d0-cc5b-4b63-99aa-032e27944290,segment=NetworkSegment(597298a8-6736-4018-9922-8c2ed0d28211),segment_id=597298a8-6736-4018-9922-8c2ed0d28211)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:57.590621 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.591290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.591626 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Floating IP df69f061-db39-41b6-86fb-6a23f2f3936f disassociated. External IP: 172.26.3.41, port: 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7. May 24 23:06:57.592036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Calling delete_port for 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:57.623736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.649176 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd13e632-7e0e-47a4-9ad1-728c2db1a9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:57.658186 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd13e632-7e0e-47a4-9ad1-728c2db1a9e5 None None] Routers {'4b9d7f86-327c-46b8-8f95-b711582f19cb'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:57.659234 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd13e632-7e0e-47a4-9ad1-728c2db1a9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4b9d7f86-327c-46b8-8f95-b711582f19cb'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:57.673959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 99dfacc3-8891-4451-93dd-a30271d2764e no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:57.698701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.709088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:57.711254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.726045 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd13e632-7e0e-47a4-9ad1-728c2db1a9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:57.726774 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd13e632-7e0e-47a4-9ad1-728c2db1a9e5 None None] The sync data for ids ['4b9d7f86-327c-46b8-8f95-b711582f19cb'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:57.768840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 99dfacc3-8891-4451-93dd-a30271d2764e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:57.769275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 99dfacc3-8891-4451-93dd-a30271d2764e not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:57.799991 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f80ba555-5e66-4d3e-917e-bcfeafe0a8d2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4b9d7f86-327c-46b8-8f95-b711582f19cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0793355 May 24 23:06:57.807100 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9578869 May 24 23:06:57.809058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33398) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:57.809687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33400) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:57.856857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'admin_state_up': True, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:57.863371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9b48a653-9d53-428f-b506-5d2acccaba38 None None] Current status of the port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:57.874480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=83e112d0-cc5b-4b63-99aa-032e27944290,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:57.875171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:57.878322 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] For port ecf32d33-bb51-4c3a-891e-7c5c47c31f42, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:57.890571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:router and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:57.896454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:57.899778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a098f8f-3243-4d2d-bfe8-4f31110b333d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Network': ['ID=1053ddfd-c83a-4a29-b34e-299486fb76c9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:57.905341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.910711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:57.912742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 1053ddfd-c83a-4a29-b34e-299486fb76c9 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:57.926407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f3dae-8641-4142-8acf-0d0254877fd3 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:57.926949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ff7f3dae-8641-4142-8acf-0d0254877fd3 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:57.956579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.957649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.961241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event deleted for resources: {'Port': ['ID=4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:57.968648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.973877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ff7f3dae-8641-4142-8acf-0d0254877fd3 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:57.975339 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ff7f3dae-8641-4142-8acf-0d0254877fd3 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports/414860a3-fe98-4a40-84d6-81fe54229101 HTTP/1.1" status: 200 len: 910 time: 0.1644754 May 24 23:06:57.977888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.978757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.985742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33406) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:58.002924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] For port ecf32d33-bb51-4c3a-891e-7c5c47c31f42, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:58.003108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.127431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,revision_number=8']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:58.161210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Calling delete_port for ecf32d33-bb51-4c3a-891e-7c5c47c31f42 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:58.215441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-017f733b-c7fa-4238-b2f3-bdea19fcf338 None None] Provisioning complete for port 414860a3-fe98-4a40-84d6-81fe54229101 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:58.215998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-017f733b-c7fa-4238-b2f3-bdea19fcf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.267409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=3718e0e7-16a1-45eb-8f89-38f2640fa50f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:58.280010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:58.281608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.289441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:58.292281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:58.292769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-017f733b-c7fa-4238-b2f3-bdea19fcf338 None None] Port 414860a3-fe98-4a40-84d6-81fe54229101 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:58.292912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.297881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2b36d3dd-971d-4b94-8710-017ac70664e4 req-b2b94387-f494-4e2b-8c53-524d232dd4ec tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Synchronizing usage tracker for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:58.304812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:58.305436 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:58.320005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2b36d3dd-971d-4b94-8710-017ac70664e4 req-b2b94387-f494-4e2b-8c53-524d232dd4ec tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Unset dirty status for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:58.321154 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b36d3dd-971d-4b94-8710-017ac70664e4 req-b2b94387-f494-4e2b-8c53-524d232dd4ec tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 210 time: 0.0845273 May 24 23:06:58.346865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Router 512426ba-e2a3-4477-a2f3-b13c809ce54a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:58.541322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:58.554780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b071f-bb30-4e4c-b73f-0f1db53df24b None None] Sync routers for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:58.564580 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b071f-bb30-4e4c-b73f-0f1db53df24b None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:58.565303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d87b071f-bb30-4e4c-b73f-0f1db53df24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:58.613839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] No DVR routers for this DVR port 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 on host hv-neutron-8431 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:58.614761 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bf02e1fb-00f5-42cc-b7b6-386ab9a465e1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9947565 May 24 23:06:58.618356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33412) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:58.620929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.622856 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16346ecc-06e9-4954-902b-e9d9708f1dcc req-350b83cb-2151-47d5-97e2-f86e48447576 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "DELETE /v2.0/ports/4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 HTTP/1.1" status: 204 len: 173 time: 2.9037299 May 24 23:06:58.623530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'name': 'network-vif-deleted', 'tag': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:58.630842 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7366797e-e387-49da-b58e-b4da6475e0f9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:58.721787 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79aea9c-f2e8-4212-bf74-3c661a048e6c'] response: {'server_uuid': '44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22', 'name': 'network-vif-deleted', 'tag': '4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7', 'status': 'completed', 'code': 200} May 24 23:06:58.797139 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7366797e-e387-49da-b58e-b4da6475e0f9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:58.802552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7366797e-e387-49da-b58e-b4da6475e0f9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:58.806424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7366797e-e387-49da-b58e-b4da6475e0f9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:58.806755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Deleting port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:58.807178 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.813351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7366797e-e387-49da-b58e-b4da6475e0f9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:58.829372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7366797e-e387-49da-b58e-b4da6475e0f9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:58.834787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7366797e-e387-49da-b58e-b4da6475e0f9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.888351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d87b071f-bb30-4e4c-b73f-0f1db53df24b None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:58.987693 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.ipam_backend_mixin [None req-7366797e-e387-49da-b58e-b4da6475e0f9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3718e0e7-16a1-45eb-8f89-38f2640fa50f (CIDR: 2001:db8::/64) May 24 23:06:58.989362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.992564 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7366797e-e387-49da-b58e-b4da6475e0f9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:06:58.994033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7366797e-e387-49da-b58e-b4da6475e0f9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:59.021765 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7366797e-e387-49da-b58e-b4da6475e0f9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4023194 May 24 23:06:59.025186 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 83e112d0-cc5b-4b63-99aa-032e27944290 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:59.025755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33418) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:59.034415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:59.065540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:59.158149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:59.164460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 4ec98a4d-9b9e-485d-b0ec-22ed516b0ca7 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:59.244903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:59.249854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:59.253599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:59.262536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:59.283860 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:59.290738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.501065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 83e112d0-cc5b-4b63-99aa-032e27944290 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:59.501443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.548708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.576975 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ebeece1e-7b5f-45f8-a791-4ad05051b885 req-d2541e19-d0c7-4e4e-a7d4-ce28d5547d83 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cf863b-bdd7-4b4d-ba9d-b90fb04f4c22 HTTP/1.1" status: 200 len: 210 time: 0.0890141 May 24 23:06:59.588676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.593034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-410dcbbd-60a5-4025-9d82-e998e14a32a7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.647693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] For port ecf32d33-bb51-4c3a-891e-7c5c47c31f42, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:59.648166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.763734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.792952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Calling delete_port for ecf32d33-bb51-4c3a-891e-7c5c47c31f42 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:59.835475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:59.838623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:59.841835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:59.842432 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.871723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=c8bcb585-9b08-49d4-9b43-cf841be29578,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:59.884358 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fc5c46e9-1507-4859-8c17-7a2998b2e5c9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8546441 May 24 23:06:59.885020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33426) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:59.890321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:09:b9:90', 'name': 'tempest-NetworksTestDHCPv6-1836756813'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:59.929839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d87b071f-bb30-4e4c-b73f-0f1db53df24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:59.933218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 83e112d0-cc5b-4b63-99aa-032e27944290 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:59.938476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b071f-bb30-4e4c-b73f-0f1db53df24b None None] Checking router: 512426ba-e2a3-4477-a2f3-b13c809ce54a for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:06:59.988655 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b071f-bb30-4e4c-b73f-0f1db53df24b None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:59.989622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d87b071f-bb30-4e4c-b73f-0f1db53df24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:00.053550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ecf32d33-bb51-4c3a-891e-7c5c47c31f42 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:00.095507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:00.109069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:00.124757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:00.154058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:00.175802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.254 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/7b040fd1-1ba4-4fcf-86f7-b428ba3840e8) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:00.272004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] Pushing event deleted for resources: {'Port': ['ID=ecf32d33-bb51-4c3a-891e-7c5c47c31f42,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:00.277822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No active binding found for port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 {{(pid=88262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:07:00.278227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ecf32d33-bb51-4c3a-891e-7c5c47c31f42 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:07:00.392992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-410dcbbd-60a5-4025-9d82-e998e14a32a7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 414860a3-fe98-4a40-84d6-81fe54229101 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:00.393394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-410dcbbd-60a5-4025-9d82-e998e14a32a7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:00.416684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:00.430551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a2eb7-83f1-4cb7-8243-d4941d9a266a None None] No DVR routers for this DVR port ecf32d33-bb51-4c3a-891e-7c5c47c31f42 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:00.443437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d87b071f-bb30-4e4c-b73f-0f1db53df24b None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:00.461033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 6e3ecc45-a68d-47f3-a5bd-75a239cac929 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:07:00.486000 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d37335-cf89-4eb8-8b8c-8f9c3f89e9b3 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:00.580721 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:00.645606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-410dcbbd-60a5-4025-9d82-e998e14a32a7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:00.746739 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8:0:1::12 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/c8bcb585-9b08-49d4-9b43-cf841be29578/6e3ecc45-a68d-47f3-a5bd-75a239cac929) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:00.752879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::f816:3eff:fe09:b990 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/3718e0e7-16a1-45eb-8f89-38f2640fa50f/6e3ecc45-a68d-47f3-a5bd-75a239cac929) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:00.796825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-410dcbbd-60a5-4025-9d82-e998e14a32a7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for 414860a3-fe98-4a40-84d6-81fe54229101 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:00.928762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:00.941040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': '3718e0e7-16a1-45eb-8f89-38f2640fa50f'}, {'subnet_id': 'c8bcb585-9b08-49d4-9b43-cf841be29578'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:00.942006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.011247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d87b071f-bb30-4e4c-b73f-0f1db53df24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:01.027435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b071f-bb30-4e4c-b73f-0f1db53df24b None None] The sync data for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv is: [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:01.036174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.042350 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-05bf7fe1-1147-4e95-88b0-28684f2026af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528285469&fields=id&tenant_id=4155273398514810859d10c940ec1372 HTTP/1.1" status: 200 len: 267 time: 0.0733356 May 24 23:07:01.053007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:01.058406 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:01.066290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:01.107786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=7b040fd1-1ba4-4fcf-86f7-b428ba3840e8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:01.132952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 6e3ecc45-a68d-47f3-a5bd-75a239cac929 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:01.136078 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-410dcbbd-60a5-4025-9d82-e998e14a32a7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.220140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-68ea0bc8-4dfc-45f0-8747-b0982e952e47 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:01.220425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dcbbd-60a5-4025-9d82-e998e14a32a7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=414860a3-fe98-4a40-84d6-81fe54229101,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:01.222110 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-68ea0bc8-4dfc-45f0-8747-b0982e952e47 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 812 time: 0.1665289 May 24 23:07:01.227873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.313233 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-ae7aab65-1014-48f5-b648-15f24cfcdae4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/quotas/4155273398514810859d10c940ec1372 HTTP/1.1" status: 200 len: 375 time: 0.0831037 May 24 23:07:01.338408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:01.387943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:01.410535 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:01.416410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:01.417054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.425570 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Allocated IP 2001:db8:0:1::2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/c8bcb585-9b08-49d4-9b43-cf841be29578/59c87a0b-6865-4dbb-b1a4-df9a21965820) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:01.431172 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2631b27-2910-44bd-83f1-1f893e094721 None None] New status for floating IP df69f061-db39-41b6-86fb-6a23f2f3936f: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:07:01.433233 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Allocated IP 2001:db8::f816:3eff:feba:486e (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/3718e0e7-16a1-45eb-8f89-38f2640fa50f/59c87a0b-6865-4dbb-b1a4-df9a21965820) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:01.449054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=6e3ecc45-a68d-47f3-a5bd-75a239cac929,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:01.498467 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-22ba103f-887e-4d6d-9223-e693f94ef690 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6122708 May 24 23:07:01.499312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33438) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:01.600466 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6ad86d82-fca9-489d-bc20-e1de69f814f3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 6e3ecc45-a68d-47f3-a5bd-75a239cac929 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:01.601390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ad86d82-fca9-489d-bc20-e1de69f814f3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.640534 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-a8ff728e-6efb-4625-824b-fb271bf0a294 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3117971 May 24 23:07:01.671604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.684550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Transition to ACTIVE for port object 59c87a0b-6865-4dbb-b1a4-df9a21965820 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:01.716402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Transition to ACTIVE for port object 59c87a0b-6865-4dbb-b1a4-df9a21965820 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:01.722407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.789333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:01.792315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:01.796134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:01.801889 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Pushing event updated for resources: {'Port': ['ID=59c87a0b-6865-4dbb-b1a4-df9a21965820,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:01.837539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-410dcbbd-60a5-4025-9d82-e998e14a32a7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.928424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Attempting to bind port 59c87a0b-6865-4dbb-b1a4-df9a21965820 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:01.929371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Attempting to bind port 59c87a0b-6865-4dbb-b1a4-df9a21965820 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:01.929706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Attempting to bind port 59c87a0b-6865-4dbb-b1a4-df9a21965820 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:01.935284 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:01.935919 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:01.936066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.936409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:01.936867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Bound port: 59c87a0b-6865-4dbb-b1a4-df9a21965820, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:01.937234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.948334 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-f61c2fa5-c169-4bb2-a4f0-b4ba6e07fa50 service neutron] 10.222.0.32 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911708 May 24 23:07:02.027529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] For port 59c87a0b-6865-4dbb-b1a4-df9a21965820, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:02.030404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] For port 59c87a0b-6865-4dbb-b1a4-df9a21965820, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=59c87a0b-6865-4dbb-b1a4-df9a21965820,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:02.036830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:02.080266 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ad86d82-fca9-489d-bc20-e1de69f814f3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:02.135951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1bd50-f2bb-4699-a5cb-02631ee992f7 None None] Pushing event updated for resources: {'Port': ['ID=59c87a0b-6865-4dbb-b1a4-df9a21965820,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:02.242940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6ad86d82-fca9-489d-bc20-e1de69f814f3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 6e3ecc45-a68d-47f3-a5bd-75a239cac929 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:02.296901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410dcbbd-60a5-4025-9d82-e998e14a32a7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4b9d7f86-327c-46b8-8f95-b711582f19cb has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:02.301062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:02.315175 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-9739808d-86dc-46ec-affc-c279eddea11a service neutron] 10.222.0.32 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548441 May 24 23:07:02.634958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410dcbbd-60a5-4025-9d82-e998e14a32a7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:02.646710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004c3a9-2159-4a13-95b7-ce1284ec0cb9 None None] Sync routers for ids ['4b9d7f86-327c-46b8-8f95-b711582f19cb'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:02.661035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004c3a9-2159-4a13-95b7-ce1284ec0cb9 None None] Routers {'4b9d7f86-327c-46b8-8f95-b711582f19cb'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:02.662157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0004c3a9-2159-4a13-95b7-ce1284ec0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4b9d7f86-327c-46b8-8f95-b711582f19cb'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:02.663855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ad86d82-fca9-489d-bc20-e1de69f814f3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:02.735427 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-410dcbbd-60a5-4025-9d82-e998e14a32a7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4b9d7f86-327c-46b8-8f95-b711582f19cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6779552 May 24 23:07:02.738195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33448) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:02.749409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0004c3a9-2159-4a13-95b7-ce1284ec0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:02.760363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004c3a9-2159-4a13-95b7-ce1284ec0cb9 None None] Routers {'4b9d7f86-327c-46b8-8f95-b711582f19cb'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:02.762731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0004c3a9-2159-4a13-95b7-ce1284ec0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4b9d7f86-327c-46b8-8f95-b711582f19cb'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:02.781393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad86d82-fca9-489d-bc20-e1de69f814f3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=6e3ecc45-a68d-47f3-a5bd-75a239cac929,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:02.836091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ad86d82-fca9-489d-bc20-e1de69f814f3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:02.851344 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6ad86d82-fca9-489d-bc20-e1de69f814f3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/6e3ecc45-a68d-47f3-a5bd-75a239cac929 HTTP/1.1" status: 204 len: 168 time: 1.3473547 May 24 23:07:02.851563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33452) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:02.899973 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 59c87a0b-6865-4dbb-b1a4-df9a21965820 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:02.945491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3898dcd5-b561-4b36-8a20-cfcb21b0433c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:02.946252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3898dcd5-b561-4b36-8a20-cfcb21b0433c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:02.947599 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0004c3a9-2159-4a13-95b7-ce1284ec0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:02.948012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004c3a9-2159-4a13-95b7-ce1284ec0cb9 None None] The sync data for ids ['4b9d7f86-327c-46b8-8f95-b711582f19cb'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:02.968454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3898dcd5-b561-4b36-8a20-cfcb21b0433c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:02.974286 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3898dcd5-b561-4b36-8a20-cfcb21b0433c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1216147 May 24 23:07:02.975517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33456) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:03.003180 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:03.045413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-669986fc-fab8-4919-98ca-941533d58591 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:03.071462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6521466b-4688-419a-bb1f-af7280e2e21d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:03.075536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.076236 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6521466b-4688-419a-bb1f-af7280e2e21d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0991039 May 24 23:07:03.076965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33460) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:03.079355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-669986fc-fab8-4919-98ca-941533d58591 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:03.080521 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-669986fc-fab8-4919-98ca-941533d58591 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9d7f86-327c-46b8-8f95-b711582f19cb HTTP/1.1" status: 200 len: 205 time: 0.3407702 May 24 23:07:03.115942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33464) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:03.286891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55dbd618-3bfa-4397-bf94-0a6c5444b17e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.298252 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df18ee-d4a8-4531-8280-08fddcf2bcbb None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:03.308134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d9e390d6-34d5-4ff7-8d54-c867e237c451 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:07:03.392436 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-91a7be15-1181-474f-af0a-5a1eec668420 None None] Provisioning for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:03.404831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d855e9-a27e-4b19-ad18-a929ebf2f128 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:03.406315 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d855e9-a27e-4b19-ad18-a929ebf2f128 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:03.407813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d855e9-a27e-4b19-ad18-a929ebf2f128 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:03.408585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f4d855e9-a27e-4b19-ad18-a929ebf2f128 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:03.409779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-91a7be15-1181-474f-af0a-5a1eec668420 None None] Provisioning complete for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:03.410150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91a7be15-1181-474f-af0a-5a1eec668420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.498282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:03.511213 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Sync routers for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:03.521299 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:03.521682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.522616 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:03.523848 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fb46c2d8-a3d0-4ac3-b777-43b85f1f18e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7113297 May 24 23:07:03.527396 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33468) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:03.577112 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-35cbb8d6-8a21-4eec-9d95-3e6196653433 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4a9c122e5fbd4d319091b78d34b07baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477428 May 24 23:07:03.578996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33472) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:03.600448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f4d855e9-a27e-4b19-ad18-a929ebf2f128 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:03.604968 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f4d855e9-a27e-4b19-ad18-a929ebf2f128 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5269570 May 24 23:07:03.605632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33476) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:03.656203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55dbd618-3bfa-4397-bf94-0a6c5444b17e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.664698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55dbd618-3bfa-4397-bf94-0a6c5444b17e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.669466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-91a7be15-1181-474f-af0a-5a1eec668420 None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:03.669867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91a7be15-1181-474f-af0a-5a1eec668420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.699232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dbeba0-5c10-4bb1-bbe3-e6297f6cab03 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 3718e0e7-16a1-45eb-8f89-38f2640fa50f {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:03.702613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69dbeba0-5c10-4bb1-bbe3-e6297f6cab03 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.723386 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:03.763335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b54313-74df-4242-9903-2d6c509d51ca tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:03.765089 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-75b54313-74df-4242-9903-2d6c509d51ca tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1850019 May 24 23:07:03.768479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33486) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:03.784908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55dbd618-3bfa-4397-bf94-0a6c5444b17e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.785487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dbd618-3bfa-4397-bf94-0a6c5444b17e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Fanout notify agent at l3_agent the message router_deleted on router 4b9d7f86-327c-46b8-8f95-b711582f19cb {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:07:03.798223 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-91a7be15-1181-474f-af0a-5a1eec668420 None None] For port 59c87a0b-6865-4dbb-b1a4-df9a21965820, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=59c87a0b-6865-4dbb-b1a4-df9a21965820,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:03.808941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91a7be15-1181-474f-af0a-5a1eec668420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.812965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55dbd618-3bfa-4397-bf94-0a6c5444b17e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.816445 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-55dbd618-3bfa-4397-bf94-0a6c5444b17e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/4b9d7f86-327c-46b8-8f95-b711582f19cb HTTP/1.1" status: 204 len: 168 time: 0.6965902 May 24 23:07:03.817319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33490) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:03.873273 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1d981c25-9b4f-48a2-8904-7ec5ead47416 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1033335 May 24 23:07:03.877556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33494) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:03.891192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1645996613', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:03.936509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69dbeba0-5c10-4bb1-bbe3-e6297f6cab03 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.948539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7be15-1181-474f-af0a-5a1eec668420 None None] Pushing event updated for resources: {'Port': ['ID=59c87a0b-6865-4dbb-b1a4-df9a21965820,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:04.043205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69dbeba0-5c10-4bb1-bbe3-e6297f6cab03 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.102567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:04.102803 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:01Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:04.107376 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Checking router: d9e390d6-34d5-4ff7-8d54-c867e237c451 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:07:04.107551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:subnet and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:04.107721 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Updating router d9e390d6-34d5-4ff7-8d54-c867e237c451 port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:07:04.110668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:04.121295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:04.137867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:04.142687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.145932 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce899992-bf9b-40cb-b6c3-c6b5a88d13b4 req-dbb3b99e-46b6-4c83-be04-46e03a1dc18c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 210 time: 0.2806640 May 24 23:07:04.167059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2dd9a9cd-b6b8-4bd9-bb74-ed821d1c1910 None None] Provisioning complete for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:04.180120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a9cd-b6b8-4bd9-bb74-ed821d1c1910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.206440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfdcc1c-2bad-418e-9e64-06aaec953f5f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting subnet adc7b0c9-0257-4a86-8ad2-31def2d0cb7d {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:04.225060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8dfdcc1c-2bad-418e-9e64-06aaec953f5f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.304218 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.355442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8dfdcc1c-2bad-418e-9e64-06aaec953f5f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.452884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.532645 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9a9cd-b6b8-4bd9-bb74-ed821d1c1910 None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:04.567925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Checking segment: {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:04.569415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network hostable DHCP agents. Network: 1053ddfd-c83a-4a29-b34e-299486fb76c9, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:04.586783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Subnet': ['ID=ab1a8522-c791-4c14-b79c-23528a501f7e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:04.600693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69dbeba0-5c10-4bb1-bbe3-e6297f6cab03 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.601520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 1053ddfd-c83a-4a29-b34e-299486fb76c9 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:04.613712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 1053ddfd-c83a-4a29-b34e-299486fb76c9) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:04.620595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:04.621636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.624834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f756ec9-11b9-405c-93e6-d87b910d7722 None None] Network 1053ddfd-c83a-4a29-b34e-299486fb76c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:04.654133 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-623cf2c9-afa9-4aae-bbfc-0abd68f26110 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7730117 May 24 23:07:04.654565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33504) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:04.663353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbeba0-5c10-4bb1-bbe3-e6297f6cab03 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=3718e0e7-16a1-45eb-8f89-38f2640fa50f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:04.683776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-69dbeba0-5c10-4bb1-bbe3-e6297f6cab03 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.714934 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-69dbeba0-5c10-4bb1-bbe3-e6297f6cab03 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/3718e0e7-16a1-45eb-8f89-38f2640fa50f HTTP/1.1" status: 204 len: 168 time: 1.1007867 May 24 23:07:04.720893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33508) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:04.754332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-45eeac06-7ce8-493e-aab6-335ea1e2a8e8 None None] Could not find standard attr ID for object 6e3ecc45-a68d-47f3-a5bd-75a239cac929. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:07:04.765116 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd1631-21b5-4c88-871c-3dffa097a40a None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:04.815858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cee4e0-5740-4582-999e-7e4a8465f183 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet c8bcb585-9b08-49d4-9b43-cf841be29578 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:04.819179 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90cee4e0-5740-4582-999e-7e4a8465f183 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.877282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90cee4e0-5740-4582-999e-7e4a8465f183 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.893965 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.907292 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Transition to ACTIVE for port object 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:04.917416 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.959470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 59c87a0b-6865-4dbb-b1a4-df9a21965820 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:04.968083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8dfdcc1c-2bad-418e-9e64-06aaec953f5f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.006671 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Pushing event updated for resources: {'Port': ['ID=7b040fd1-1ba4-4fcf-86f7-b428ba3840e8,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:05.024153 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.025360 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.026218 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.026794 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.027311 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.027866 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.028376 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.028909 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.029798 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.030326 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.030710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90cee4e0-5740-4582-999e-7e4a8465f183 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.031093 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.031599 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:05.057160 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Attempting to bind port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:05.057805 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Attempting to bind port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:05.061885 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Attempting to bind port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:05.089408 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:05.091671 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:05.092574 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.095939 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:05.096631 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Bound port: 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:05.099273 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.107421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8dfdcc1c-2bad-418e-9e64-06aaec953f5f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.157803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdcc1c-2bad-418e-9e64-06aaec953f5f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Subnet': ['ID=adc7b0c9-0257-4a86-8ad2-31def2d0cb7d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:05.183731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8dfdcc1c-2bad-418e-9e64-06aaec953f5f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.206703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c524cea-77c6-4dfd-8297-68e24019258f None None] Network f5674410-db66-4edc-a49a-a949da62272d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:05.210281 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8dfdcc1c-2bad-418e-9e64-06aaec953f5f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/adc7b0c9-0257-4a86-8ad2-31def2d0cb7d HTTP/1.1" status: 204 len: 168 time: 1.3896015 May 24 23:07:05.210281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90cee4e0-5740-4582-999e-7e4a8465f183 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.232302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33514) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:05.304626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90cee4e0-5740-4582-999e-7e4a8465f183 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.312955 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-90cee4e0-5740-4582-999e-7e4a8465f183 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/c8bcb585-9b08-49d4-9b43-cf841be29578 HTTP/1.1" status: 204 len: 168 time: 0.5870695 May 24 23:07:05.315927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33516) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:05.340601 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] For port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:05.348418 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] For port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7b040fd1-1ba4-4fcf-86f7-b428ba3840e8,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:05.356303 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.463718 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:05.464327 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:05.533840 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5ac52-af8d-40ee-ba55-a90afaa830e6 None None] Pushing event updated for resources: {'Port': ['ID=7b040fd1-1ba4-4fcf-86f7-b428ba3840e8,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:05.537883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-1053ddfd-c83a-4a29-b34e-299486fb76c9', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:05.540490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.641097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cee4e0-5740-4582-999e-7e4a8465f183 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=c8bcb585-9b08-49d4-9b43-cf841be29578,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:05.650343 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-4023da16-d56e-4480-8d71-fcbf275eb551 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:05.651827 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-4023da16-d56e-4480-8d71-fcbf275eb551 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 812 time: 0.2735310 May 24 23:07:05.686804 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:05.716931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:05.717305 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.873734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.899262 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-084c9f0c-aca4-4a8f-82fc-a5286bf243db req-4f13bd1c-d5bb-49c7-ba8c-c748d84e332a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 210 time: 0.4892678 May 24 23:07:05.906492 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b3db4da4-cdc2-4880-9768-b0c681d8b55f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5036848 May 24 23:07:05.915999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33526) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:05.927230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:06.036012 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:01Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:06.040602 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa8f7b-2e6f-49f9-a47e-70e23bc45216 None None] The sync data for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv is: [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:01Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:06.073460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.104541 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-8511516a-a34f-4ece-a157-8785ee4c719f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4155273398514810859d10c940ec1372 HTTP/1.1" status: 200 len: 379 time: 0.2809412 May 24 23:07:06.105668 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:06.114724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'port': {'device_id': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'admin_state_up': True, 'tenant_id': '4155273398514810859d10c940ec1372', 'security_groups': ['48e2680b-bf24-4446-8a7b-cebf843d3bd7']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:06.139049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:06.146223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:06.191667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:06.218121 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Allocated IP 172.20.0.2 (1053ddfd-c83a-4a29-b34e-299486fb76c9/ab1a8522-c791-4c14-b79c-23528a501f7e/87d1a842-5e74-49cc-8d98-4367396b8136) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:06.220305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:06.259912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 83e112d0-cc5b-4b63-99aa-032e27944290 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:06.260491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.342284 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0678de-ccc1-4a93-ad26-40df83a67060 None None] DHCP port deletion for f5674410-db66-4edc-a49a-a949da62272d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:07:06.394133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:06.400372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fd0678de-ccc1-4a93-ad26-40df83a67060 None None] Deleting port 83e112d0-cc5b-4b63-99aa-032e27944290 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:06.400527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.400751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd0678de-ccc1-4a93-ad26-40df83a67060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.454914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a1e7f8-8106-4467-a33e-fa83ea66d656 None None] Update dhcp port {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'fixed_ips': [{'subnet_id': 'c8bcb585-9b08-49d4-9b43-cf841be29578'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': '59c87a0b-6865-4dbb-b1a4-df9a21965820'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:07:06.606157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18a1e7f8-8106-4467-a33e-fa83ea66d656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.833209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:06.847491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fd0678de-ccc1-4a93-ad26-40df83a67060 None None] For port 83e112d0-cc5b-4b63-99aa-032e27944290, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=83e112d0-cc5b-4b63-99aa-032e27944290,segment=NetworkSegment(597298a8-6736-4018-9922-8c2ed0d28211),segment_id=597298a8-6736-4018-9922-8c2ed0d28211)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:06.848036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd0678de-ccc1-4a93-ad26-40df83a67060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.980721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fd0678de-ccc1-4a93-ad26-40df83a67060 None None] Calling delete_port for 83e112d0-cc5b-4b63-99aa-032e27944290 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:06.996730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.048564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:07.072512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:07.082406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:07.092873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:07.126945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd0678de-ccc1-4a93-ad26-40df83a67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.143226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:07.143940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.162480 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c9831aa-cd0b-4f23-819d-83114a51c962 req-abc1db92-ef4f-4e0a-9005-2fe98837d0b5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 210 time: 0.0884581 May 24 23:07:07.171980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Made reservation on behalf of 4155273398514810859d10c940ec1372 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:07.175947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.207180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port 83e112d0-cc5b-4b63-99aa-032e27944290, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=83e112d0-cc5b-4b63-99aa-032e27944290,segment=NetworkSegment(597298a8-6736-4018-9922-8c2ed0d28211),segment_id=597298a8-6736-4018-9922-8c2ed0d28211)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:07.207521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.222463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=bdd533d3-6d29-464d-8ae2-c682ba220b27,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:07.363285 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0678de-ccc1-4a93-ad26-40df83a67060 None None] No DVR routers for this DVR port 83e112d0-cc5b-4b63-99aa-032e27944290 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:07.378138 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0678de-ccc1-4a93-ad26-40df83a67060 None None] Pushing event deleted for resources: {'Port': ['ID=83e112d0-cc5b-4b63-99aa-032e27944290,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:07.404478 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.414385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:07.421094 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:07.421421 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.443380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for 83e112d0-cc5b-4b63-99aa-032e27944290 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:07.453659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Transition to ACTIVE for port object 87d1a842-5e74-49cc-8d98-4367396b8136 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:07.481331 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf896d4c-bc44-4a17-b6f4-f20b4ed62795 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:07.504733 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8f2f2881-1725-45a4-aaa4-57ba064d4163 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5874274 May 24 23:07:07.508876 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33532) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:07.520087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-becb66a7-e844-4b2f-863f-526bcbb0a09a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:07.586237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Transition to ACTIVE for port object 87d1a842-5e74-49cc-8d98-4367396b8136 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:07.613517 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-621de3be-30c3-4356-a946-ec07bdf646fc None None] Provisioning complete for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:07.614270 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-621de3be-30c3-4356-a946-ec07bdf646fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.624828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:07.625592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:07.628090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Allocated IP 172.20.0.4 (93c103b0-3a45-4501-a7a3-8923f3d8757b/ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232/7a0bd219-7d56-4c1b-892a-dbe02fe06367) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:07.653574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.724533 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.1 (1053ddfd-c83a-4a29-b34e-299486fb76c9/ab1a8522-c791-4c14-b79c-23528a501f7e/56dd117b-4de6-478f-b4e9-9bce1cb8c981) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:07.762917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-becb66a7-e844-4b2f-863f-526bcbb0a09a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:07.790379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-becb66a7-e844-4b2f-863f-526bcbb0a09a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:07.848182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-becb66a7-e844-4b2f-863f-526bcbb0a09a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:07.867565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-becb66a7-e844-4b2f-863f-526bcbb0a09a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:07.880492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Network 1053ddfd-c83a-4a29-b34e-299486fb76c9 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:07.899712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becb66a7-e844-4b2f-863f-526bcbb0a09a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:07.904298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-becb66a7-e844-4b2f-863f-526bcbb0a09a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.904497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:07.906828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:07.957597 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.974102 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Transition to ACTIVE for port object 7a0bd219-7d56-4c1b-892a-dbe02fe06367 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:08.003513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Pushing event updated for resources: {'Port': ['ID=87d1a842-5e74-49cc-8d98-4367396b8136,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:08.006615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.062087 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:08.062468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.069785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.082198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Network 93c103b0-3a45-4501-a7a3-8923f3d8757b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:08.085255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:08.089393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:08.095982 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-becb66a7-e844-4b2f-863f-526bcbb0a09a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bdd533d3-6d29-464d-8ae2-c682ba220b27 (CIDR: 2001:db8::/64) May 24 23:07:08.098620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 56dd117b-4de6-478f-b4e9-9bce1cb8c981 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:08.104995 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-becb66a7-e844-4b2f-863f-526bcbb0a09a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:07:08.105622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-becb66a7-e844-4b2f-863f-526bcbb0a09a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:08.130015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 83e112d0-cc5b-4b63-99aa-032e27944290 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:08.130371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.146389 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-becb66a7-e844-4b2f-863f-526bcbb0a09a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6331825 May 24 23:07:08.148975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33536) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:08.160218 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:08.185999 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7b040fd1-1ba4-4fcf-86f7-b428ba3840e8,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:08.186227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'Port': ['ID=7a0bd219-7d56-4c1b-892a-dbe02fe06367,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:08.192426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Attempting to bind port 87d1a842-5e74-49cc-8d98-4367396b8136 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:08.192834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Attempting to bind port 87d1a842-5e74-49cc-8d98-4367396b8136 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:08.193203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Attempting to bind port 87d1a842-5e74-49cc-8d98-4367396b8136 on network 1053ddfd-c83a-4a29-b34e-299486fb76c9 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:08.243310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.310926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] The port '83e112d0-cc5b-4b63-99aa-032e27944290' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:07:08.332286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:08.339456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:08.340678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:08.341273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Checking segment: {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:08.341851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.343017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Bound using segment: {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:08.343235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:08.345163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Bound port: 87d1a842-5e74-49cc-8d98-4367396b8136, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:08.348272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.350008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:08.357195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.384537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 83e112d0-cc5b-4b63-99aa-032e27944290 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:08.416998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:08.417764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-621de3be-30c3-4356-a946-ec07bdf646fc None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:08.417899 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.425843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 1053ddfd-c83a-4a29-b34e-299486fb76c9 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:08.434303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:08.436131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:08.439652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.454513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:08.460341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 83e112d0-cc5b-4b63-99aa-032e27944290 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:07:08.460696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 83e112d0-cc5b-4b63-99aa-032e27944290 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:07:08.505411 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-330accce-7d44-4ecb-934e-50d5eddf49af tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3954287 May 24 23:07:08.539666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=7b040fd1-1ba4-4fcf-86f7-b428ba3840e8,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:08.576752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] For port 87d1a842-5e74-49cc-8d98-4367396b8136, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:08.580447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Request body: {'port': {'device_id': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:08.583784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] For port 87d1a842-5e74-49cc-8d98-4367396b8136, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=87d1a842-5e74-49cc-8d98-4367396b8136,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:08.585447 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-657e2d52-6cfb-45c5-b718-9bb8a62bd14a None None] Provisioning for port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:08.592277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-657e2d52-6cfb-45c5-b718-9bb8a62bd14a None None] Provisioning complete for port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:08.592653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-657e2d52-6cfb-45c5-b718-9bb8a62bd14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.625274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.662717 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.700162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5674410-db66-4edc-a49a-a949da62272d']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:08.725808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=56dd117b-4de6-478f-b4e9-9bce1cb8c981,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:08.742292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.756165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597298a8-6736-4018-9922-8c2ed0d28211') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:08.756165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597298a8-6736-4018-9922-8c2ed0d28211') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:08.785232 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-657e2d52-6cfb-45c5-b718-9bb8a62bd14a None None] Port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:08.788839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.808952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d63054-6c0c-49aa-bdaa-05456ac51363 None None] Update dhcp port {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'fixed_ips': [{'subnet_id': 'bdd533d3-6d29-464d-8ae2-c682ba220b27'}], 'binding:host_id': 'dv-neutron-843190-1-hyperv'}, 'id': '59c87a0b-6865-4dbb-b1a4-df9a21965820'} from dv-neutron-843190-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:07:08.812791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.826831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.840463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54aa23-fd91-4184-991b-b0bcc96b44e5 req-45b4652f-1ee3-4a85-8915-1dc3f198b70a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:08.841196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-fe54aa23-fd91-4184-991b-b0bcc96b44e5 req-45b4652f-1ee3-4a85-8915-1dc3f198b70a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Synchronizing usage tracker for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:08.842276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96573fe-bd9b-4e75-a5ea-a771dceda246 None None] Pushing event updated for resources: {'Port': ['ID=87d1a842-5e74-49cc-8d98-4367396b8136,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:08.889196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:08.889595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.891654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c9d63054-6c0c-49aa-bdaa-05456ac51363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.911027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:09.070700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.141772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:09.142726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.151748 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 597298a8-6736-4018-9922-8c2ed0d28211 resource provider aggregate not found May 24 23:07:09.207605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-fe54aa23-fd91-4184-991b-b0bcc96b44e5 req-45b4652f-1ee3-4a85-8915-1dc3f198b70a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Unset dirty status for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:09.208780 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe54aa23-fd91-4184-991b-b0bcc96b44e5 req-45b4652f-1ee3-4a85-8915-1dc3f198b70a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 931 time: 0.7583110 May 24 23:07:09.211454 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 597298a8-6736-4018-9922-8c2ed0d28211 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 597298a8-6736-4018-9922-8c2ed0d28211 found for delete ", "request_id": "req-d5016157-1ca7-4840-8146-e88b678b783b"}]} May 24 23:07:09.285259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.313386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.366800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c9d63054-6c0c-49aa-bdaa-05456ac51363 None None] Allocated IP 2001:db8::2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/bdd533d3-6d29-464d-8ae2-c682ba220b27/59c87a0b-6865-4dbb-b1a4-df9a21965820) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:09.368345 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe54aa23-fd91-4184-991b-b0bcc96b44e5 req-0c463c57-91ec-470e-9b99-d758302157e9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048267 May 24 23:07:09.382567 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Network': ['ID=f5674410-db66-4edc-a49a-a949da62272d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:09.386402 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fbb6c840-1939-4017-b0db-889b74bdf535 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/networks/f5674410-db66-4edc-a49a-a949da62272d HTTP/1.1" status: 204 len: 168 time: 4.0722716 May 24 23:07:09.394616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33546) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:09.409687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1242637659', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:09.468438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:07:09.469676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:09.515501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:09.538060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:router and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:09.543716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:09.560536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:09.595789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.597120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.598064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 59c87a0b-6865-4dbb-b1a4-df9a21965820 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:09.641396 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0bd219-7d56-4c1b-892a-dbe02fe06367 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:07:09.650574 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.651661 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c9d63054-6c0c-49aa-bdaa-05456ac51363 None None] For port 59c87a0b-6865-4dbb-b1a4-df9a21965820, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=59c87a0b-6865-4dbb-b1a4-df9a21965820,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:09.669824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Transition to ACTIVE for port object 7a0bd219-7d56-4c1b-892a-dbe02fe06367 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:09.674873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.717881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.722864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c9d63054-6c0c-49aa-bdaa-05456ac51363 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.770671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c9d63054-6c0c-49aa-bdaa-05456ac51363 None None] Transition to ACTIVE for port object 59c87a0b-6865-4dbb-b1a4-df9a21965820 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:09.773561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:09.773936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.785067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c9d63054-6c0c-49aa-bdaa-05456ac51363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.847817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Pushing event updated for resources: {'Port': ['ID=7a0bd219-7d56-4c1b-892a-dbe02fe06367,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:09.926677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d63054-6c0c-49aa-bdaa-05456ac51363 None None] Pushing event updated for resources: {'Port': ['ID=59c87a0b-6865-4dbb-b1a4-df9a21965820,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:10.024214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Attempting to bind port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:10.024583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Attempting to bind port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:10.024879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Attempting to bind port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 on network 93c103b0-3a45-4501-a7a3-8923f3d8757b {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:10.037376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 on network 93c103b0-3a45-4501-a7a3-8923f3d8757b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:07:10.037710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Attempting to bind port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 on network 93c103b0-3a45-4501-a7a3-8923f3d8757b {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:10.043780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:10.044367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Checking segment: {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:10.044760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Bound using segment: {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:10.045196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Bound port: 7a0bd219-7d56-4c1b-892a-dbe02fe06367, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:10.045551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.059264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:10.060043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:10.203435 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] For port 7a0bd219-7d56-4c1b-892a-dbe02fe06367, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:10.210707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.217584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] For port 7a0bd219-7d56-4c1b-892a-dbe02fe06367, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7a0bd219-7d56-4c1b-892a-dbe02fe06367,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:10.225927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.264636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.275007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.293607 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.320469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:10.321193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.322755 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] 10.222.0.42 "PUT /v2.0/ports/7a0bd219-7d56-4c1b-892a-dbe02fe06367 HTTP/1.1" status: 200 len: 1093 time: 1.7474306 May 24 23:07:10.323610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'tag': '7a0bd219-7d56-4c1b-892a-dbe02fe06367'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:07:10.353242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e7c5b-3682-4294-87e9-d220c460a05b service neutron] Pushing event updated for resources: {'Port': ['ID=7a0bd219-7d56-4c1b-892a-dbe02fe06367,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:10.489413 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe41cfe7-0531-4d54-8131-f5f6c25f27b5'] response: {'name': 'network-changed', 'server_uuid': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'tag': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'status': 'completed', 'code': 200} May 24 23:07:10.598715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-43af42f6-586e-4187-a140-167bce100d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:10.600212 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-43af42f6-586e-4187-a140-167bce100d14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 1096 time: 0.2111359 May 24 23:07:10.614305 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac86db8-84de-4990-bd58-c1147b67123d None None] Network 1053ddfd-c83a-4a29-b34e-299486fb76c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:10.709368 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-e7913aed-59d3-47bc-874d-d502635c161a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0bd219-7d56-4c1b-892a-dbe02fe06367 HTTP/1.1" status: 200 len: 217 time: 0.0961254 May 24 23:07:10.723408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.747685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=56dd117b-4de6-478f-b4e9-9bce1cb8c981,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:10.784233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-ccca77ad-f6b8-4bce-a234-7ae976dc2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:10.785678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-ccca77ad-f6b8-4bce-a234-7ae976dc2c0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.0692172 May 24 23:07:10.830681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:10.831251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.845434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755ad22-dc70-4c2d-a45f-f211a40a9d6f req-d6d4087d-6a8e-498b-99b2-684e27d74827 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:10.847257 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a755ad22-dc70-4c2d-a45f-f211a40a9d6f req-d6d4087d-6a8e-498b-99b2-684e27d74827 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 943 time: 0.3020825 May 24 23:07:10.868770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0d2a447a-0c87-461c-9e58-82b457f09eb8 None None] Provisioning for port 87d1a842-5e74-49cc-8d98-4367396b8136 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:10.936659 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a755ad22-dc70-4c2d-a45f-f211a40a9d6f req-d60fad2e-5dbc-4a1e-adec-94cacee0a624 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688238 May 24 23:07:10.943821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-7f9dbe90-a447-4dde-a67d-c97db50596f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:10.946202 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-7f9dbe90-a447-4dde-a67d-c97db50596f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1530452 May 24 23:07:11.017633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] For port 59c87a0b-6865-4dbb-b1a4-df9a21965820, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=59c87a0b-6865-4dbb-b1a4-df9a21965820,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:11.095422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 1053ddfd-c83a-4a29-b34e-299486fb76c9 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:11.115299 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-5eb44ed2-9318-450c-aff0-77583406bf72 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596155 May 24 23:07:11.161884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:11.179804 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a2fd79eb-f6f8-486a-8adf-c508cffeaa2c None None] Provisioning for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:11.180565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.190159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a2fd79eb-f6f8-486a-8adf-c508cffeaa2c None None] Provisioning complete for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:11.190739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2fd79eb-f6f8-486a-8adf-c508cffeaa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.290753 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f3aa2c4-51f2-448b-975b-0b8b0ce69386 req-fea98af3-dc05-43d7-b37f-1ea5274bdbb4 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697211 May 24 23:07:11.303435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.305137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.325290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:11.325648 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:11.397261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd79eb-f6f8-486a-8adf-c508cffeaa2c None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:11.422695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28fac-b584-4f99-8fd2-35f7912a9bae req-16ee5669-7508-412b-a17d-280d502ffb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:11.424311 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7dd28fac-b584-4f99-8fd2-35f7912a9bae req-16ee5669-7508-412b-a17d-280d502ffb3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 1096 time: 0.0830538 May 24 23:07:11.507845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.538922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:11.539859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4c87918a-8ab7-45bc-b887-33d7f62f5535 None None] Provisioning for port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:11.548901 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4c87918a-8ab7-45bc-b887-33d7f62f5535 None None] Provisioning complete for port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:11.549448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c87918a-8ab7-45bc-b887-33d7f62f5535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.600444 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:11.603558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:11.604169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.634995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.639187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4c87918a-8ab7-45bc-b887-33d7f62f5535 None None] Port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:11.642723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b97e8-b6b9-455e-be9e-dea27261515e None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:11.690287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=24cdb396-6f85-4bcd-b50f-48beabcfbc65,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:11.711230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=59c87a0b-6865-4dbb-b1a4-df9a21965820,revision_number=8']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:11.733205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28fac-b584-4f99-8fd2-35f7912a9bae req-1fc60153-9a1d-45d8-b43b-f3424bc7b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:11.735146 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7dd28fac-b584-4f99-8fd2-35f7912a9bae req-1fc60153-9a1d-45d8-b43b-f3424bc7b63e service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.3037698 May 24 23:07:11.772702 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ef0d2b17-739b-4b25-8b75-7950456c00b4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6226084 May 24 23:07:11.776896 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d9e390d6-34d5-4ff7-8d54-c867e237c451 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:11.780300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33554) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:11.795933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-577554f8-3a67-4a7b-b433-aae7f9d70328 None None] Provisioning complete for port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:11.796304 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-577554f8-3a67-4a7b-b433-aae7f9d70328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.814885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:91:46:48', 'name': 'tempest-NetworksTestDHCPv6-1542787364'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:11.821188 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7dd28fac-b584-4f99-8fd2-35f7912a9bae req-5f9d2d5d-fec1-4731-83f6-41d5ea79eed4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0bd219-7d56-4c1b-892a-dbe02fe06367 HTTP/1.1" status: 200 len: 217 time: 0.0783541 May 24 23:07:11.884080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28fac-b584-4f99-8fd2-35f7912a9bae req-1e44f442-1813-482c-b65c-bdcdbb6e83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:11.885737 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7dd28fac-b584-4f99-8fd2-35f7912a9bae req-1e44f442-1813-482c-b65c-bdcdbb6e83d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.0581024 May 24 23:07:11.893042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-577554f8-3a67-4a7b-b433-aae7f9d70328 None None] Port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:11.985183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28fac-b584-4f99-8fd2-35f7912a9bae req-a1e013d8-5ad5-4050-b440-38318215e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:11.986726 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7dd28fac-b584-4f99-8fd2-35f7912a9bae req-a1e013d8-5ad5-4050-b440-38318215e212 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0949488 May 24 23:07:12.015638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Allocated IP 172.26.3.85 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/650febc8-6f20-4392-a500-bcb8b57b2aac) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:12.018911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3cefdd3a-1209-47c0-927f-a85b4fc70408 None None] Provisioning complete for port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:12.019767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3cefdd3a-1209-47c0-927f-a85b4fc70408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.108084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3cefdd3a-1209-47c0-927f-a85b4fc70408 None None] Port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:12.193572 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7dd28fac-b584-4f99-8fd2-35f7912a9bae req-60a56420-5cca-4f9b-9e6c-37fea441029a service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008123 May 24 23:07:12.234149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:12.234149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.273420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 59c87a0b-6865-4dbb-b1a4-df9a21965820, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=59c87a0b-6865-4dbb-b1a4-df9a21965820,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:12.280989 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.341459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9bde2-507e-45f7-9c43-2810d17516d2 req-b5dd0d51-5beb-4072-b38d-1cee6ab4d3a2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.353986 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-91c9bde2-507e-45f7-9c43-2810d17516d2 req-b5dd0d51-5beb-4072-b38d-1cee6ab4d3a2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 943 time: 0.2799745 May 24 23:07:12.410324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=59c87a0b-6865-4dbb-b1a4-df9a21965820,revision_number=9']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:12.448478 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-91c9bde2-507e-45f7-9c43-2810d17516d2 req-f5906911-3704-47c7-a84a-b1e2d3d0ab33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934987 May 24 23:07:12.469025 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7dd28fac-b584-4f99-8fd2-35f7912a9bae req-404d2163-2da0-4a8b-9376-646503b8cf9a service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673459 May 24 23:07:12.495169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.513132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:12.523687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 87d1a842-5e74-49cc-8d98-4367396b8136 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:12.528008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:12.529758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:12.539060 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6e14dd80-3366-4a68-ad23-1066697639e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/d9e390d6-34d5-4ff7-8d54-c867e237c451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8805013 May 24 23:07:12.539326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33560) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:12.563920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:12.566919 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Sync routers for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:12.596164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:12.596824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:12.649204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.702041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7be3c-18cc-4d23-b15f-fffb575d5931 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.702433 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7be3c-18cc-4d23-b15f-fffb575d5931 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.702939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7be3c-18cc-4d23-b15f-fffb575d5931 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.703397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7be3c-18cc-4d23-b15f-fffb575d5931 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.703849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7be3c-18cc-4d23-b15f-fffb575d5931 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.704297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7be3c-18cc-4d23-b15f-fffb575d5931 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.704903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7be3c-18cc-4d23-b15f-fffb575d5931 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.709956 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-eaa7be3c-18cc-4d23-b15f-fffb575d5931 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5026 time: 0.1694112 May 24 23:07:12.710559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33564) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:12.747150 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:12.753856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:12.757105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:12.765861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 87d1a842-5e74-49cc-8d98-4367396b8136 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:12.777302 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 87d1a842-5e74-49cc-8d98-4367396b8136 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:12.777667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.791125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150b085-8d83-4ea1-a0ab-8a49b7be05d3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.791589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150b085-8d83-4ea1-a0ab-8a49b7be05d3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.792045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150b085-8d83-4ea1-a0ab-8a49b7be05d3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.792756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150b085-8d83-4ea1-a0ab-8a49b7be05d3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.792928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150b085-8d83-4ea1-a0ab-8a49b7be05d3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.793440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150b085-8d83-4ea1-a0ab-8a49b7be05d3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.793886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150b085-8d83-4ea1-a0ab-8a49b7be05d3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.794330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150b085-8d83-4ea1-a0ab-8a49b7be05d3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.799171 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5150b085-8d83-4ea1-a0ab-8a49b7be05d3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5264 time: 0.0876293 May 24 23:07:12.799727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33568) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:12.809615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=650febc8-6f20-4392-a500-bcb8b57b2aac,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:12.857890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:12.919189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.923295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6a3f4be7-f431-4653-8c8e-eecb29ca2f18 None None] Provisioning complete for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:12.923825 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a3f4be7-f431-4653-8c8e-eecb29ca2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.017041 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4212e4bb-dbb8-40be-87d3-584f79a7109d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3574 time: 0.2109408 May 24 23:07:13.061985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port e281e8a7-30a7-4359-9044-18805c26c6ee yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:07:13.091062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33574) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:13.096254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1634364918', 'description': 'tempest-secgroup-smoke-1634364918 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:13.103476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:13.107834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:13.111014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:13.117060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:13.134710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.155587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:13.159483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:13.162404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:13.168414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:13.217612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 87d1a842-5e74-49cc-8d98-4367396b8136 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:13.218012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.248787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.255141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.304255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bba257-73dc-4eb6-9a72-fbc9823a18a9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:13.308888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.310172 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6c94376d-9b90-4894-af36-3526c003df08 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2180953 May 24 23:07:13.313319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33578) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:13.318935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-90775855-1e2c-48a9-806e-4abf1cc1860c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '56bba257-73dc-4eb6-9a72-fbc9823a18a9', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:13.325697 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-90775855-1e2c-48a9-806e-4abf1cc1860c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:13.330727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-90775855-1e2c-48a9-806e-4abf1cc1860c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:13.334319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-90775855-1e2c-48a9-806e-4abf1cc1860c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:13.341397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-90775855-1e2c-48a9-806e-4abf1cc1860c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:13.343738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f4be7-f431-4653-8c8e-eecb29ca2f18 None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:13.343917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a3f4be7-f431-4653-8c8e-eecb29ca2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.353895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 87d1a842-5e74-49cc-8d98-4367396b8136, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=87d1a842-5e74-49cc-8d98-4367396b8136,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:13.358525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90775855-1e2c-48a9-806e-4abf1cc1860c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.364864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.365625 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 59c87a0b-6865-4dbb-b1a4-df9a21965820 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:13.419512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90775855-1e2c-48a9-806e-4abf1cc1860c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.423225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90775855-1e2c-48a9-806e-4abf1cc1860c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.446928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90775855-1e2c-48a9-806e-4abf1cc1860c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b25a3af-155d-4bdf-98eb-b8e6bc5cf37e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:13.462290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90775855-1e2c-48a9-806e-4abf1cc1860c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.463823 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-90775855-1e2c-48a9-806e-4abf1cc1860c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496553 May 24 23:07:13.466580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:13.472342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8dc11e90-66ee-4657-bfe1-dd9081bb81d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '56bba257-73dc-4eb6-9a72-fbc9823a18a9', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:13.478977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8dc11e90-66ee-4657-bfe1-dd9081bb81d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:13.490531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8dc11e90-66ee-4657-bfe1-dd9081bb81d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:13.497325 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::b8 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/bdd533d3-6d29-464d-8ae2-c682ba220b27/e281e8a7-30a7-4359-9044-18805c26c6ee) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:13.503845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8dc11e90-66ee-4657-bfe1-dd9081bb81d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:13.507338 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.515079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8dc11e90-66ee-4657-bfe1-dd9081bb81d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:13.534238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6a3f4be7-f431-4653-8c8e-eecb29ca2f18 None None] For port 59c87a0b-6865-4dbb-b1a4-df9a21965820, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=59c87a0b-6865-4dbb-b1a4-df9a21965820,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:13.547246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=87d1a842-5e74-49cc-8d98-4367396b8136,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:13.548081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8dc11e90-66ee-4657-bfe1-dd9081bb81d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.555013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a3f4be7-f431-4653-8c8e-eecb29ca2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.619317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:13.619716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.682564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:09Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:13.690405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8:0:1:f816:3eff:fe91:4648 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/24cdb396-6f85-4bcd-b50f-48beabcfbc65/e281e8a7-30a7-4359-9044-18805c26c6ee) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:13.691137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f4be7-f431-4653-8c8e-eecb29ca2f18 None None] Pushing event updated for resources: {'Port': ['ID=59c87a0b-6865-4dbb-b1a4-df9a21965820,revision_number=10']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:13.698148 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Checking router: d9e390d6-34d5-4ff7-8d54-c867e237c451 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:07:13.698386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Updating router d9e390d6-34d5-4ff7-8d54-c867e237c451 port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:07:13.700124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8dc11e90-66ee-4657-bfe1-dd9081bb81d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.711875 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f334382-fcec-4618-a424-4dc28724a21e req-34bede1f-51c9-4600-ab7f-40ab71aa5167 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:13.713378 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f334382-fcec-4618-a424-4dc28724a21e req-34bede1f-51c9-4600-ab7f-40ab71aa5167 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 943 time: 0.1320176 May 24 23:07:13.714494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8dc11e90-66ee-4657-bfe1-dd9081bb81d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.759166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc11e90-66ee-4657-bfe1-dd9081bb81d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef21068-4af6-4e5e-bde1-988d187411ab,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:13.782530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8dc11e90-66ee-4657-bfe1-dd9081bb81d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.791032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33590) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:13.799584 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-613edc57-8d64-49fd-8428-69b52bf6ec03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '56bba257-73dc-4eb6-9a72-fbc9823a18a9', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:13.800563 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8dc11e90-66ee-4657-bfe1-dd9081bb81d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3328526 May 24 23:07:13.801650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.806383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-613edc57-8d64-49fd-8428-69b52bf6ec03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:13.807130 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f334382-fcec-4618-a424-4dc28724a21e req-9bc10f48-f7d9-4d9a-b575-b1481992b95c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814798 May 24 23:07:13.815485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-613edc57-8d64-49fd-8428-69b52bf6ec03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:13.835279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-613edc57-8d64-49fd-8428-69b52bf6ec03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:13.867662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:14.034694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-613edc57-8d64-49fd-8428-69b52bf6ec03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:14.157335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-613edc57-8d64-49fd-8428-69b52bf6ec03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.167326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.185303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Transition to ACTIVE for port object 56dd117b-4de6-478f-b4e9-9bce1cb8c981 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:14.187056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.195073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.362694 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9334f8-d0f8-4fa4-b3f5-725e54fb1bcc None None] Pushing event updated for resources: {'Port': ['ID=56dd117b-4de6-478f-b4e9-9bce1cb8c981,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:14.394121 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 87d1a842-5e74-49cc-8d98-4367396b8136 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:14.464219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.465263 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Attempting to bind port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:14.465629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Attempting to bind port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:14.465988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Attempting to bind port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 on network 1053ddfd-c83a-4a29-b34e-299486fb76c9 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:14.475978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:14.476323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Checking segment: {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:14.476717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.477102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Bound using segment: {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:14.477566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Bound port: 56dd117b-4de6-478f-b4e9-9bce1cb8c981, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:14.477941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.489157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-613edc57-8d64-49fd-8428-69b52bf6ec03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.501080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-613edc57-8d64-49fd-8428-69b52bf6ec03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.511206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object e281e8a7-30a7-4359-9044-18805c26c6ee will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:14.546779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613edc57-8d64-49fd-8428-69b52bf6ec03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bb377b-c69c-463f-a5fa-c8ecc64ab850,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:14.551245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 87d1a842-5e74-49cc-8d98-4367396b8136 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:14.551655 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.577368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-613edc57-8d64-49fd-8428-69b52bf6ec03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.578554 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-613edc57-8d64-49fd-8428-69b52bf6ec03 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7863088 May 24 23:07:14.581674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33598) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:14.588402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ca58d2ac-4c38-4998-af29-df06f1880fed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '56bba257-73dc-4eb6-9a72-fbc9823a18a9', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:14.590629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 24138627-f2f8-4da8-b4c1-605306b24d2f is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:07:14.595542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ca58d2ac-4c38-4998-af29-df06f1880fed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:14.597294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.599982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ca58d2ac-4c38-4998-af29-df06f1880fed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:14.603863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ca58d2ac-4c38-4998-af29-df06f1880fed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:14.610339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ca58d2ac-4c38-4998-af29-df06f1880fed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:14.628184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca58d2ac-4c38-4998-af29-df06f1880fed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.639475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] For port 56dd117b-4de6-478f-b4e9-9bce1cb8c981, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:14.649981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] For port 56dd117b-4de6-478f-b4e9-9bce1cb8c981, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=56dd117b-4de6-478f-b4e9-9bce1cb8c981,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:14.656610 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.700801 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca58d2ac-4c38-4998-af29-df06f1880fed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.706168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca58d2ac-4c38-4998-af29-df06f1880fed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.734924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58d2ac-4c38-4998-af29-df06f1880fed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299f9d81-de91-4e3e-ab77-047a89219c31,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:14.748879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca58d2ac-4c38-4998-af29-df06f1880fed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.753561 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ca58d2ac-4c38-4998-af29-df06f1880fed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1677175 May 24 23:07:14.753751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:14.753957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33604) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:14.757664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:14.761726 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '56bba257-73dc-4eb6-9a72-fbc9823a18a9', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:14.763585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:14.768620 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:14.769816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:14.770402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.773888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:14.777599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:14.784286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:14.801995 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:07:14.811129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.851667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:14.852321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:14.866248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=e281e8a7-30a7-4359-9044-18805c26c6ee,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:14.902224 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-44ce939d-9aea-4d48-a744-f4b1aaa38604 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1207216 May 24 23:07:14.906442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33610) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:14.972816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9334f8-d0f8-4fa4-b3f5-725e54fb1bcc None None] Pushing event updated for resources: {'Port': ['ID=56dd117b-4de6-478f-b4e9-9bce1cb8c981,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:14.979278 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 87d1a842-5e74-49cc-8d98-4367396b8136 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:14.980387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 59c87a0b-6865-4dbb-b1a4-df9a21965820 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:15.015195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f7015498-b0da-4988-8f91-d479396b2fd6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port e281e8a7-30a7-4359-9044-18805c26c6ee {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:15.015586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7015498-b0da-4988-8f91-d479396b2fd6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.144558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.165911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.212056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4929996a-8727-4e57-9d96-b4b081d7714d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:15.224206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c606ceca-6516-461d-a132-8bc0398261bd None None] Provisioning for port e281e8a7-30a7-4359-9044-18805c26c6ee completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:15.229386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.231130 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-13b04862-11d3-4dd6-8d30-880e7a5b60f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4760699 May 24 23:07:15.234338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33614) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:15.235062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c606ceca-6516-461d-a132-8bc0398261bd None None] Provisioning complete for port e281e8a7-30a7-4359-9044-18805c26c6ee triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:15.235485 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c606ceca-6516-461d-a132-8bc0398261bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.241432 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '56bba257-73dc-4eb6-9a72-fbc9823a18a9', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:15.242676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:15.251410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:15.253701 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f0b9e-209d-4f35-9d68-c276844fb14b None None] Sync routers for ids ['24138627-f2f8-4da8-b4c1-605306b24d2f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:15.262563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:15.265196 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f0b9e-209d-4f35-9d68-c276844fb14b None None] Routers {'24138627-f2f8-4da8-b4c1-605306b24d2f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:15.265839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e9495-5e84-4107-a81f-56612ebc2447 req-afbec438-7b04-4a31-8eaa-4ffd7089a9d1 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:15.266147 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f09f0b9e-209d-4f35-9d68-c276844fb14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['24138627-f2f8-4da8-b4c1-605306b24d2f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:15.267789 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-866e9495-5e84-4107-a81f-56612ebc2447 req-afbec438-7b04-4a31-8eaa-4ffd7089a9d1 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 943 time: 0.2712908 May 24 23:07:15.269055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:15.273004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:15.294758 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:15.325546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:15.325952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.328954 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-866e9495-5e84-4107-a81f-56612ebc2447 req-4b316edd-2cd2-4405-a1da-04f7de71222a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524464 May 24 23:07:15.330376 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:07:15.330695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.334526 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d4591fcf-c066-4a94-9ea6-625921be6c7b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.9363246 May 24 23:07:15.338976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33618) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:15.343228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.372398 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f09f0b9e-209d-4f35-9d68-c276844fb14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:15.387311 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f0b9e-209d-4f35-9d68-c276844fb14b None None] Routers {'24138627-f2f8-4da8-b4c1-605306b24d2f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:15.387989 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f09f0b9e-209d-4f35-9d68-c276844fb14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['24138627-f2f8-4da8-b4c1-605306b24d2f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:15.423547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.430977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.458823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fbb1aa-466f-4b3d-83e4-6639a2acd3e5,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:15.463639 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f09f0b9e-209d-4f35-9d68-c276844fb14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:15.464314 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f0b9e-209d-4f35-9d68-c276844fb14b None None] The sync data for ids ['24138627-f2f8-4da8-b4c1-605306b24d2f'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:15.481377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.486710 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-67772345-2951-4c1d-923c-19517d00d73e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2468300 May 24 23:07:15.496091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c606ceca-6516-461d-a132-8bc0398261bd None None] Port e281e8a7-30a7-4359-9044-18805c26c6ee cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:15.519709 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7015498-b0da-4988-8f91-d479396b2fd6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.629413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.695137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:15.724406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-1fa185ca-6de6-4c3d-8225-3e0b8772dec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:15.742958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-1fa185ca-6de6-4c3d-8225-3e0b8772dec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:15.744211 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-1fa185ca-6de6-4c3d-8225-3e0b8772dec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1634364918&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.0636609 May 24 23:07:15.770192 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:14Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:15.775118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dbbe82-c906-4729-b1f0-50267754a705 None None] The sync data for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv is: [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:14Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:15.880178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f7015498-b0da-4988-8f91-d479396b2fd6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for e281e8a7-30a7-4359-9044-18805c26c6ee owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:15.940780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-de0ce863-bb1a-45bf-b4aa-fa630b79bb2a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:15.941475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-de0ce863-bb1a-45bf-b4aa-fa630b79bb2a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:15.958403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-de0ce863-bb1a-45bf-b4aa-fa630b79bb2a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:15.960261 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-de0ce863-bb1a-45bf-b4aa-fa630b79bb2a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/networks?id=1053ddfd-c83a-4a29-b34e-299486fb76c9 HTTP/1.1" status: 200 len: 796 time: 0.2073243 May 24 23:07:15.961770 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-78ff090a-24e5-468c-8b0f-463ede42409f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/routers/24138627-f2f8-4da8-b4c1-605306b24d2f HTTP/1.1" status: 200 len: 880 time: 0.6216462 May 24 23:07:15.964257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33634) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:15.979160 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-da040d7c-9638-4681-9eb9-51bafecfb931 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/quotas/4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 375 time: 0.0107696 May 24 23:07:16.074537 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-ea61d25c-5203-4d8c-9c55-f31ca4039244 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894678 May 24 23:07:16.247127 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-3a31cb17-d0f5-4a7c-a912-1129226c7d87 service neutron] 10.222.0.32 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597524 May 24 23:07:16.293670 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7015498-b0da-4988-8f91-d479396b2fd6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:16.361189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7015498-b0da-4988-8f91-d479396b2fd6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=e281e8a7-30a7-4359-9044-18805c26c6ee,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:16.420639 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 56dd117b-4de6-478f-b4e9-9bce1cb8c981 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:16.438918 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-e275e35c-39d7-41d4-8b7a-88d7129fe590 service neutron] 10.222.0.32 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851065 May 24 23:07:16.486979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7015498-b0da-4988-8f91-d479396b2fd6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:16.497622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e49ae35d-ccae-4bcb-b32c-9fe8509440f7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:router {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:16.537978 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f7015498-b0da-4988-8f91-d479396b2fd6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/e281e8a7-30a7-4359-9044-18805c26c6ee HTTP/1.1" status: 204 len: 168 time: 1.6274371 May 24 23:07:16.537978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33640) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:16.581646 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:16.587274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:16.587711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:16.627022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e49ae35d-ccae-4bcb-b32c-9fe8509440f7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:router {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:16.632235 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e49ae35d-ccae-4bcb-b32c-9fe8509440f7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6660419 May 24 23:07:16.635147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33646) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:16.661279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a96d2ae5-3fcf-4ffc-a489-84a621026eb6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1242637659'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:16.693695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff69f4-2d2a-46a0-b3ea-0a9e915e3746 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:16.695069 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4cff69f4-2d2a-46a0-b3ea-0a9e915e3746 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:16.731966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4cff69f4-2d2a-46a0-b3ea-0a9e915e3746 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:16.735742 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4cff69f4-2d2a-46a0-b3ea-0a9e915e3746 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1943998 May 24 23:07:16.735989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33652) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:16.834426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:16.835101 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:16.861389 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4aaf7552-fe54-4104-9b43-05f5e50961f1 req-986418b8-ba2e-4e46-8c7c-bbc19146b365 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 210 time: 0.0866351 May 24 23:07:16.886035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c191a2b-6389-448b-a2d9-462d3cbad6b9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:16.886035 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4c191a2b-6389-448b-a2d9-462d3cbad6b9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1489887 May 24 23:07:16.891389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33656) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:16.898351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7d355-d48f-4924-9475-f6091fb30765 req-94c79c5c-9af3-40fa-8dbc-f8dbcfd4963b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:16.900009 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5dc7d355-d48f-4924-9475-f6091fb30765 req-94c79c5c-9af3-40fa-8dbc-f8dbcfd4963b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 943 time: 0.3861504 May 24 23:07:16.900167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 56dd117b-4de6-478f-b4e9-9bce1cb8c981, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=56dd117b-4de6-478f-b4e9-9bce1cb8c981,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:16.910421 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.010160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=56dd117b-4de6-478f-b4e9-9bce1cb8c981,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:17.011132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f0c6f-7db2-4341-9a9a-2e1da5ffa66d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:17.013247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f0c6f-7db2-4341-9a9a-2e1da5ffa66d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:17.014974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f0c6f-7db2-4341-9a9a-2e1da5ffa66d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:17.015765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-820f0c6f-7db2-4341-9a9a-2e1da5ffa66d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:17.040552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-820f0c6f-7db2-4341-9a9a-2e1da5ffa66d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:17.042483 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-820f0c6f-7db2-4341-9a9a-2e1da5ffa66d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1499989 May 24 23:07:17.045304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33664) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:17.064201 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5dc7d355-d48f-4924-9475-f6091fb30765 req-674aeebd-34ec-4464-95fd-d541d4eb458e tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550403 May 24 23:07:17.129392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-3160a4e5-2ae6-4cf1-91f6-be2eedd35230 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet 24cdb396-6f85-4bcd-b50f-48beabcfbc65 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:17.140804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3160a4e5-2ae6-4cf1-91f6-be2eedd35230 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.232372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3160a4e5-2ae6-4cf1-91f6-be2eedd35230 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.329956 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3160a4e5-2ae6-4cf1-91f6-be2eedd35230 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.411890 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3160a4e5-2ae6-4cf1-91f6-be2eedd35230 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.452591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a4e5-2ae6-4cf1-91f6-be2eedd35230 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=24cdb396-6f85-4bcd-b50f-48beabcfbc65,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:17.457887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3160a4e5-2ae6-4cf1-91f6-be2eedd35230 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.464666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4724c2-f74c-4772-b413-36487d36c58f None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:17.473886 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3160a4e5-2ae6-4cf1-91f6-be2eedd35230 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/24cdb396-6f85-4bcd-b50f-48beabcfbc65 HTTP/1.1" status: 204 len: 168 time: 0.4275270 May 24 23:07:17.476888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33670) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:17.567948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce884f37-65b1-469f-a6eb-2ded4c716484 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet bdd533d3-6d29-464d-8ae2-c682ba220b27 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:17.578281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce884f37-65b1-469f-a6eb-2ded4c716484 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.618909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a96d2ae5-3fcf-4ffc-a489-84a621026eb6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.634490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a96d2ae5-3fcf-4ffc-a489-84a621026eb6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.638042 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce884f37-65b1-469f-a6eb-2ded4c716484 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.743633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce884f37-65b1-469f-a6eb-2ded4c716484 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.822310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce884f37-65b1-469f-a6eb-2ded4c716484 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.825859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96d2ae5-3fcf-4ffc-a489-84a621026eb6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 24138627-f2f8-4da8-b4c1-605306b24d2f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:17.873707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce884f37-65b1-469f-a6eb-2ded4c716484 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd533d3-6d29-464d-8ae2-c682ba220b27,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:17.875748 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce884f37-65b1-469f-a6eb-2ded4c716484 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.895792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33676) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:17.904376 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce884f37-65b1-469f-a6eb-2ded4c716484 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/bdd533d3-6d29-464d-8ae2-c682ba220b27 HTTP/1.1" status: 204 len: 168 time: 0.4226527 May 24 23:07:17.996957 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bce7111d-fd20-4393-94ee-a6e66e8a52fe tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006849 May 24 23:07:17.999957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33680) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:18.005362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:18.200890 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cefb9e8a-54c1-4d0f-8c97-28c0774436ec req-92b8e742-2f38-4d78-b88f-acf4b5acc058 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 210 time: 0.1743226 May 24 23:07:18.397476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 56dd117b-4de6-478f-b4e9-9bce1cb8c981 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:18.413496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:18.427041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:18.437969 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:18.452958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:18.458329 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96d2ae5-3fcf-4ffc-a489-84a621026eb6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:18.473435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa9b22-7cb0-4f92-b943-43b81ee39a85 None None] Sync routers for ids ['24138627-f2f8-4da8-b4c1-605306b24d2f'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:18.480037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a96d2ae5-3fcf-4ffc-a489-84a621026eb6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.481198 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a96d2ae5-3fcf-4ffc-a489-84a621026eb6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/24138627-f2f8-4da8-b4c1-605306b24d2f HTTP/1.1" status: 200 len: 887 time: 1.8442996 May 24 23:07:18.484350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33690) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:18.493226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:18.493604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.507367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:18.510856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.530592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa9b22-7cb0-4f92-b943-43b81ee39a85 None None] Routers {'24138627-f2f8-4da8-b4c1-605306b24d2f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:18.531355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-65fa9b22-7cb0-4f92-b943-43b81ee39a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['24138627-f2f8-4da8-b4c1-605306b24d2f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:18.545463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-bb0db3e3-dd74-495a-8230-c725bea29c9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:18.547887 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-bb0db3e3-dd74-495a-8230-c725bea29c9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=1053ddfd-c83a-4a29-b34e-299486fb76c9 HTTP/1.1" status: 200 len: 796 time: 0.4755406 May 24 23:07:18.611238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-65fa9b22-7cb0-4f92-b943-43b81ee39a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:18.628252 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa9b22-7cb0-4f92-b943-43b81ee39a85 None None] Routers {'24138627-f2f8-4da8-b4c1-605306b24d2f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:18.629144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-65fa9b22-7cb0-4f92-b943-43b81ee39a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:06:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['24138627-f2f8-4da8-b4c1-605306b24d2f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:18.657980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dbc8d-f477-4a98-96cc-ad9ac844cca8 req-072bd2e0-4462-4cfa-b6d7-c788678d63cb tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:18.665731 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba9dbc8d-f477-4a98-96cc-ad9ac844cca8 req-072bd2e0-4462-4cfa-b6d7-c788678d63cb tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 943 time: 0.3343949 May 24 23:07:18.697074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec791af-05fc-4a2c-8bf1-d1094479f08b None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:18.738135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9c7931c2-2821-488b-a03a-12c07088a1c7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 380 time: 0.1801019 May 24 23:07:18.748729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'device_id': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'admin_state_up': True, 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'security_groups': ['56bba257-73dc-4eb6-9a72-fbc9823a18a9']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:18.768934 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba9dbc8d-f477-4a98-96cc-ad9ac844cca8 req-e0ffe26c-c96c-4c2a-b1b0-75654fb036b2 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023226 May 24 23:07:18.775420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-65fa9b22-7cb0-4f92-b943-43b81ee39a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:18.775828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa9b22-7cb0-4f92-b943-43b81ee39a85 None None] The sync data for ids ['24138627-f2f8-4da8-b4c1-605306b24d2f'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:18.837429 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bb990975-d4cf-4422-8fa7-739d9435fb38 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/routers/24138627-f2f8-4da8-b4c1-605306b24d2f HTTP/1.1" status: 200 len: 887 time: 0.3515048 May 24 23:07:18.840122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33694) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:18.883806 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-da600d52-d820-45ea-a03d-9ec5287e236b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=24138627-f2f8-4da8-b4c1-605306b24d2f HTTP/1.1" status: 200 len: 205 time: 0.0423117 May 24 23:07:18.886504 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33698) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:18.914102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:18.946750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cbd3a9bd-61be-4e9e-b8b7-c21dc73e7fd0 None None] Provisioning complete for port 59c87a0b-6865-4dbb-b1a4-df9a21965820 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:18.947032 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cbd3a9bd-61be-4e9e-b8b7-c21dc73e7fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.959293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:18.967939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:port and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:18.971804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:18.989118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:19.013377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:19.017191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.033297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.073610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.089181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7a0bd219-7d56-4c1b-892a-dbe02fe06367 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:07:19.090361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:19.112718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3a9bd-61be-4e9e-b8b7-c21dc73e7fd0 None None] Current status of the port 59c87a0b-6865-4dbb-b1a4-df9a21965820 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:19.131234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:19.138097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:19.138856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.186329 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1828966 May 24 23:07:19.196537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33702) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:19.213446 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd371ac6-f1c2-4a7a-82a1-840cb131c1ed None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:07:19.231885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fd371ac6-f1c2-4a7a-82a1-840cb131c1ed None None] Deleting port 59c87a0b-6865-4dbb-b1a4-df9a21965820 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:19.232388 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd371ac6-f1c2-4a7a-82a1-840cb131c1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.318081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.333527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 650febc8-6f20-4392-a500-bcb8b57b2aac {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:19.333527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.344842 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5f0d724c-9455-4a38-bfe4-b4f37cd4bdf9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:19.452402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90474863-ee05-4b05-9786-8729f9e67d62 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=a1d22e29-825c-4584-ae5e-7d9cd67fa540,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:19.454438 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 7a0bd219-7d56-4c1b-892a-dbe02fe06367, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7a0bd219-7d56-4c1b-892a-dbe02fe06367,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:19.474452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'port_id': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'mac_address': 'fa:16:3e:f8:47:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:07:19.485364 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9288c6a8-d567-4f56-b7ca-212c5da1eb7d req-f5ab9781-5761-4d71-be00-fd14df3313b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 210 time: 0.1221852 May 24 23:07:19.530191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.568965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:19.570141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.588149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fd371ac6-f1c2-4a7a-82a1-840cb131c1ed None None] For port 59c87a0b-6865-4dbb-b1a4-df9a21965820, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=59c87a0b-6865-4dbb-b1a4-df9a21965820,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:19.588537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd371ac6-f1c2-4a7a-82a1-840cb131c1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.594071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.11 (1053ddfd-c83a-4a29-b34e-299486fb76c9/ab1a8522-c791-4c14-b79c-23528a501f7e/fff73060-a4c5-4477-a2af-4255d2df7aba) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:19.603126 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f0d724c-9455-4a38-bfe4-b4f37cd4bdf9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:19.604006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0bd219-7d56-4c1b-892a-dbe02fe06367 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:07:19.610728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f0d724c-9455-4a38-bfe4-b4f37cd4bdf9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:19.614873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f0d724c-9455-4a38-bfe4-b4f37cd4bdf9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:19.624055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f0d724c-9455-4a38-bfe4-b4f37cd4bdf9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:19.653256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0d724c-9455-4a38-bfe4-b4f37cd4bdf9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:19.656736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f0d724c-9455-4a38-bfe4-b4f37cd4bdf9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.658115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for 650febc8-6f20-4392-a500-bcb8b57b2aac owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:19.727993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fd371ac6-f1c2-4a7a-82a1-840cb131c1ed None None] Calling delete_port for 59c87a0b-6865-4dbb-b1a4-df9a21965820 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:19.770938 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 7a0bd219-7d56-4c1b-892a-dbe02fe06367, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7a0bd219-7d56-4c1b-892a-dbe02fe06367,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:19.779422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.858909 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.873517 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd371ac6-f1c2-4a7a-82a1-840cb131c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.880719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=7a0bd219-7d56-4c1b-892a-dbe02fe06367,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:19.950242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=650febc8-6f20-4392-a500-bcb8b57b2aac,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:19.973352 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.ipam_backend_mixin [None req-5f0d724c-9455-4a38-bfe4-b4f37cd4bdf9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1d22e29-825c-4584-ae5e-7d9cd67fa540 (CIDR: 2001:db8::/64) May 24 23:07:19.982890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd371ac6-f1c2-4a7a-82a1-840cb131c1ed None None] Pushing event deleted for resources: {'Port': ['ID=59c87a0b-6865-4dbb-b1a4-df9a21965820,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:19.984632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd371ac6-f1c2-4a7a-82a1-840cb131c1ed None None] No DVR routers for this DVR port 59c87a0b-6865-4dbb-b1a4-df9a21965820 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:19.989649 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0d724c-9455-4a38-bfe4-b4f37cd4bdf9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:07:19.990025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0d724c-9455-4a38-bfe4-b4f37cd4bdf9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:20.001250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42682ea-e6c5-4065-b9dd-4e8f7f2a53c1 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:20.017347 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.044653 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object fff73060-a4c5-4477-a2af-4255d2df7aba will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:20.050562 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5f0d724c-9455-4a38-bfe4-b4f37cd4bdf9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8494825 May 24 23:07:20.054508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33710) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:20.062135 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'subnet': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:20.070970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.074531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['7a0bd219-7d56-4c1b-892a-dbe02fe06367'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:07:20.162344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d410033-d8f3-47f3-b9c0-b7c7e25f56c3 req-794cc26b-ac82-4125-81a0-2465ff7cf028 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:20.164379 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d410033-d8f3-47f3-b9c0-b7c7e25f56c3 req-794cc26b-ac82-4125-81a0-2465ff7cf028 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 944 time: 0.2549193 May 24 23:07:20.259988 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d410033-d8f3-47f3-b9c0-b7c7e25f56c3 req-a782b77e-f118-43f0-a8b4-d498cafea11f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871282 May 24 23:07:20.262884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.302439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.305297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.333094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.333094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Fanout notify agent at l3_agent the message router_deleted on router 24138627-f2f8-4da8-b4c1-605306b24d2f {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:07:20.336600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:20.347532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:subnet and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:20.356723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 1053ddfd-c83a-4a29-b34e-299486fb76c9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:20.357381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:20.363082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:20.370667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'tenant_id': '2c3eb1cce15c40ad97a8285d2d87e5f9', 'fixed_ips': [{'subnet_id': 'a1d22e29-825c-4584-ae5e-7d9cd67fa540'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:20.371501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:20.371617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.376593 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.377690 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-46a8d666-86bd-42be-b500-2a8e86e4b4c0 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/24138627-f2f8-4da8-b4c1-605306b24d2f HTTP/1.1" status: 204 len: 168 time: 1.4900775 May 24 23:07:20.385788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33714) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:20.392581 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'network': {'name': 'tempest-RoutersTest-857972227'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:20.399930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:20.404695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:network and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:20.410347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:20.419274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=fff73060-a4c5-4477-a2af-4255d2df7aba,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:20.424623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:20.424773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:20.442505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:20.446763 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.464706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:20.468222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.478207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 59c87a0b-6865-4dbb-b1a4-df9a21965820 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:20.481017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:20.491752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.492113 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added segment fad506ee-95e3-405e-8a73-64e101686c3e of type vlan for network 306f24b8-5745-485b-81b8-5bb151f801f7 May 24 23:07:20.498826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:20.499981 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.549168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.564522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 59c87a0b-6865-4dbb-b1a4-df9a21965820 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:07:20.564987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 59c87a0b-6865-4dbb-b1a4-df9a21965820 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:07:20.614406 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-a29cd966-239a-4964-ac66-1e40b5c3ccdb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8713264 May 24 23:07:20.621860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.627871 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:20.628106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Request body: {'port': {'device_id': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:20.628665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.770721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fa06d5a6-65f1-427d-8908-72581a6b410b None None] Provisioning for port fff73060-a4c5-4477-a2af-4255d2df7aba completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:20.785332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fa06d5a6-65f1-427d-8908-72581a6b410b None None] Provisioning complete for port fff73060-a4c5-4477-a2af-4255d2df7aba triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:20.785621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa06d5a6-65f1-427d-8908-72581a6b410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.818681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Allocated IP 2001:db8::2 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/a1d22e29-825c-4584-ae5e-7d9cd67fa540/2e994cdd-f822-47ab-adcc-23a03ccf14c0) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:20.867991 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fa06d5a6-65f1-427d-8908-72581a6b410b None None] Port fff73060-a4c5-4477-a2af-4255d2df7aba cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:20.893614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Network': ['ID=306f24b8-5745-485b-81b8-5bb151f801f7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:20.901181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.909026 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e512d69c-8850-44dd-b4fe-14398f6cdf87 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5218275 May 24 23:07:20.909694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33720) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:20.917398 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'subnet': {'network_id': '306f24b8-5745-485b-81b8-5bb151f801f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:20.917626 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 306f24b8-5745-485b-81b8-5bb151f801f7 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:20.935991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d641c3a-4e7b-45d0-9224-a0a1b8de5c3c req-9790469a-599c-4980-a892-2ba8693b86a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:20.936685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8d641c3a-4e7b-45d0-9224-a0a1b8de5c3c req-9790469a-599c-4980-a892-2ba8693b86a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:21.012276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8d641c3a-4e7b-45d0-9224-a0a1b8de5c3c req-9790469a-599c-4980-a892-2ba8693b86a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:21.019165 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d641c3a-4e7b-45d0-9224-a0a1b8de5c3c req-9790469a-599c-4980-a892-2ba8693b86a0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 932 time: 0.3203104 May 24 23:07:21.030600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:21.034451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:subnet and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:21.037343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:21.043195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:21.055228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:21.059028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.121036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7a0bd219-7d56-4c1b-892a-dbe02fe06367 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:21.151483 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d641c3a-4e7b-45d0-9224-a0a1b8de5c3c req-e4997974-93e9-4e05-999d-1cb403f55b50 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314540 May 24 23:07:21.244989 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.258824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Transition to ACTIVE for port object 2e994cdd-f822-47ab-adcc-23a03ccf14c0 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:21.271790 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:21.282234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:21.282507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.316720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.320672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Transition to ACTIVE for port object 2e994cdd-f822-47ab-adcc-23a03ccf14c0 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:21.343125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.395422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Subnet': ['ID=e0874743-8103-4951-962f-a21197476027,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:21.421591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:21.425429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:21.432965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Checking segment: {'id': 'fad506ee-95e3-405e-8a73-64e101686c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '306f24b8-5745-485b-81b8-5bb151f801f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:21.433392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network hostable DHCP agents. Network: 306f24b8-5745-485b-81b8-5bb151f801f7, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:21.435150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:21.453611 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 306f24b8-5745-485b-81b8-5bb151f801f7 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:21.463238 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 306f24b8-5745-485b-81b8-5bb151f801f7) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:21.467920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:21.468510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.471310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Pushing event updated for resources: {'Port': ['ID=2e994cdd-f822-47ab-adcc-23a03ccf14c0,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:21.497185 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6036b8c7-2968-4887-a32d-738d4e662882 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5838852 May 24 23:07:21.497404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33726) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:21.502680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ddf6ad6b-551c-42ec-9fd4-d8eec334a8f2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1094571810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:21.510606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ddf6ad6b-551c-42ec-9fd4-d8eec334a8f2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:21.515053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ddf6ad6b-551c-42ec-9fd4-d8eec334a8f2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:router and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:21.516217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302fd763-a67f-4298-b4e8-d9f2a991611c None None] Network 306f24b8-5745-485b-81b8-5bb151f801f7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:21.518355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ddf6ad6b-551c-42ec-9fd4-d8eec334a8f2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:21.524279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ddf6ad6b-551c-42ec-9fd4-d8eec334a8f2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:21.536887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ad6b-551c-42ec-9fd4-d8eec334a8f2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.539511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ad6b-551c-42ec-9fd4-d8eec334a8f2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.557783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ad6b-551c-42ec-9fd4-d8eec334a8f2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.578163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ad6b-551c-42ec-9fd4-d8eec334a8f2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.604373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ad6b-551c-42ec-9fd4-d8eec334a8f2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.608246 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ddf6ad6b-551c-42ec-9fd4-d8eec334a8f2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1072323 May 24 23:07:21.608446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33730) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:21.628140 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:21.629082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.654744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:07:21.708582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83809f59-b509-4751-8a3c-f60bd104ffd7 req-5dde337a-6ea2-4030-8679-4e2ea773c748 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:21.710054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Attempting to bind port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:21.710398 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-83809f59-b509-4751-8a3c-f60bd104ffd7 req-5dde337a-6ea2-4030-8679-4e2ea773c748 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 944 time: 0.2658708 May 24 23:07:21.710528 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Attempting to bind port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:21.710793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Attempting to bind port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 on network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:21.724390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:21.726292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Checking segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:21.726292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.726292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Bound using segment: {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:21.726719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Bound port: 2e994cdd-f822-47ab-adcc-23a03ccf14c0, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b96e99-86c8-4708-9a3f-692158b0bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:21.727012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.750136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0bd219-7d56-4c1b-892a-dbe02fe06367'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:07:21.775128 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 7a0bd219-7d56-4c1b-892a-dbe02fe06367, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7a0bd219-7d56-4c1b-892a-dbe02fe06367,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:21.818570 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c475e19-c471-441d-90aa-8864cce19021'] response: {'server_uuid': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'code': 200} May 24 23:07:21.819391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.863668 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-83809f59-b509-4751-8a3c-f60bd104ffd7 req-b3cfc442-8d29-460a-a831-2f764aa8014a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298826 May 24 23:07:21.867130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff73060-a4c5-4477-a2af-4255d2df7aba {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:07:21.878033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.902996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Transition to ACTIVE for port object fff73060-a4c5-4477-a2af-4255d2df7aba will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:21.915276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.988956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a779f7f2-7cbc-4698-8731-bb1645be8342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.030068 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=7a0bd219-7d56-4c1b-892a-dbe02fe06367,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:22.036797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] For port 2e994cdd-f822-47ab-adcc-23a03ccf14c0, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:22.067285 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] For port 2e994cdd-f822-47ab-adcc-23a03ccf14c0, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2e994cdd-f822-47ab-adcc-23a03ccf14c0,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:22.072783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Pushing event updated for resources: {'Port': ['ID=fff73060-a4c5-4477-a2af-4255d2df7aba,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:22.074291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.164864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-306f24b8-5745-485b-81b8-5bb151f801f7', 'network_id': '306f24b8-5745-485b-81b8-5bb151f801f7', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'fixed_ips': [{'subnet_id': 'e0874743-8103-4951-962f-a21197476027'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:22.165733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.225130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.284062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.389918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Allocated IP 172.20.0.2 (306f24b8-5745-485b-81b8-5bb151f801f7/e0874743-8103-4951-962f-a21197476027/e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:22.427706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4198173-9020-4b0a-9526-4702f5d85433 req-fbb7c829-abf6-4eba-95dd-55bcde35923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:22.429384 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b4198173-9020-4b0a-9526-4702f5d85433 req-fbb7c829-abf6-4eba-95dd-55bcde35923b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 1098 time: 0.3233259 May 24 23:07:22.452422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff7720-6511-419a-bb23-ea01295aa154 None None] Pushing event updated for resources: {'Port': ['ID=2e994cdd-f822-47ab-adcc-23a03ccf14c0,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:22.550062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Attempting to bind port fff73060-a4c5-4477-a2af-4255d2df7aba on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:22.550702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Attempting to bind port fff73060-a4c5-4477-a2af-4255d2df7aba by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:22.551040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Attempting to bind port fff73060-a4c5-4477-a2af-4255d2df7aba on network 1053ddfd-c83a-4a29-b34e-299486fb76c9 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:22.661557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Port fff73060-a4c5-4477-a2af-4255d2df7aba on network 1053ddfd-c83a-4a29-b34e-299486fb76c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:07:22.661999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Attempting to bind port fff73060-a4c5-4477-a2af-4255d2df7aba on network 1053ddfd-c83a-4a29-b34e-299486fb76c9 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:22.683404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:22.685371 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b4198173-9020-4b0a-9526-4702f5d85433 req-54f2e1d4-207a-4837-85af-0c9e27a9786e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482631 May 24 23:07:22.685788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Checking segment: {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:22.686278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Bound using segment: {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:22.686864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Bound port: fff73060-a4c5-4477-a2af-4255d2df7aba, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:22.687328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.710231 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.721088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Transition to ACTIVE for port object e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:22.743125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Transition to ACTIVE for port object e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:22.753989 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.757151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0583304-00c7-4a25-8581-9ed436e3979a req-b528fbb9-233f-404e-a2fa-9021244783c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:22.758501 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0583304-00c7-4a25-8581-9ed436e3979a req-b528fbb9-233f-404e-a2fa-9021244783c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 944 time: 0.3737915 May 24 23:07:22.837108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Network 306f24b8-5745-485b-81b8-5bb151f801f7 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:22.840063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:22.843046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:22.848164 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Allocated IP 172.20.0.1 (306f24b8-5745-485b-81b8-5bb151f801f7/e0874743-8103-4951-962f-a21197476027/ddf13539-84ee-44e8-96ad-c04685d9af8a) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:22.852199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Pushing event updated for resources: {'Port': ['ID=e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:22.872018 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0583304-00c7-4a25-8581-9ed436e3979a req-722fffdd-8cd4-401a-a8ff-e7d18d30c767 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030309 May 24 23:07:22.878993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] For port 2e994cdd-f822-47ab-adcc-23a03ccf14c0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2e994cdd-f822-47ab-adcc-23a03ccf14c0,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:22.886814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] For port fff73060-a4c5-4477-a2af-4255d2df7aba, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:22.895800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] For port fff73060-a4c5-4477-a2af-4255d2df7aba, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=fff73060-a4c5-4477-a2af-4255d2df7aba,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:22.910787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.956474 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Attempting to bind port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:22.956851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Attempting to bind port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'fad506ee-95e3-405e-8a73-64e101686c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '306f24b8-5745-485b-81b8-5bb151f801f7'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:22.957447 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Attempting to bind port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 on network 306f24b8-5745-485b-81b8-5bb151f801f7 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:22.963161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:22.963540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Checking segment: {'id': 'fad506ee-95e3-405e-8a73-64e101686c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '306f24b8-5745-485b-81b8-5bb151f801f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:22.963943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.964334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Bound using segment: {'id': 'fad506ee-95e3-405e-8a73-64e101686c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '306f24b8-5745-485b-81b8-5bb151f801f7'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:22.964807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Bound port: e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad506ee-95e3-405e-8a73-64e101686c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '306f24b8-5745-485b-81b8-5bb151f801f7'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:22.965175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.969686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.992741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.993834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.093848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.095806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:23.096500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.097946 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] 10.222.0.42 "PUT /v2.0/ports/fff73060-a4c5-4477-a2af-4255d2df7aba HTTP/1.1" status: 200 len: 1094 time: 2.4747698 May 24 23:07:23.098463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'tag': 'fff73060-a4c5-4477-a2af-4255d2df7aba'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:07:23.104946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] For port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:23.108816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] For port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92,segment=NetworkSegment(fad506ee-95e3-405e-8a73-64e101686c3e),segment_id=fad506ee-95e3-405e-8a73-64e101686c3e)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:23.119474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Transition to ACTIVE for port object ddf13539-84ee-44e8-96ad-c04685d9af8a will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:23.125963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.156559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:23.165443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.229310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:23.254340 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344b0e46-90bb-4c90-9956-859250bf3b6e'] response: {'name': 'network-changed', 'server_uuid': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'tag': 'fff73060-a4c5-4477-a2af-4255d2df7aba', 'status': 'completed', 'code': 200} May 24 23:07:23.285596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:23.289226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.300421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Pushing event updated for resources: {'Port': ['ID=fff73060-a4c5-4477-a2af-4255d2df7aba,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:23.304065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=ddf13539-84ee-44e8-96ad-c04685d9af8a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:23.311225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 306f24b8-5745-485b-81b8-5bb151f801f7 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:23.312990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:23.313666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6dd7f-373a-4e90-b5dc-e454ccd9c0aa None None] Pushing event updated for resources: {'Port': ['ID=e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:23.321188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:23.338994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Subnet': ['ID=b692fbc3-faf3-4ac1-a06b-16279921e3a7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:23.348015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.348374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.348692 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.349029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.349360 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.349691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.350020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.351059 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.351330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.351806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.352345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.352893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a2e8-3f3d-4b16-a097-b14194e07531 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.401144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.401488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.401828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.402160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.403048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.403048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.403287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.403497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.403810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.404137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.404450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.404764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:23.417639 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.477054 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4192407 May 24 23:07:23.482024 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33742) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:23.490560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2d4eb-1798-479c-b461-8bab1e529df6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=2e994cdd-f822-47ab-adcc-23a03ccf14c0,revision_number=4']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:23.498518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Request body: {'port': {'network_id': 'd1e7041a-e2c1-469c-b9fb-fa106b3eec6d', 'mac_address': 'fa:16:3e:bb:d1:98', 'name': 'tempest-NetworksTestDHCPv6-603705434'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:23.548051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.779474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb25f3-f782-411d-9994-648a404e4033 req-fe4c5551-0591-4497-9947-82cdb3b1c47e tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:23.781348 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-19cb25f3-f782-411d-9994-648a404e4033 req-fe4c5551-0591-4497-9947-82cdb3b1c47e tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 945 time: 0.7297838 May 24 23:07:23.827691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-fc812e32-e53b-4db6-9a44-40b415cf313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:23.829336 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-fc812e32-e53b-4db6-9a44-40b415cf313e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 1097 time: 0.6714430 May 24 23:07:23.841092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c1d75-7b2f-4c00-89cb-66a53f445b2c None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:23.915930 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-b713f7a6-7fce-48e0-9784-67570ba715c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff73060-a4c5-4477-a2af-4255d2df7aba HTTP/1.1" status: 200 len: 217 time: 0.0706544 May 24 23:07:24.007461 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-19cb25f3-f782-411d-9994-648a404e4033 req-58acfa4a-c602-4348-8d29-928374275cca tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051272 May 24 23:07:24.032123 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:07:24.040050 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-29ff22c0-9108-43f7-abb6-d3631b8ee719 None None] Provisioning for port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:24.056168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:24.061024 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Usage tracker for resource:port and tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:24.063457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:24.080182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:24.086359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-2af6ccf3-47e5-4b8e-928c-1eb9d66268c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:24.087840 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-2af6ccf3-47e5-4b8e-928c-1eb9d66268c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab1a8522-c791-4c14-b79c-23528a501f7e HTTP/1.1" status: 200 len: 835 time: 0.1489317 May 24 23:07:24.146722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Made reservation on behalf of 2c3eb1cce15c40ad97a8285d2d87e5f9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:24.149704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.160624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.177918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b1d89e88-dd9d-4de9-9049-a6b5f0f58276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.282715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3854ad-fdbe-46cd-8daa-f252826e09a5 req-ed55be54-c279-4310-8ff2-0aeacc4e6f17 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:24.287266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=ddf13539-84ee-44e8-96ad-c04685d9af8a,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:24.289674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.290519 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed3854ad-fdbe-46cd-8daa-f252826e09a5 req-ed55be54-c279-4310-8ff2-0aeacc4e6f17 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 944 time: 0.2788775 May 24 23:07:24.301174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.301511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.301850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.302183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.302509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.302885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.303745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.304073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.304395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.304979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.305087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.305326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:24.364317 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-0262c724-327e-4eb9-a842-f18c110bd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:24.366434 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-0262c724-327e-4eb9-a842-f18c110bd698 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1053ddfd-c83a-4a29-b34e-299486fb76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2704387 May 24 23:07:24.445477 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed3854ad-fdbe-46cd-8daa-f252826e09a5 req-beec32e8-bfd4-4004-b87f-8882bb46eea3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537974 May 24 23:07:24.502922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 306f24b8-5745-485b-81b8-5bb151f801f7 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:24.503148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.506669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:24.517272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:24.571484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] device_id is not set on port 121fe1b3-b8cd-403e-9a70-8d7c23251741 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:07:24.644062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:24.653747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2e994cdd-f822-47ab-adcc-23a03ccf14c0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:24.694490 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-d26784e3-1a7d-44e5-be60-64c9558d5673 service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133531 May 24 23:07:24.748093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 95ce1bea-1bf7-410c-88f0-f3bab415cb08 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:07:24.751676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:24.759979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:24.761679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.937051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:24.937748 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.947531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dccdae-2d8d-43b6-937b-857a8c5aaaa7 None None] Network 306f24b8-5745-485b-81b8-5bb151f801f7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:24.987219 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e918b7c6-9784-498a-a93f-a6cf1e68f339 req-95f8352f-d303-469e-9f39-21a4d0d18192 service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843246 May 24 23:07:25.008259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8::283 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/a1d22e29-825c-4584-ae5e-7d9cd67fa540/121fe1b3-b8cd-403e-9a70-8d7c23251741) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:25.019424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Allocated IP 2001:db8:0:1:f816:3eff:febb:d198 (d1e7041a-e2c1-469c-b9fb-fa106b3eec6d/b692fbc3-faf3-4ac1-a06b-16279921e3a7/121fe1b3-b8cd-403e-9a70-8d7c23251741) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:25.104721 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:25.117534 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f404c-269e-41f8-800f-5d421c61d64f None None] Sync routers for ids ['95ce1bea-1bf7-410c-88f0-f3bab415cb08'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:25.132793 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f404c-269e-41f8-800f-5d421c61d64f None None] Routers {'95ce1bea-1bf7-410c-88f0-f3bab415cb08'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:25.133350 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-115f404c-269e-41f8-800f-5d421c61d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['95ce1bea-1bf7-410c-88f0-f3bab415cb08'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:25.138483 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fecdc281-36e0-448f-8315-ec832fd2ccdd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/95ce1bea-1bf7-410c-88f0-f3bab415cb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5155590 May 24 23:07:25.139478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33750) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:25.147649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 2e994cdd-f822-47ab-adcc-23a03ccf14c0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2e994cdd-f822-47ab-adcc-23a03ccf14c0,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:25.166537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.229514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.230343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-03143372-4c29-4c55-96b1-15555b5fb198 None None] Provisioning for port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:25.231811 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-115f404c-269e-41f8-800f-5d421c61d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:25.241233 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f404c-269e-41f8-800f-5d421c61d64f None None] Routers {'95ce1bea-1bf7-410c-88f0-f3bab415cb08'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:25.242693 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-115f404c-269e-41f8-800f-5d421c61d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['95ce1bea-1bf7-410c-88f0-f3bab415cb08'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:25.267901 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-03143372-4c29-4c55-96b1-15555b5fb198 None None] Provisioning complete for port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:25.269039 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03143372-4c29-4c55-96b1-15555b5fb198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.303967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdaf14b-5816-45ad-9e0d-8a729ad08a51 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:25.304548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3fdaf14b-5816-45ad-9e0d-8a729ad08a51 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:25.311830 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-115f404c-269e-41f8-800f-5d421c61d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:25.312464 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f404c-269e-41f8-800f-5d421c61d64f None None] The sync data for ids ['95ce1bea-1bf7-410c-88f0-f3bab415cb08'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:25.323929 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3fdaf14b-5816-45ad-9e0d-8a729ad08a51 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:25.325507 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3fdaf14b-5816-45ad-9e0d-8a729ad08a51 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports/ddf13539-84ee-44e8-96ad-c04685d9af8a HTTP/1.1" status: 200 len: 910 time: 0.1850786 May 24 23:07:25.328601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33754) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:25.336393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c01f658e-3024-442b-b130-d04308c44568 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0874743-8103-4951-962f-a21197476027'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:25.382865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.395378 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=2e994cdd-f822-47ab-adcc-23a03ccf14c0,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:25.412356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.413196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.413196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.413418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.413711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.414046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.414375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.415067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.415067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.415367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.415691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.416010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:25.445715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.473283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Transition to ACTIVE for port object 121fe1b3-b8cd-403e-9a70-8d7c23251741 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:25.504834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc492f-518a-4a52-86da-b18869a63a51 req-453ede90-9d4d-4624-bf19-7bd5af4612da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:25.509504 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22bc492f-518a-4a52-86da-b18869a63a51 req-453ede90-9d4d-4624-bf19-7bd5af4612da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 1097 time: 0.3915422 May 24 23:07:25.540489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-03143372-4c29-4c55-96b1-15555b5fb198 None None] Current status of the port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:25.540892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03143372-4c29-4c55-96b1-15555b5fb198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.575364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e605436-c3ab-4f7f-8020-b3e5976a9f90 req-df91909b-8e60-4883-b0dc-e6685b3ab71f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:25.577225 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e605436-c3ab-4f7f-8020-b3e5976a9f90 req-df91909b-8e60-4883-b0dc-e6685b3ab71f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 945 time: 0.2370920 May 24 23:07:25.593259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-03143372-4c29-4c55-96b1-15555b5fb198 None None] For port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92,segment=NetworkSegment(fad506ee-95e3-405e-8a73-64e101686c3e),segment_id=fad506ee-95e3-405e-8a73-64e101686c3e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:25.602399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03143372-4c29-4c55-96b1-15555b5fb198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.682903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c01f658e-3024-442b-b130-d04308c44568 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.723471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03143372-4c29-4c55-96b1-15555b5fb198 None None] Pushing event updated for resources: {'Port': ['ID=e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:25.735358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e96624a5-4fed-48a4-ae91-a08ef440dfbc None None] Provisioning complete for port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:25.736326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e96624a5-4fed-48a4-ae91-a08ef440dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.738625 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e605436-c3ab-4f7f-8020-b3e5976a9f90 req-5cc6e90a-af7a-4907-ad29-0033e83ef388 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833540 May 24 23:07:25.927391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e96624a5-4fed-48a4-ae91-a08ef440dfbc None None] Current status of the port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:25.969809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.055229 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2569037f-a6e4-4539-bc03-7978a6ff3529 None None] Provisioning complete for port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:26.055710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2569037f-a6e4-4539-bc03-7978a6ff3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.177449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc492f-518a-4a52-86da-b18869a63a51 req-d7f9594e-34a8-4120-926c-a3a7a9f0824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:26.187646 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22bc492f-518a-4a52-86da-b18869a63a51 req-d7f9594e-34a8-4120-926c-a3a7a9f0824a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1053ddfd-c83a-4a29-b34e-299486fb76c9 HTTP/1.1" status: 200 len: 897 time: 0.6734922 May 24 23:07:26.189631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:26.199028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2569037f-a6e4-4539-bc03-7978a6ff3529 None None] Current status of the port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:26.212336 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2569037f-a6e4-4539-bc03-7978a6ff3529 None None] Provisioning for port ddf13539-84ee-44e8-96ad-c04685d9af8a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:26.218230 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2569037f-a6e4-4539-bc03-7978a6ff3529 None None] Provisioning complete for port ddf13539-84ee-44e8-96ad-c04685d9af8a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:26.218922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2569037f-a6e4-4539-bc03-7978a6ff3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.221547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:26.326684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2569037f-a6e4-4539-bc03-7978a6ff3529 None None] Port ddf13539-84ee-44e8-96ad-c04685d9af8a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:26.329975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:26.336078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:26.336707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.356144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event updated for resources: {'Port': ['ID=121fe1b3-b8cd-403e-9a70-8d7c23251741,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:26.369709 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22bc492f-518a-4a52-86da-b18869a63a51 req-7faadd8f-fdfa-40f3-b4d1-a26c4c7346f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff73060-a4c5-4477-a2af-4255d2df7aba HTTP/1.1" status: 200 len: 217 time: 0.1638103 May 24 23:07:26.376585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c01f658e-3024-442b-b130-d04308c44568 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.389363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c01f658e-3024-442b-b130-d04308c44568 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.422122 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:26.435738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496fe52-bff7-415d-b1f8-18c048aeae35 req-ab5983a3-94d1-48e3-b928-0372bd70b9ff tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:26.440808 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d496fe52-bff7-415d-b1f8-18c048aeae35 req-ab5983a3-94d1-48e3-b928-0372bd70b9ff tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 945 time: 0.4755609 May 24 23:07:26.487346 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-28ed0c4b-e156-47b6-b210-d9fea8d5798e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9994204 May 24 23:07:26.496327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33764) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:26.539875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-23a2d806-8e2d-419e-bf63-d82c849e1300 None None] Provisioning complete for port ddf13539-84ee-44e8-96ad-c04685d9af8a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:26.540241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-23a2d806-8e2d-419e-bf63-d82c849e1300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.544244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453ffd3-76ac-47a5-8c68-a34af92be62a req-82fddd6f-2b91-40e8-a0fb-55ceed7b336e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:26.545299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f658e-3024-442b-b130-d04308c44568 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:26.545725 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9453ffd3-76ac-47a5-8c68-a34af92be62a req-82fddd6f-2b91-40e8-a0fb-55ceed7b336e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 944 time: 0.7936578 May 24 23:07:26.545912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c01f658e-3024-442b-b130-d04308c44568 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.551320 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c01f658e-3024-442b-b130-d04308c44568 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/ports/ddf13539-84ee-44e8-96ad-c04685d9af8a HTTP/1.1" status: 200 len: 910 time: 1.2174664 May 24 23:07:26.552482 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33768) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:26.553676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc492f-518a-4a52-86da-b18869a63a51 req-3a73ca3d-0a7f-4193-88eb-7e4ad355c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:26.555267 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22bc492f-518a-4a52-86da-b18869a63a51 req-3a73ca3d-0a7f-4193-88eb-7e4ad355c1fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab1a8522-c791-4c14-b79c-23528a501f7e HTTP/1.1" status: 200 len: 835 time: 0.1772790 May 24 23:07:26.573665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.608126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-23a2d806-8e2d-419e-bf63-d82c849e1300 None None] Port ddf13539-84ee-44e8-96ad-c04685d9af8a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:26.609466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:26.609839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.617946 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f658e-3024-442b-b130-d04308c44568 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=ddf13539-84ee-44e8-96ad-c04685d9af8a,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:26.670672 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d496fe52-bff7-415d-b1f8-18c048aeae35 req-e09897fb-a2af-4e51-8bd4-0c841fecd8d1 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098122 May 24 23:07:26.693035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9f947d1d-c777-4ab8-84ff-3dad920b90f4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting port 121fe1b3-b8cd-403e-9a70-8d7c23251741 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:26.693381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f947d1d-c777-4ab8-84ff-3dad920b90f4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.712222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33772) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:26.745707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:26.747314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2e994cdd-f822-47ab-adcc-23a03ccf14c0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:26.750817 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9453ffd3-76ac-47a5-8c68-a34af92be62a req-c6d0f293-c7d6-499b-a5a5-f4b50cc4e757 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878371 May 24 23:07:26.832149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1885fc37-9be0-4421-8df4-20242155f79b None None] Provisioning for port 121fe1b3-b8cd-403e-9a70-8d7c23251741 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:26.838082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1885fc37-9be0-4421-8df4-20242155f79b None None] Provisioning complete for port 121fe1b3-b8cd-403e-9a70-8d7c23251741 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:26.838458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1885fc37-9be0-4421-8df4-20242155f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.905785 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1885fc37-9be0-4421-8df4-20242155f79b None None] Port 121fe1b3-b8cd-403e-9a70-8d7c23251741 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:26.907186 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:26.907569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.944566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc492f-518a-4a52-86da-b18869a63a51 req-bf7ea987-b843-46c6-bb5c-d03ce9967447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:26.946084 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22bc492f-518a-4a52-86da-b18869a63a51 req-bf7ea987-b843-46c6-bb5c-d03ce9967447 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1053ddfd-c83a-4a29-b34e-299486fb76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3755260 May 24 23:07:27.033409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:27.079968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9dedc1-53f2-449a-9312-65846000af52 tempest-TestVolumeBootPattern-1987418386 tempest-TestVolumeBootPattern-1987418386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:27.080673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bd9dedc1-53f2-449a-9312-65846000af52 tempest-TestVolumeBootPattern-1987418386 tempest-TestVolumeBootPattern-1987418386-project-admin] Synchronizing usage tracker for tenant:312c74f1e4ca4e198e0e7f73affd7650 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:27.086919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f947d1d-c777-4ab8-84ff-3dad920b90f4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.141574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bd9dedc1-53f2-449a-9312-65846000af52 tempest-TestVolumeBootPattern-1987418386 tempest-TestVolumeBootPattern-1987418386-project-admin] Unset dirty status for tenant:312c74f1e4ca4e198e0e7f73affd7650 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:27.142797 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bd9dedc1-53f2-449a-9312-65846000af52 tempest-TestVolumeBootPattern-1987418386 tempest-TestVolumeBootPattern-1987418386-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 1093 time: 0.4296579 May 24 23:07:27.145519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33776) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:27.147781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device fff73060-a4c5-4477-a2af-4255d2df7aba details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:07:27.152683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'tenant_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:27.162768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:27.169968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Usage tracker for resource:floatingip and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:27.202446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:27.213229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:27.246171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9f947d1d-c777-4ab8-84ff-3dad920b90f4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Calling delete_port for 121fe1b3-b8cd-403e-9a70-8d7c23251741 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:27.255176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.289846 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22bc492f-518a-4a52-86da-b18869a63a51 req-fc7ca5bd-8801-47cf-9bca-78ec7167633b service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365948 May 24 23:07:27.316584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port fff73060-a4c5-4477-a2af-4255d2df7aba, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=fff73060-a4c5-4477-a2af-4255d2df7aba,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:27.331065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'fff73060-a4c5-4477-a2af-4255d2df7aba', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'port_id': 'fff73060-a4c5-4477-a2af-4255d2df7aba', 'mac_address': 'fa:16:3e:1c:fe:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:07:27.391026 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port fff73060-a4c5-4477-a2af-4255d2df7aba is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:27.391408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.409058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff73060-a4c5-4477-a2af-4255d2df7aba {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:07:27.429079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port fff73060-a4c5-4477-a2af-4255d2df7aba, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=fff73060-a4c5-4477-a2af-4255d2df7aba,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:27.434013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.441323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb790-08dc-4061-a40e-4d074ccef472 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.489664 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22bc492f-518a-4a52-86da-b18869a63a51 req-ed0c3fe0-fd32-4a5a-b049-201210cb104e service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923454 May 24 23:07:27.503646 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=fff73060-a4c5-4477-a2af-4255d2df7aba,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:27.568568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f947d1d-c777-4ab8-84ff-3dad920b90f4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.598388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.616508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f947d1d-c777-4ab8-84ff-3dad920b90f4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Port': ['ID=121fe1b3-b8cd-403e-9a70-8d7c23251741,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:27.650454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['fff73060-a4c5-4477-a2af-4255d2df7aba'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:07:27.876914 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f947d1d-c777-4ab8-84ff-3dad920b90f4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.898055 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9f947d1d-c777-4ab8-84ff-3dad920b90f4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/121fe1b3-b8cd-403e-9a70-8d7c23251741 HTTP/1.1" status: 204 len: 168 time: 1.3967881 May 24 23:07:27.899654 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33782) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:28.004717 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7338e-f08a-41bf-82fb-0b347d5d8dbf req-082f5364-6765-4da8-8fa9-93db34d8a5d9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:28.005366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Allocated IP 172.26.3.251 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/d75aa4bf-6ba7-45ed-a0d2-aaabbca247af) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:28.011862 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30d7338e-f08a-41bf-82fb-0b347d5d8dbf req-082f5364-6765-4da8-8fa9-93db34d8a5d9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 945 time: 0.0925469 May 24 23:07:28.067257 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30d7338e-f08a-41bf-82fb-0b347d5d8dbf req-2f9f808f-1e3d-462b-b5c6-95c8b90d53ab tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544510 May 24 23:07:28.185317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6fc25-a552-4db4-9fe7-8854da0ef5c2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:28.186847 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-48d6fc25-a552-4db4-9fe7-8854da0ef5c2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2798676 May 24 23:07:28.189433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a8fcb790-08dc-4061-a40e-4d074ccef472 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port ddf13539-84ee-44e8-96ad-c04685d9af8a {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:28.189581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33786) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:28.189805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb790-08dc-4061-a40e-4d074ccef472 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.280244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16682f-5be0-4372-9d3d-0a83b39a4337 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:28.281051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f16682f-5be0-4372-9d3d-0a83b39a4337 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:28.296718 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f16682f-5be0-4372-9d3d-0a83b39a4337 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:28.300655 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5f16682f-5be0-4372-9d3d-0a83b39a4337 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1072698 May 24 23:07:28.301465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33790) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:28.360486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.375948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdae443-7360-4eed-9148-1e7e2d72e1ef tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:28.377698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdae443-7360-4eed-9148-1e7e2d72e1ef tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:28.378944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdae443-7360-4eed-9148-1e7e2d72e1ef tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:28.379721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0fdae443-7360-4eed-9148-1e7e2d72e1ef tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:28.396741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0fdae443-7360-4eed-9148-1e7e2d72e1ef tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:28.400923 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0fdae443-7360-4eed-9148-1e7e2d72e1ef tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0965300 May 24 23:07:28.401670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33794) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:28.436348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb790-08dc-4061-a40e-4d074ccef472 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.478128 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-14239ef7-c1c4-43c0-9beb-8eac7f33cc71 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet a1d22e29-825c-4584-ae5e-7d9cd67fa540 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:28.481267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14239ef7-c1c4-43c0-9beb-8eac7f33cc71 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.537636 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14239ef7-c1c4-43c0-9beb-8eac7f33cc71 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.561096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.625330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14239ef7-c1c4-43c0-9beb-8eac7f33cc71 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.698356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a8fcb790-08dc-4061-a40e-4d074ccef472 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for ddf13539-84ee-44e8-96ad-c04685d9af8a owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:28.710806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14239ef7-c1c4-43c0-9beb-8eac7f33cc71 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.749970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14239ef7-c1c4-43c0-9beb-8eac7f33cc71 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d22e29-825c-4584-ae5e-7d9cd67fa540,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:28.754838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14239ef7-c1c4-43c0-9beb-8eac7f33cc71 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.766407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688cc66e-5a29-429f-8100-95fb01eb33ca None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:28.775540 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-14239ef7-c1c4-43c0-9beb-8eac7f33cc71 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/a1d22e29-825c-4584-ae5e-7d9cd67fa540 HTTP/1.1" status: 204 len: 168 time: 0.3728619 May 24 23:07:28.776130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33798) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:28.812475 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:28.817609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:28.824646 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:28.849986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc40440-4f93-4cb8-ad38-0f5f57734278 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Deleting subnet b692fbc3-faf3-4ac1-a06b-16279921e3a7 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:28.853133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fc40440-4f93-4cb8-ad38-0f5f57734278 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.857039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'Port': ['ID=d75aa4bf-6ba7-45ed-a0d2-aaabbca247af,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:28.922596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fc40440-4f93-4cb8-ad38-0f5f57734278 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.030119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fc40440-4f93-4cb8-ad38-0f5f57734278 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.126387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fc40440-4f93-4cb8-ad38-0f5f57734278 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.159066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device fff73060-a4c5-4477-a2af-4255d2df7aba up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:29.173657 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc40440-4f93-4cb8-ad38-0f5f57734278 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Subnet': ['ID=b692fbc3-faf3-4ac1-a06b-16279921e3a7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:29.187104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fc40440-4f93-4cb8-ad38-0f5f57734278 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.199176 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7fc40440-4f93-4cb8-ad38-0f5f57734278 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/b692fbc3-faf3-4ac1-a06b-16279921e3a7 HTTP/1.1" status: 204 len: 168 time: 0.4218910 May 24 23:07:29.201610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33804) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:29.273030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb790-08dc-4061-a40e-4d074ccef472 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.310199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port fff73060-a4c5-4477-a2af-4255d2df7aba completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:29.319341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port fff73060-a4c5-4477-a2af-4255d2df7aba triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:29.319716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.327628 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0171b06d-4e37-4484-bd0e-6d03c0b133d2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241264 May 24 23:07:29.333186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33808) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:29.377095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcb790-08dc-4061-a40e-4d074ccef472 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=ddf13539-84ee-44e8-96ad-c04685d9af8a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:29.466381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92737f1-1b25-44b2-84df-143d7966a54a req-4b47f698-98bd-4bc6-8c20-723a920e23bc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:29.475081 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b92737f1-1b25-44b2-84df-143d7966a54a req-4b47f698-98bd-4bc6-8c20-723a920e23bc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 945 time: 0.1825404 May 24 23:07:29.494276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port fff73060-a4c5-4477-a2af-4255d2df7aba is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:29.494726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.509157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af9acc4-fba6-429a-9115-e1ba5275499d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:29.511179 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3af9acc4-fba6-429a-9115-e1ba5275499d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1762795 May 24 23:07:29.513775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33812) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:29.535897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff73060-a4c5-4477-a2af-4255d2df7aba'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:07:29.547503 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port fff73060-a4c5-4477-a2af-4255d2df7aba, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=fff73060-a4c5-4477-a2af-4255d2df7aba,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:29.558231 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.638616 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b92737f1-1b25-44b2-84df-143d7966a54a req-f9bf6bf6-a860-4302-bddb-0acb45b32d60 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616161 May 24 23:07:29.657628 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9eadf5b-4e03-4ebb-9f81-904c1b5695fd'] response: {'server_uuid': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff73060-a4c5-4477-a2af-4255d2df7aba', 'code': 200} May 24 23:07:29.658892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=fff73060-a4c5-4477-a2af-4255d2df7aba,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:29.671175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f215d-c50a-4518-ab5d-b0c117f174ff tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:29.673616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0e1f215d-c50a-4518-ab5d-b0c117f174ff tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Synchronizing usage tracker for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:29.718493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0e1f215d-c50a-4518-ab5d-b0c117f174ff tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Unset dirty status for tenant:2c3eb1cce15c40ad97a8285d2d87e5f9 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:29.722864 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0e1f215d-c50a-4518-ab5d-b0c117f174ff tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2049325 May 24 23:07:29.723002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33818) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:29.771193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb790-08dc-4061-a40e-4d074ccef472 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.808907 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6ba6f187-8f35-4c72-9e6f-159f990493f0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821919 May 24 23:07:29.815119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33822) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:29.905201 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a4058c-66bd-4e0c-8166-88cb941a213a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:29.905944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a4058c-66bd-4e0c-8166-88cb941a213a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:29.910187 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e9a4058c-66bd-4e0c-8166-88cb941a213a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/121fe1b3-b8cd-403e-9a70-8d7c23251741 HTTP/1.1" status: 404 len: 333 time: 0.0916893 May 24 23:07:29.910665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33826) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:29.930741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bb6fc5-133d-4154-a963-ca65c88c46ee None None] Network d1e7041a-e2c1-469c-b9fb-fa106b3eec6d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:29.957791 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6d0ff3-b307-4f39-ac46-565f96f5f8d7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:29.958239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6d0ff3-b307-4f39-ac46-565f96f5f8d7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:29.962812 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8c6d0ff3-b307-4f39-ac46-565f96f5f8d7 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/b692fbc3-faf3-4ac1-a06b-16279921e3a7 HTTP/1.1" status: 404 len: 337 time: 0.0490334 May 24 23:07:29.963318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33830) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.001862 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbe639a-c732-4911-9da4-e0a4950066e4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:30.002383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbe639a-c732-4911-9da4-e0a4950066e4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:30.006891 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1bbe639a-c732-4911-9da4-e0a4950066e4 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/a1d22e29-825c-4584-ae5e-7d9cd67fa540 HTTP/1.1" status: 404 len: 337 time: 0.0398381 May 24 23:07:30.007382 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33834) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.043590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4092d7da-6f36-49b3-a777-78407f5b756b None None] Provisioning complete for port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:30.044219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4092d7da-6f36-49b3-a777-78407f5b756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.063793 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16a82c3-2cbb-4833-a072-fb11197a5be1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:30.064176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16a82c3-2cbb-4833-a072-fb11197a5be1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:30.065837 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f16a82c3-2cbb-4833-a072-fb11197a5be1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/e281e8a7-30a7-4359-9044-18805c26c6ee HTTP/1.1" status: 404 len: 333 time: 0.0575702 May 24 23:07:30.068319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33838) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.102402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa204ada-055e-4861-813c-21758e9370a2 req-c9ce5e84-311b-4c2f-8966-313d923dd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:30.103895 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa204ada-055e-4861-813c-21758e9370a2 req-c9ce5e84-311b-4c2f-8966-313d923dd0c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 1099 time: 0.2533808 May 24 23:07:30.112628 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1d4600-b14b-48ea-a06f-1ce486683306 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:30.113063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1d4600-b14b-48ea-a06f-1ce486683306 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:30.117816 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ca1d4600-b14b-48ea-a06f-1ce486683306 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/24cdb396-6f85-4bcd-b50f-48beabcfbc65 HTTP/1.1" status: 404 len: 337 time: 0.0450370 May 24 23:07:30.117987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fcb790-08dc-4061-a40e-4d074ccef472 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 95ce1bea-1bf7-410c-88f0-f3bab415cb08 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:30.117987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.119844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33842) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.153548 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa204ada-055e-4861-813c-21758e9370a2 req-bc5bebb9-3c44-48f7-ad13-3f00fbae78de service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418053 May 24 23:07:30.170929 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f041a7-6d9e-4d00-9d23-0528016f7dcf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:30.171293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f041a7-6d9e-4d00-9d23-0528016f7dcf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:30.266051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4092d7da-6f36-49b3-a777-78407f5b756b None None] Current status of the port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:30.316706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] DHCP port deletion for d1e7041a-e2c1-469c-b9fb-fa106b3eec6d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:07:30.322471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Deleting port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:30.323087 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.379991 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2e994cdd-f822-47ab-adcc-23a03ccf14c0 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:30.380189 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-97f041a7-6d9e-4d00-9d23-0528016f7dcf tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/bdd533d3-6d29-464d-8ae2-c682ba220b27 HTTP/1.1" status: 404 len: 337 time: 0.2609038 May 24 23:07:30.383293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33846) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.429686 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b528c87-ad51-4e7b-ab51-0490cfe7ff55 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:30.430235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b528c87-ad51-4e7b-ab51-0490cfe7ff55 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:30.434274 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4b528c87-ad51-4e7b-ab51-0490cfe7ff55 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/6e3ecc45-a68d-47f3-a5bd-75a239cac929 HTTP/1.1" status: 404 len: 333 time: 0.0476153 May 24 23:07:30.434553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33850) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.488131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fcb790-08dc-4061-a40e-4d074ccef472 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:30.494960 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a8fcb790-08dc-4061-a40e-4d074ccef472 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/95ce1bea-1bf7-410c-88f0-f3bab415cb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9381225 May 24 23:07:30.497937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33854) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.522373 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f96dd3-3eee-4e66-a4a7-d1166b162c99 None None] Sync routers for ids ['95ce1bea-1bf7-410c-88f0-f3bab415cb08'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:30.553754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c5be3927-56bf-4ed9-9e7a-bf8b39d07559 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:30.556323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.586966 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-05698ffb-a875-4e46-b1d9-c142e8aa4705 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:30.587237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05698ffb-a875-4e46-b1d9-c142e8aa4705 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:30.592304 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-05698ffb-a875-4e46-b1d9-c142e8aa4705 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/c8bcb585-9b08-49d4-9b43-cf841be29578 HTTP/1.1" status: 404 len: 337 time: 0.1544826 May 24 23:07:30.593015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33858) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.618194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c5be3927-56bf-4ed9-9e7a-bf8b39d07559 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:30.621978 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c5be3927-56bf-4ed9-9e7a-bf8b39d07559 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=95ce1bea-1bf7-410c-88f0-f3bab415cb08 HTTP/1.1" status: 200 len: 205 time: 0.1207108 May 24 23:07:30.624173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33862) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.629775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f96dd3-3eee-4e66-a4a7-d1166b162c99 None None] Routers {'95ce1bea-1bf7-410c-88f0-f3bab415cb08'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:30.630043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f5f96dd3-3eee-4e66-a4a7-d1166b162c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['95ce1bea-1bf7-410c-88f0-f3bab415cb08'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:30.690597 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2184f0b3-2525-41ee-be4f-43d0c6f2fb5e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:30.691213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2184f0b3-2525-41ee-be4f-43d0c6f2fb5e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:30.695766 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2184f0b3-2525-41ee-be4f-43d0c6f2fb5e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/3718e0e7-16a1-45eb-8f89-38f2640fa50f HTTP/1.1" status: 404 len: 337 time: 0.0986981 May 24 23:07:30.701744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33868) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.722933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f5f96dd3-3eee-4e66-a4a7-d1166b162c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:30.742054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:30.742054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.761432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f96dd3-3eee-4e66-a4a7-d1166b162c99 None None] Routers {'95ce1bea-1bf7-410c-88f0-f3bab415cb08'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:30.762064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f5f96dd3-3eee-4e66-a4a7-d1166b162c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['95ce1bea-1bf7-410c-88f0-f3bab415cb08'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:30.815342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.818369 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] For port 2e994cdd-f822-47ab-adcc-23a03ccf14c0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2e994cdd-f822-47ab-adcc-23a03ccf14c0,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:30.819398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.822315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.838937 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab3fd1f-d932-4ffb-bd95-3a6371ea2982 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:30.839309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab3fd1f-d932-4ffb-bd95-3a6371ea2982 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:30.843609 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aab3fd1f-d932-4ffb-bd95-3a6371ea2982 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/e0107101-b6ac-4197-99ac-5d37ce7aea96 HTTP/1.1" status: 404 len: 333 time: 0.1385102 May 24 23:07:30.848115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33872) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.852345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6cc64e3c-ff7d-4bb0-80be-de133f01b360 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.887690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f5f96dd3-3eee-4e66-a4a7-d1166b162c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:30.888210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f96dd3-3eee-4e66-a4a7-d1166b162c99 None None] The sync data for ids ['95ce1bea-1bf7-410c-88f0-f3bab415cb08'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:30.946752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'Port': ['ID=d75aa4bf-6ba7-45ed-a0d2-aaabbca247af,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:30.953507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.008365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Calling delete_port for 2e994cdd-f822-47ab-adcc-23a03ccf14c0 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:31.019605 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8adedd27-97d1-4925-89e1-d4130c5c700a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.020048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8adedd27-97d1-4925-89e1-d4130c5c700a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.024125 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8adedd27-97d1-4925-89e1-d4130c5c700a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/c41037d4-2d94-4da7-9832-21fe2b01ddb3 HTTP/1.1" status: 404 len: 337 time: 0.1723881 May 24 23:07:31.025208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33876) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.038621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 2e994cdd-f822-47ab-adcc-23a03ccf14c0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2e994cdd-f822-47ab-adcc-23a03ccf14c0,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:31.053633 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.192436 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Floating IP a501ddea-ee5d-4431-a890-b88208dce561 associated. External IP: 172.26.3.251, port: 7a0bd219-7d56-4c1b-892a-dbe02fe06367. May 24 23:07:31.204225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=2e994cdd-f822-47ab-adcc-23a03ccf14c0,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:31.221808 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:31.222378 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:31.245230 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1538f6e-2dce-4466-8509-474bc89d1a22 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.245665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1538f6e-2dce-4466-8509-474bc89d1a22 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.249838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b1538f6e-2dce-4466-8509-474bc89d1a22 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/28c6b88e-fae7-496f-a5f4-7b4cf8ad7a82 HTTP/1.1" status: 404 len: 337 time: 0.2180974 May 24 23:07:31.253154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33880) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.258509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6cc64e3c-ff7d-4bb0-80be-de133f01b360 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.289087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6cc64e3c-ff7d-4bb0-80be-de133f01b360 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.309919 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b410bb70-e89c-4a64-a4c9-712a790d7db6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.310388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b410bb70-e89c-4a64-a4c9-712a790d7db6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.312089 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b410bb70-e89c-4a64-a4c9-712a790d7db6 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/c18cd131-654f-4063-8252-56e27604d7df HTTP/1.1" status: 404 len: 333 time: 0.0579975 May 24 23:07:31.320668 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33884) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.361382 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614d3f7-5ad6-4055-adbf-5a0551e0a36b req-e96fa4e9-30a8-41c5-94ee-2bd288a468d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:31.362868 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b614d3f7-5ad6-4055-adbf-5a0551e0a36b req-e96fa4e9-30a8-41c5-94ee-2bd288a468d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 946 time: 0.5776725 May 24 23:07:31.373722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6cc64e3c-ff7d-4bb0-80be-de133f01b360 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.374420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc64e3c-ff7d-4bb0-80be-de133f01b360 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Fanout notify agent at l3_agent the message router_deleted on router 95ce1bea-1bf7-410c-88f0-f3bab415cb08 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:07:31.378799 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d7f984-e75d-4251-84c7-4afb8e21db91 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.379437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d7f984-e75d-4251-84c7-4afb8e21db91 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.422563 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-00d7f984-e75d-4251-84c7-4afb8e21db91 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/d8eba80a-e728-4574-828a-e2969d27e5eb HTTP/1.1" status: 404 len: 337 time: 0.0967271 May 24 23:07:31.426088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33888) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.435932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6cc64e3c-ff7d-4bb0-80be-de133f01b360 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.437414 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6cc64e3c-ff7d-4bb0-80be-de133f01b360 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/95ce1bea-1bf7-410c-88f0-f3bab415cb08 HTTP/1.1" status: 204 len: 168 time: 0.8087254 May 24 23:07:31.451739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33892) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.492176 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-86178445-48cc-4243-bbd1-e31e0e358688 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.492643 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86178445-48cc-4243-bbd1-e31e0e358688 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.494315 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-86178445-48cc-4243-bbd1-e31e0e358688 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/bbf216e2-e61b-4832-957a-c2730dd88d38 HTTP/1.1" status: 404 len: 333 time: 0.0670040 May 24 23:07:31.496838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33896) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.501624 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b614d3f7-5ad6-4055-adbf-5a0551e0a36b req-713f660a-1a8c-4bf2-b593-874f9f337e3b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248212 May 24 23:07:31.537018 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7919f0f2-5c46-4f97-ad6c-009e32edaee3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.538036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7919f0f2-5c46-4f97-ad6c-009e32edaee3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.539759 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7919f0f2-5c46-4f97-ad6c-009e32edaee3 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/75ad7ac0-22a6-43ae-894a-1b65a36dfa78 HTTP/1.1" status: 404 len: 337 time: 0.0420334 May 24 23:07:31.542337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33900) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.586531 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06c3fb1-5b6a-49ab-bc04-5fc2418c2e74 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.587093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06c3fb1-5b6a-49ab-bc04-5fc2418c2e74 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.588764 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d06c3fb1-5b6a-49ab-bc04-5fc2418c2e74 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/88cad43f-6f0d-437d-86a2-06566f59bc90 HTTP/1.1" status: 404 len: 333 time: 0.0454867 May 24 23:07:31.591359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33904) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.614198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8f25b2-17df-4224-80f9-f28bbacfee67 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting subnet e0874743-8103-4951-962f-a21197476027 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:31.620858 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f25b2-17df-4224-80f9-f28bbacfee67 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.628355 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-86992f62-2a06-4dd7-b17f-e4ba8e27ff3e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.628807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86992f62-2a06-4dd7-b17f-e4ba8e27ff3e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.630456 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-86992f62-2a06-4dd7-b17f-e4ba8e27ff3e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/ad4f4a96-e18b-47d7-9a63-339c450ce94f HTTP/1.1" status: 404 len: 337 time: 0.0382128 May 24 23:07:31.633014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33908) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.673613 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84bb420-6645-4a16-903e-6c460e873931 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.674069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84bb420-6645-4a16-903e-6c460e873931 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.675766 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d84bb420-6645-4a16-903e-6c460e873931 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/fa68e085-55e7-46aa-8faf-d120337ef85b HTTP/1.1" status: 404 len: 333 time: 0.0418758 May 24 23:07:31.678702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33912) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.680455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Router 512426ba-e2a3-4477-a2f3-b13c809ce54a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:31.689039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f25b2-17df-4224-80f9-f28bbacfee67 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.721253 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b0f980-a71b-4de4-a6a6-66b7060d40d0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.721819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b0f980-a71b-4de4-a6a6-66b7060d40d0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.723595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Deleting port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:31.727151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.727269 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f8b0f980-a71b-4de4-a6a6-66b7060d40d0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/ec7bab09-3f71-488b-8607-3883c4233199 HTTP/1.1" status: 404 len: 337 time: 0.0448492 May 24 23:07:31.727497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33916) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.779101 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-903e9b29-742b-4cd2-8de8-4a180b0b3dc2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.779779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903e9b29-742b-4cd2-8de8-4a180b0b3dc2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.784622 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-903e9b29-742b-4cd2-8de8-4a180b0b3dc2 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/b834f026-3b7b-432b-abc3-3489518378d9 HTTP/1.1" status: 404 len: 333 time: 0.0536418 May 24 23:07:31.784840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33920) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.822578 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cd06fc-63a2-47aa-bb9c-cb5cebf644ea tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.823056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cd06fc-63a2-47aa-bb9c-cb5cebf644ea tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.824867 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-04cd06fc-63a2-47aa-bb9c-cb5cebf644ea tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/b3e39549-eac9-4c7d-8db1-18a02bb5a0b7 HTTP/1.1" status: 404 len: 337 time: 0.0391080 May 24 23:07:31.827809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33924) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.940128 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] For port 2e994cdd-f822-47ab-adcc-23a03ccf14c0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2e994cdd-f822-47ab-adcc-23a03ccf14c0,segment=NetworkSegment(14b96e99-86c8-4708-9a3f-692158b0bb52),segment_id=14b96e99-86c8-4708-9a3f-692158b0bb52)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:31.940623 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.991142 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0362d5-3930-4964-8e0a-c6b41464185d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:31.991538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0362d5-3930-4964-8e0a-c6b41464185d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:31.993218 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cf0362d5-3930-4964-8e0a-c6b41464185d tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/556d1d93-1b41-49d5-93cd-79325bc5ae53 HTTP/1.1" status: 404 len: 333 time: 0.1645081 May 24 23:07:31.995827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33928) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.033112 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7789df83-7188-4c52-ab0b-0982c26a6c13 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.033955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7789df83-7188-4c52-ab0b-0982c26a6c13 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.037562 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7789df83-7188-4c52-ab0b-0982c26a6c13 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/7e6ae15e-d5cc-4f26-a3d0-4904251b5806 HTTP/1.1" status: 404 len: 337 time: 0.0384648 May 24 23:07:32.037781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33932) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.067954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f25b2-17df-4224-80f9-f28bbacfee67 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.075333 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1187f8-3c74-4e42-985c-f269042af179 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.075522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Calling delete_port for 2e994cdd-f822-47ab-adcc-23a03ccf14c0 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:32.075947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1187f8-3c74-4e42-985c-f269042af179 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.080204 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5e1187f8-3c74-4e42-985c-f269042af179 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/eb70352e-e23e-4cbc-acbb-61697ee49e83 HTTP/1.1" status: 404 len: 337 time: 0.0391181 May 24 23:07:32.080492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33936) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.104664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:32.117739 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107418d3-a66d-42fe-bf24-ce853f27fba3 None None] Sync routers for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:32.125835 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc69f1d4-06fb-41d2-b31b-c63f7e1fb2cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.126397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc69f1d4-06fb-41d2-b31b-c63f7e1fb2cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.130631 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bc69f1d4-06fb-41d2-b31b-c63f7e1fb2cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/489ba461-8346-4e73-af50-023155c8a16c HTTP/1.1" status: 404 len: 333 time: 0.0470119 May 24 23:07:32.131826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33940) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.133845 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107418d3-a66d-42fe-bf24-ce853f27fba3 None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:32.134527 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-107418d3-a66d-42fe-bf24-ce853f27fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:32.166832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.175354 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa9710e-cb36-461f-8955-546fc7f6a262 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.175800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa9710e-cb36-461f-8955-546fc7f6a262 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.177675 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bfa9710e-cb36-461f-8955-546fc7f6a262 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/64147cdb-0072-4d74-94b0-4587eadf0019 HTTP/1.1" status: 404 len: 337 time: 0.0448992 May 24 23:07:32.180220 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33944) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.206974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.229719 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a91706-65d1-44ed-8900-41a29119dd35 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.231263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a91706-65d1-44ed-8900-41a29119dd35 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.234686 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-86a91706-65d1-44ed-8900-41a29119dd35 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/99d1865e-c002-401f-8b1b-093f8105ef31 HTTP/1.1" status: 404 len: 337 time: 0.0524373 May 24 23:07:32.236512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33948) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.273927 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3679c622-3625-4d6e-8621-7e50c9c8bdd6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1272926 May 24 23:07:32.274172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] No DVR routers for this DVR port 2e994cdd-f822-47ab-adcc-23a03ccf14c0 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:32.275719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'tag': '7a0bd219-7d56-4c1b-892a-dbe02fe06367'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:07:32.278458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b032b22-f0c9-4f62-ba1d-3b629ec65b1a None None] Pushing event deleted for resources: {'Port': ['ID=2e994cdd-f822-47ab-adcc-23a03ccf14c0,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:32.283493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f25b2-17df-4224-80f9-f28bbacfee67 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.300779 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2360ce4-c334-4bb6-9dfb-fd1fc2fb1166 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.301489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2360ce4-c334-4bb6-9dfb-fd1fc2fb1166 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.304359 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e2360ce4-c334-4bb6-9dfb-fd1fc2fb1166 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/d4381343-8d25-4df6-adc1-24b223eb2264 HTTP/1.1" status: 404 len: 333 time: 0.0667284 May 24 23:07:32.307000 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33956) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.330282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f25b2-17df-4224-80f9-f28bbacfee67 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Subnet': ['ID=e0874743-8103-4951-962f-a21197476027,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:32.333181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f25b2-17df-4224-80f9-f28bbacfee67 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.336615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41988e-1477-4d5c-b869-a6e3d1a05879 None None] Network 306f24b8-5745-485b-81b8-5bb151f801f7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:32.355750 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8e8f25b2-17df-4224-80f9-f28bbacfee67 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/e0874743-8103-4951-962f-a21197476027 HTTP/1.1" status: 204 len: 168 time: 0.9030406 May 24 23:07:32.356719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33960) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.361136 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b7a8c3-a18e-433e-ba23-7edf070c98b1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.362093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b7a8c3-a18e-433e-ba23-7edf070c98b1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.364344 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-03b7a8c3-a18e-433e-ba23-7edf070c98b1 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/fce55510-b584-43c6-bc6b-45fcf09c100f HTTP/1.1" status: 404 len: 337 time: 0.0563591 May 24 23:07:32.367536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33964) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.385542 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70489f22-0ad2-45c5-beed-0eaa9e0ed2a2'] response: {'name': 'network-changed', 'server_uuid': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'tag': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'status': 'completed', 'code': 200} May 24 23:07:32.392732 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-107418d3-a66d-42fe-bf24-ce853f27fba3 None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:32.464261 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b26f27-4bf4-4a7c-b978-0036de71a396 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.464837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b26f27-4bf4-4a7c-b978-0036de71a396 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.469280 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-36b26f27-4bf4-4a7c-b978-0036de71a396 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/4add71dc-eeb1-4e99-baf2-edc2bfb32619 HTTP/1.1" status: 404 len: 337 time: 0.1004848 May 24 23:07:32.470030 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33968) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.495979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.508311 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:32.508769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.536687 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f45c069-1ba9-4828-a514-64863ad7c263 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.540531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f45c069-1ba9-4828-a514-64863ad7c263 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.545153 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0f45c069-1ba9-4828-a514-64863ad7c263 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/b005f51a-c03b-4f98-a5ae-e82ede80f1d1 HTTP/1.1" status: 404 len: 333 time: 0.0692909 May 24 23:07:32.549629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33974) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.631852 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5f3e71-8078-4b6d-aa1f-890cf83f2e4c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.633078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5f3e71-8078-4b6d-aa1f-890cf83f2e4c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.637484 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dc5f3e71-8078-4b6d-aa1f-890cf83f2e4c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/8bb42de2-bbca-4e62-a5b6-4b693dbd4872 HTTP/1.1" status: 404 len: 337 time: 0.0858757 May 24 23:07:32.638364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33978) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.649688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d638f28-ed9d-4000-b4e5-f5d1967a63d6 None None] DHCP port deletion for 306f24b8-5745-485b-81b8-5bb151f801f7 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:07:32.657758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1d638f28-ed9d-4000-b4e5-f5d1967a63d6 None None] Deleting port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:32.658328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1d638f28-ed9d-4000-b4e5-f5d1967a63d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.659039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33643a87-a671-4f94-a953-5255bdb194b2 req-4fc7ecc8-4cce-445e-a375-f1a69c9f45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:32.661261 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33643a87-a671-4f94-a953-5255bdb194b2 req-4fc7ecc8-4cce-445e-a375-f1a69c9f45d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 1098 time: 0.2414465 May 24 23:07:32.695122 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-226e80d8-44ab-47f3-bdf8-62950d88d36b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.695789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226e80d8-44ab-47f3-bdf8-62950d88d36b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.697551 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-226e80d8-44ab-47f3-bdf8-62950d88d36b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/227a53e1-1fe3-41f1-9077-610cd6ec5b44 HTTP/1.1" status: 404 len: 337 time: 0.0544837 May 24 23:07:32.700294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33982) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.816121 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b2828df5-0cd4-4101-9b6e-7264fecb5258 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports?device_id=b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 HTTP/1.1" status: 200 len: 205 time: 0.1146319 May 24 23:07:32.819101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33986) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.885478 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-107418d3-a66d-42fe-bf24-ce853f27fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a501ddea-ee5d-4431-a890-b88208dce561', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:f8:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:29Z', 'updated_at': '2022-05-24T23:07:29Z', 'revision_number': 0, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:32.891762 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107418d3-a66d-42fe-bf24-ce853f27fba3 None None] Checking router: 512426ba-e2a3-4477-a2f3-b13c809ce54a for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:07:32.903046 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107418d3-a66d-42fe-bf24-ce853f27fba3 None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:32.904355 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-107418d3-a66d-42fe-bf24-ce853f27fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:32.907949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33643a87-a671-4f94-a953-5255bdb194b2 req-078653f8-ae6a-4c5b-8139-0ece3b5b826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:32.909609 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33643a87-a671-4f94-a953-5255bdb194b2 req-078653f8-ae6a-4c5b-8139-0ece3b5b826e service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.2405527 May 24 23:07:32.910722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1d638f28-ed9d-4000-b4e5-f5d1967a63d6 None None] For port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92,segment=NetworkSegment(fad506ee-95e3-405e-8a73-64e101686c3e),segment_id=fad506ee-95e3-405e-8a73-64e101686c3e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:32.910722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1d638f28-ed9d-4000-b4e5-f5d1967a63d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.911375 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-dda24c3f-5a46-4d3a-bb14-70ad8e7a1def tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] delete failed (client error): The resource could not be found. May 24 23:07:32.912927 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dda24c3f-5a46-4d3a-bb14-70ad8e7a1def tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/routers/b81b85a0-0d29-4d9d-9dec-6a09ce16cec8 HTTP/1.1" status: 404 len: 336 time: 0.0921879 May 24 23:07:32.916608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33990) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.920854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066f4f3-1e94-4774-8c64-c059b3386abc req-dbec4eb2-f2fa-427e-85fa-28e493a8c12e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:32.922457 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f066f4f3-1e94-4774-8c64-c059b3386abc req-dbec4eb2-f2fa-427e-85fa-28e493a8c12e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 946 time: 0.2160878 May 24 23:07:32.956200 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dd84e9-3234-4000-85fc-c79a99011d64 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:32.956925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27dd84e9-3234-4000-85fc-c79a99011d64 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:32.958797 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-27dd84e9-3234-4000-85fc-c79a99011d64 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/e38179af-2034-4596-86bc-8c079bb7df2d HTTP/1.1" status: 404 len: 337 time: 0.0410905 May 24 23:07:32.962928 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 33994) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.966553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92,segment=NetworkSegment(fad506ee-95e3-405e-8a73-64e101686c3e),segment_id=fad506ee-95e3-405e-8a73-64e101686c3e)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:32.967138 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.020665 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c178e60c-54d9-42ea-9323-d211c15045b5 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e625219-b313-4579-b09a-b89fae207444 HTTP/1.1" status: 200 len: 205 time: 0.0564418 May 24 23:07:33.024157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 33998) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.050189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1d638f28-ed9d-4000-b4e5-f5d1967a63d6 None None] Calling delete_port for e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:33.119725 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-107418d3-a66d-42fe-bf24-ce853f27fba3 None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:33.129766 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f066f4f3-1e94-4774-8c64-c059b3386abc req-3dd89817-f0c1-4069-96a1-cc3746024a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439238 May 24 23:07:33.135558 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-956eaac0-b28e-4757-a4b2-6b5bf088a6cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] delete failed (client error): The resource could not be found. May 24 23:07:33.139313 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-956eaac0-b28e-4757-a4b2-6b5bf088a6cd tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/routers/5e625219-b313-4579-b09a-b89fae207444 HTTP/1.1" status: 404 len: 336 time: 0.1026299 May 24 23:07:33.139569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.142856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1d638f28-ed9d-4000-b4e5-f5d1967a63d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.148740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:33.196619 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddff56f-9179-4c20-89ae-628259298411 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:33.196963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddff56f-9179-4c20-89ae-628259298411 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:33.201052 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4ddff56f-9179-4c20-89ae-628259298411 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/0150a2c8-8bee-4f59-a3e8-d18114eb74cb HTTP/1.1" status: 404 len: 337 time: 0.0582371 May 24 23:07:33.201052 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33643a87-a671-4f94-a953-5255bdb194b2 req-4fd0221d-5a31-4c43-a455-754923c1170e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0bd219-7d56-4c1b-892a-dbe02fe06367 HTTP/1.1" status: 200 len: 999 time: 0.2773089 May 24 23:07:33.201563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34008) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.252461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d638f28-ed9d-4000-b4e5-f5d1967a63d6 None None] Pushing event deleted for resources: {'Port': ['ID=e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:33.261390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d638f28-ed9d-4000-b4e5-f5d1967a63d6 None None] No DVR routers for this DVR port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:33.298205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:33.298841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:33.299021 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60c1445-183b-40e0-86b5-416c16b1db4f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:33.299478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60c1445-183b-40e0-86b5-416c16b1db4f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:33.304108 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f60c1445-183b-40e0-86b5-416c16b1db4f tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/7b378f02-babf-4003-abe6-a56203d75cfe HTTP/1.1" status: 404 len: 337 time: 0.0993483 May 24 23:07:33.305500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34012) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.403283 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c3745e-f68d-48f6-bdc4-0da916c4b9f0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:33.403653 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c3745e-f68d-48f6-bdc4-0da916c4b9f0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:33.405301 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-03c3745e-f68d-48f6-bdc4-0da916c4b9f0 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/2ff7e7b3-fcc3-431f-b772-39a0c47a77be HTTP/1.1" status: 404 len: 333 time: 0.0989807 May 24 23:07:33.408076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34016) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.424081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33643a87-a671-4f94-a953-5255bdb194b2 req-c4a537d9-291c-44e6-9fcc-631cc44ef458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:33.425485 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33643a87-a671-4f94-a953-5255bdb194b2 req-c4a537d9-291c-44e6-9fcc-631cc44ef458 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.1795645 May 24 23:07:33.454242 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7417042-55b8-44b0-8260-e476d9b7f008 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:33.455676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7417042-55b8-44b0-8260-e476d9b7f008 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:33.464477 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d7417042-55b8-44b0-8260-e476d9b7f008 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/580041e4-e2fe-4974-8677-5466a5636aa7 HTTP/1.1" status: 404 len: 337 time: 0.0524278 May 24 23:07:33.464727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34020) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.505769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46587a0b-847a-4e17-b3ea-679782bb9bde req-ffaa418f-a258-427d-ba05-e55a3341c80a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:33.507799 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46587a0b-847a-4e17-b3ea-679782bb9bde req-ffaa418f-a258-427d-ba05-e55a3341c80a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 946 time: 0.1680818 May 24 23:07:33.518768 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-16176e6f-1c29-4a82-a073-a045eabb0369 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:33.519247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16176e6f-1c29-4a82-a073-a045eabb0369 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:33.523909 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-16176e6f-1c29-4a82-a073-a045eabb0369 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/1003f00a-eb96-4b30-8336-7802bff76e9b HTTP/1.1" status: 404 len: 333 time: 0.0553181 May 24 23:07:33.524112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34024) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.550667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33643a87-a671-4f94-a953-5255bdb194b2 req-a1274965-8e26-4c2f-ad6f-73738a546ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:33.552115 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33643a87-a671-4f94-a953-5255bdb194b2 req-a1274965-8e26-4c2f-ad6f-73738a546ed8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200478 May 24 23:07:33.563239 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46587a0b-847a-4e17-b3ea-679782bb9bde req-fe3e2ab5-8e6a-402a-8d79-e38977e99641 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488250 May 24 23:07:33.571745 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2628d3-753a-4ec2-a7dd-d96f4019d2eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:33.572314 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2628d3-753a-4ec2-a7dd-d96f4019d2eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:33.576651 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8c2628d3-753a-4ec2-a7dd-d96f4019d2eb tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/9414e0e5-2acc-4e52-ba77-577dbffd59d3 HTTP/1.1" status: 404 len: 337 time: 0.0491378 May 24 23:07:33.577268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34028) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.586672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34032) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.594128 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-107418d3-a66d-42fe-bf24-ce853f27fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a501ddea-ee5d-4431-a890-b88208dce561', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:f8:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:29Z', 'updated_at': '2022-05-24T23:07:29Z', 'revision_number': 0, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:33.598486 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107418d3-a66d-42fe-bf24-ce853f27fba3 None None] The sync data for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv is: [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a501ddea-ee5d-4431-a890-b88208dce561', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:f8:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:29Z', 'updated_at': '2022-05-24T23:07:29Z', 'revision_number': 0, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:33.627379 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f892fd-156d-4ff7-b0dc-7cea83f0b11c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:33.627857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f892fd-156d-4ff7-b0dc-7cea83f0b11c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:33.629541 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a9f892fd-156d-4ff7-b0dc-7cea83f0b11c tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/3e9c9104-c71c-4ac3-9431-8f521ed0cee6 HTTP/1.1" status: 404 len: 333 time: 0.0512674 May 24 23:07:33.633015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34038) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.676133 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a7b454-0f04-4602-aae5-d50902131ab8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:33.676593 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a7b454-0f04-4602-aae5-d50902131ab8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:33.678365 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a8a7b454-0f04-4602-aae5-d50902131ab8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/28e10a14-883c-4d44-bb3a-4e9faf75a52c HTTP/1.1" status: 404 len: 337 time: 0.0444281 May 24 23:07:33.681222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34042) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.711068 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33643a87-a671-4f94-a953-5255bdb194b2 req-c09088f5-4039-4ffa-b8a0-55a77cb5d237 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509886 May 24 23:07:33.723880 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-68facbda-f353-44bc-b82f-91381ad0ba5b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:33.724357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68facbda-f353-44bc-b82f-91381ad0ba5b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:33.726093 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-68facbda-f353-44bc-b82f-91381ad0ba5b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/dd285829-988e-4980-8590-688624b51b31 HTTP/1.1" status: 404 len: 333 time: 0.0439548 May 24 23:07:33.728730 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34046) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.767354 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afdd530-8e4d-4d99-aef0-e44a78d35ae9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:33.767812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afdd530-8e4d-4d99-aef0-e44a78d35ae9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:33.770219 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8afdd530-8e4d-4d99-aef0-e44a78d35ae9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/df8a702b-23b9-4634-9f55-04cd1e01a39f HTTP/1.1" status: 404 len: 337 time: 0.0405118 May 24 23:07:33.772628 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34050) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.807842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:33.808184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.848560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737049a-59be-4808-aa37-8140470b4cc3 None None] New status for floating IP a501ddea-ee5d-4431-a890-b88208dce561: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:07:33.995771 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7d8952-1e42-4c72-a2f3-02febed95e07 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:33.996155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7d8952-1e42-4c72-a2f3-02febed95e07 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:33.997816 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8f7d8952-1e42-4c72-a2f3-02febed95e07 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/5ab79d72-4066-4440-85b8-fe147763a37d HTTP/1.1" status: 404 len: 333 time: 0.2242703 May 24 23:07:34.001744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34054) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:34.002879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] The port 'e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:07:34.055494 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a9a047-82d2-4102-990d-7c3522e0f12e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:34.055943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a9a047-82d2-4102-990d-7c3522e0f12e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:34.057660 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-64a9a047-82d2-4102-990d-7c3522e0f12e tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/cbe55e46-58ce-411f-8468-ed338b4f183e HTTP/1.1" status: 404 len: 337 time: 0.0550079 May 24 23:07:34.062705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34058) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:34.072680 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33643a87-a671-4f94-a953-5255bdb194b2 req-932b42c8-a6e1-4819-8ede-858356e74885 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560886 May 24 23:07:34.075408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1ed75d-5f52-41da-9f22-1abc1deb9d14 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:34.080930 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1a1ed75d-5f52-41da-9f22-1abc1deb9d14 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 1094 time: 0.4932585 May 24 23:07:34.081901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34062) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:34.086992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': 'fff73060-a4c5-4477-a2af-4255d2df7aba', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:34.103423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:34.107994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:floatingip and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:34.111015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:34.120873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:34.135511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.173071 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0877d9-064b-47bd-b8ab-5e5d2fcf93d9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:34.173581 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0877d9-064b-47bd-b8ab-5e5d2fcf93d9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:34.175159 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ae0877d9-064b-47bd-b8ab-5e5d2fcf93d9 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/526b6f75-095e-4a02-a7cc-868ce03fec63 HTTP/1.1" status: 404 len: 333 time: 0.1113379 May 24 23:07:34.197731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34066) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:34.227529 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.293479 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39827e5-55a5-4c07-8c89-430a9ff4bc3a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:34.293479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39827e5-55a5-4c07-8c89-430a9ff4bc3a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:34.295374 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d39827e5-55a5-4c07-8c89-430a9ff4bc3a tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/ccae1a38-e45c-4549-8abc-f13b269636ef HTTP/1.1" status: 404 len: 337 time: 0.0985487 May 24 23:07:34.299204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306f24b8-5745-485b-81b8-5bb151f801f7']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:34.302570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34070) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:34.312900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad506ee-95e3-405e-8a73-64e101686c3e') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:34.315255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad506ee-95e3-405e-8a73-64e101686c3e') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:34.328926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.351703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.359836 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed9f173-d05c-4e53-b62f-0af2d0526c50 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:34.360050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed9f173-d05c-4e53-b62f-0af2d0526c50 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:34.360550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:34.363842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.365573 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fed9f173-d05c-4e53-b62f-0af2d0526c50 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/ports/293423bc-c58e-4d2b-abc7-3d0a8baa52b2 HTTP/1.1" status: 404 len: 333 time: 0.0598447 May 24 23:07:34.365766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34074) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:34.395024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:34.418397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.438235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:07:34.438491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e4b8c8ba-66a9-4b67-ad0d-e8ed636a9b92 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:07:34.461183 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment fad506ee-95e3-405e-8a73-64e101686c3e resource provider aggregate not found May 24 23:07:34.463485 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9233ecf1-e193-4145-8412-5aa95e8457c8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] DELETE failed (client error): The resource could not be found. May 24 23:07:34.463786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9233ecf1-e193-4145-8412-5aa95e8457c8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:34.468734 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9233ecf1-e193-4145-8412-5aa95e8457c8 tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/subnets/37f69ec4-530f-40c4-b0e3-817c94c019bd HTTP/1.1" status: 404 len: 337 time: 0.1008759 May 24 23:07:34.469832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34082) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:34.504149 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment fad506ee-95e3-405e-8a73-64e101686c3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fad506ee-95e3-405e-8a73-64e101686c3e found for delete ", "request_id": "req-2459d866-9a9c-42fe-bef6-145fb897efec"}]} May 24 23:07:34.580854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.585552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.77 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/6ea79994-5d1e-4c2d-a8a9-8b24d11f68a4) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:34.602411 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.623588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Network': ['ID=306f24b8-5745-485b-81b8-5bb151f801f7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:34.629397 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-208dc420-0f00-4b6c-a2b0-600e3ea3a32f tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/networks/306f24b8-5745-485b-81b8-5bb151f801f7 HTTP/1.1" status: 204 len: 168 time: 2.2699294 May 24 23:07:34.634930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.634930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34086) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:34.644470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ce70593f-fdd6-4af7-a389-6bd0facc4f2b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1487074040', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:34.652717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ce70593f-fdd6-4af7-a389-6bd0facc4f2b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:34.657870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ce70593f-fdd6-4af7-a389-6bd0facc4f2b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:router and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:34.659737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ce70593f-fdd6-4af7-a389-6bd0facc4f2b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:34.702777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ce70593f-fdd6-4af7-a389-6bd0facc4f2b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:34.745620 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.771505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce70593f-fdd6-4af7-a389-6bd0facc4f2b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.773041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce70593f-fdd6-4af7-a389-6bd0facc4f2b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.779667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.807156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.827941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce70593f-fdd6-4af7-a389-6bd0facc4f2b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.845652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e7041a-e2c1-469c-b9fb-fa106b3eec6d']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:34.858950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:34.859707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b96e99-86c8-4708-9a3f-692158b0bb52') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:34.860681 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b96e99-86c8-4708-9a3f-692158b0bb52') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:34.862928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:34.865616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:34.875145 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.884529 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce70593f-fdd6-4af7-a389-6bd0facc4f2b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.906218 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.917743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:34.917743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.934378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=6ea79994-5d1e-4c2d-a8a9-8b24d11f68a4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:34.984855 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce70593f-fdd6-4af7-a389-6bd0facc4f2b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.984855 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce70593f-fdd6-4af7-a389-6bd0facc4f2b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3471742 May 24 23:07:34.988655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34090) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:35.014685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1918198411'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:35.023030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:35.027173 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:network and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:35.030749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:35.047557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.047557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:35.063768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.076706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] Pushing event deleted for resources: {'Network': ['ID=d1e7041a-e2c1-469c-b9fb-fa106b3eec6d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:35.076706 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ea439686-cec7-4976-908e-97ffa31b1b0b tempest-NetworksTestDHCPv6-1485206536 tempest-NetworksTestDHCPv6-1485206536-project] 10.222.0.32 "DELETE /v2.0/networks/d1e7041a-e2c1-469c-b9fb-fa106b3eec6d HTTP/1.1" status: 204 len: 168 time: 0.6029453 May 24 23:07:35.081243 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:35.086451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.155459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:35.174474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.175157 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added segment b3f8ba19-ee07-4d9b-a594-0e0165537fd2 of type vlan for network 321f8e84-7755-4a61-9599-5b259d54ed1d May 24 23:07:35.255379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.297185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.309335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:35.309335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.432102 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34098) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:35.457181 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4682987 May 24 23:07:35.457660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.460505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34104) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:35.468375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'subnet': {'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:35.483451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb35928-b0bb-44d0-a28c-b8dca4d6d7bb tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Network': ['ID=321f8e84-7755-4a61-9599-5b259d54ed1d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:35.498884 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 321f8e84-7755-4a61-9599-5b259d54ed1d details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:35.541724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.622033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:35.635211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:subnet and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:35.640044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:35.648156 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bf36fb01-4dc8-4e52-b479-e25e7240fc89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c3eb1cce15c40ad97a8285d2d87e5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119532 May 24 23:07:35.649131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:35.650878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34108) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:35.679698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:35.683127 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.751486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.757545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.820442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d74c750b-1cef-4961-9084-5053f466a134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.857794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d74c750b-1cef-4961-9084-5053f466a134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.978159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=6ea79994-5d1e-4c2d-a8a9-8b24d11f68a4,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:35.988817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.099352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d74c750b-1cef-4961-9084-5053f466a134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.117532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c750b-1cef-4961-9084-5053f466a134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bef5434-f42e-4828-ad2c-55e35e88c9cf,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:36.125875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.167323 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP a281adef-5952-42a5-9014-6ef5cdfce003 associated. External IP: 172.26.3.77, port: fff73060-a4c5-4477-a2af-4255d2df7aba. May 24 23:07:36.186708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d74c750b-1cef-4961-9084-5053f466a134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.187827 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d74c750b-1cef-4961-9084-5053f466a134 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bef5434-f42e-4828-ad2c-55e35e88c9cf HTTP/1.1" status: 204 len: 168 time: 0.5360105 May 24 23:07:36.215666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Subnet': ['ID=f0a429c4-15d2-4eb8-bdd9-8aa7320fa857,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:36.225514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Checking segment: {'id': 'b3f8ba19-ee07-4d9b-a594-0e0165537fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:36.225908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network hostable DHCP agents. Network: 321f8e84-7755-4a61-9599-5b259d54ed1d, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:36.247225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 321f8e84-7755-4a61-9599-5b259d54ed1d is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:36.257351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 321f8e84-7755-4a61-9599-5b259d54ed1d) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:36.263015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:36.264160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.272183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47608e9c-46ab-476b-a871-09462f1ba474 None None] Network 321f8e84-7755-4a61-9599-5b259d54ed1d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:36.284655 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7256857d-2175-4b21-9167-39eb935c2bd7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8231537 May 24 23:07:36.288061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34114) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:36.521956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-321f8e84-7755-4a61-9599-5b259d54ed1d', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:36.522817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.542684 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 14b96e99-86c8-4708-9a3f-692158b0bb52 resource provider aggregate not found May 24 23:07:36.591170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d9e390d6-34d5-4ff7-8d54-c867e237c451 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:36.598893 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 14b96e99-86c8-4708-9a3f-692158b0bb52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14b96e99-86c8-4708-9a3f-692158b0bb52 found for delete ", "request_id": "req-8b9420eb-ba37-4b61-9b5e-b206ca4d1e07"}]} May 24 23:07:36.727967 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Allocated IP 172.20.0.2 (321f8e84-7755-4a61-9599-5b259d54ed1d/f0a429c4-15d2-4eb8-bdd9-8aa7320fa857/33bd1e7c-7f8a-4f51-80db-c705cbd94604) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:36.782990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:36.802589 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e970edca-db2a-4671-a324-10bcce654b72 None None] Sync routers for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:36.818673 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e970edca-db2a-4671-a324-10bcce654b72 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:36.819317 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e970edca-db2a-4671-a324-10bcce654b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:36.851896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.861355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.930039 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a87066c3-cd96-4198-a6bc-83c12bda624e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8473179 May 24 23:07:36.930875 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'tag': 'fff73060-a4c5-4477-a2af-4255d2df7aba'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:07:36.932690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34140) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:37.002041 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d663fd1f-9b3e-42f6-96ae-0b2c81647703'] response: {'name': 'network-changed', 'server_uuid': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'tag': 'fff73060-a4c5-4477-a2af-4255d2df7aba', 'status': 'completed', 'code': 200} May 24 23:07:37.027533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.039319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Transition to ACTIVE for port object 33bd1e7c-7f8a-4f51-80db-c705cbd94604 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:37.059208 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Transition to ACTIVE for port object 33bd1e7c-7f8a-4f51-80db-c705cbd94604 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:37.071488 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.112298 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e970edca-db2a-4671-a324-10bcce654b72 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:37.124582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2c90-2101-4a2e-b233-98277e164e30 req-9fc442a0-e4e1-49ee-a5ce-3e8666e87207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:37.138551 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3ba2c90-2101-4a2e-b233-98277e164e30 req-9fc442a0-e4e1-49ee-a5ce-3e8666e87207 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 1099 time: 0.1083112 May 24 23:07:37.139316 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34146) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:37.152867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Network 321f8e84-7755-4a61-9599-5b259d54ed1d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:37.156926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:37.161166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:37.171220 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Pushing event updated for resources: {'Port': ['ID=33bd1e7c-7f8a-4f51-80db-c705cbd94604,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:37.295790 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Attempting to bind port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:37.296547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Attempting to bind port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'b3f8ba19-ee07-4d9b-a594-0e0165537fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:37.297251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Attempting to bind port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 on network 321f8e84-7755-4a61-9599-5b259d54ed1d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:37.308477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:37.309373 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Checking segment: {'id': 'b3f8ba19-ee07-4d9b-a594-0e0165537fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:37.311386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.312004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Bound using segment: {'id': 'b3f8ba19-ee07-4d9b-a594-0e0165537fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:37.312750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Bound port: 33bd1e7c-7f8a-4f51-80db-c705cbd94604, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f8ba19-ee07-4d9b-a594-0e0165537fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:37.313950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.318419 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4393a518-75be-4ff0-bd30-d1b6ca1df2c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 200 len: 991 time: 0.3845296 May 24 23:07:37.351181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2c90-2101-4a2e-b233-98277e164e30 req-df9c3b35-6eb2-4328-a5a9-9584f08dfd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:37.353547 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3ba2c90-2101-4a2e-b233-98277e164e30 req-df9c3b35-6eb2-4328-a5a9-9584f08dfd51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1053ddfd-c83a-4a29-b34e-299486fb76c9 HTTP/1.1" status: 200 len: 897 time: 0.2001960 May 24 23:07:37.359387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1104345902'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:37.425294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:37.433177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] For port 33bd1e7c-7f8a-4f51-80db-c705cbd94604, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:37.436957 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] For port 33bd1e7c-7f8a-4f51-80db-c705cbd94604, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=33bd1e7c-7f8a-4f51-80db-c705cbd94604,segment=NetworkSegment(b3f8ba19-ee07-4d9b-a594-0e0165537fd2),segment_id=b3f8ba19-ee07-4d9b-a594-0e0165537fd2)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:37.445668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.450897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:network and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:37.456576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:37.473622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:37.491887 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3ba2c90-2101-4a2e-b233-98277e164e30 req-2b4d0e6a-0c70-4940-9aa2-7b46fd9a35eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff73060-a4c5-4477-a2af-4255d2df7aba HTTP/1.1" status: 200 len: 999 time: 0.1287122 May 24 23:07:37.493766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:37.497453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.499125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Allocated IP 172.20.0.1 (321f8e84-7755-4a61-9599-5b259d54ed1d/f0a429c4-15d2-4eb8-bdd9-8aa7320fa857/cceb1912-5ac3-4497-8818-22a7af4eea5b) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:37.512720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.550850 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df5db7-0f31-4c08-9292-4544e8330f1a None None] Pushing event updated for resources: {'Port': ['ID=33bd1e7c-7f8a-4f51-80db-c705cbd94604,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:37.588694 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e970edca-db2a-4671-a324-10bcce654b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a281adef-5952-42a5-9014-6ef5cdfce003', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'port_id': 'fff73060-a4c5-4477-a2af-4255d2df7aba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'mac_address': 'fa:16:3e:1c:fe:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:35Z', 'updated_at': '2022-05-24T23:07:35Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:37.589971 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:37.594963 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e970edca-db2a-4671-a324-10bcce654b72 None None] Checking router: d9e390d6-34d5-4ff7-8d54-c867e237c451 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:07:37.601453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:security_group_rule and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:37.607406 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e970edca-db2a-4671-a324-10bcce654b72 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:37.608221 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e970edca-db2a-4671-a324-10bcce654b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:37.613030 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:37.622489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:37.634226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2c90-2101-4a2e-b233-98277e164e30 req-6437d7fa-47c4-4e8a-ad25-f11b296c3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:37.636064 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3ba2c90-2101-4a2e-b233-98277e164e30 req-6437d7fa-47c4-4e8a-ad25-f11b296c3bea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab1a8522-c791-4c14-b79c-23528a501f7e HTTP/1.1" status: 200 len: 835 time: 0.1243513 May 24 23:07:37.707798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.738484 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Transition to ACTIVE for port object cceb1912-5ac3-4497-8818-22a7af4eea5b will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:37.771434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.885943 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e970edca-db2a-4671-a324-10bcce654b72 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:37.916678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2c90-2101-4a2e-b233-98277e164e30 req-36fa569d-f3d8-4464-aa24-2c36dc7089f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:37.918317 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3ba2c90-2101-4a2e-b233-98277e164e30 req-36fa569d-f3d8-4464-aa24-2c36dc7089f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1053ddfd-c83a-4a29-b34e-299486fb76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2743611 May 24 23:07:38.014086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 321f8e84-7755-4a61-9599-5b259d54ed1d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:38.017952 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:38.022033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:38.033009 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.046918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.078892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=cceb1912-5ac3-4497-8818-22a7af4eea5b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:38.086859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:38.095806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.116646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e513b6c3-a47d-4f54-a994-70428aef1447,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:38.123069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.123663 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment 98a73e36-5acd-4364-aa86-415f1a2ab865 of type vlan for network 6dd99d96-45b8-49e7-ba10-05c2a0833bf7 May 24 23:07:38.155828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.176922 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3ba2c90-2101-4a2e-b233-98277e164e30 req-313b66b1-01b1-40fe-bd2e-d77ec6a470d7 service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491965 May 24 23:07:38.241559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.291683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.297581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:38.298435 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.322578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34152) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:38.335465 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e970edca-db2a-4671-a324-10bcce654b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a281adef-5952-42a5-9014-6ef5cdfce003', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'port_id': 'fff73060-a4c5-4477-a2af-4255d2df7aba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'mac_address': 'fa:16:3e:1c:fe:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:35Z', 'updated_at': '2022-05-24T23:07:35Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:38.339955 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e970edca-db2a-4671-a324-10bcce654b72 None None] The sync data for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv is: [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a281adef-5952-42a5-9014-6ef5cdfce003', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'port_id': 'fff73060-a4c5-4477-a2af-4255d2df7aba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'mac_address': 'fa:16:3e:1c:fe:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:35Z', 'updated_at': '2022-05-24T23:07:35Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:38.447973 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 33bd1e7c-7f8a-4f51-80db-c705cbd94604 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:38.462666 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3ba2c90-2101-4a2e-b233-98277e164e30 req-f94d6725-c69b-49d8-8695-dc2f4aee5794 service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785866 May 24 23:07:38.467410 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3232765 May 24 23:07:38.467869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90366a1-8533-4bf9-9dd7-d698aa7c5967 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=6dd99d96-45b8-49e7-ba10-05c2a0833bf7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:38.496452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 6dd99d96-45b8-49e7-ba10-05c2a0833bf7 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:38.614401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34156) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:38.626576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'network_id': '6dd99d96-45b8-49e7-ba10-05c2a0833bf7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:38.700120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d67c5-9c50-4e10-b9c9-d1e43cee507a None None] New status for floating IP a281adef-5952-42a5-9014-6ef5cdfce003: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:07:38.800207 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:38.806862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:subnet and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:38.809913 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:38.818494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:38.834341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:38.839089 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.840895 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-46170f9c-d109-4c24-90a3-9f7a0a8b53d8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 200 len: 991 time: 0.5171995 May 24 23:07:38.874323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.878690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.890816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:38.984937 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e66c6-4246-4911-9853-2a84db187efe None None] Network 321f8e84-7755-4a61-9599-5b259d54ed1d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:39.005217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=cceb1912-5ac3-4497-8818-22a7af4eea5b,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:39.010983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.094753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1eb174eb-0154-41f0-a7aa-b3387ba6078c None None] Provisioning for port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:39.105479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.113162 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1eb174eb-0154-41f0-a7aa-b3387ba6078c None None] Provisioning complete for port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:39.113766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1eb174eb-0154-41f0-a7aa-b3387ba6078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.165503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 321f8e84-7755-4a61-9599-5b259d54ed1d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:39.166838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:39.192978 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=6c100255-0dbd-426f-a29b-a3b6b94272b8,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:39.199846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking segment: {'id': '98a73e36-5acd-4364-aa86-415f1a2ab865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6dd99d96-45b8-49e7-ba10-05c2a0833bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:39.200610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network hostable DHCP agents. Network: 6dd99d96-45b8-49e7-ba10-05c2a0833bf7, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:39.224443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network 6dd99d96-45b8-49e7-ba10-05c2a0833bf7 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:39.238088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 6dd99d96-45b8-49e7-ba10-05c2a0833bf7) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:39.243405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:39.244443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.269163 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-822d5df4-58ed-478f-9ec1-e5fa37057c41 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6533892 May 24 23:07:39.272961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34160) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:39.274836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba42c314-025a-484e-91f3-751377cc2845 None None] Network 6dd99d96-45b8-49e7-ba10-05c2a0833bf7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:39.280120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1007062804'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:39.285048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:39.289536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:network and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:39.292434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:39.298290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:39.309092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:39.313250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.343060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:39.354238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.354873 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment 986266c2-f56d-424c-8d45-f5088e9df6e6 of type vlan for network 270e9bac-0623-42d8-8c84-eea0eb4764f6 May 24 23:07:39.372312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4afe22b1-56ea-4480-b31d-ff550b9232ba is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:07:39.384649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.420167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.421429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1eb174eb-0154-41f0-a7aa-b3387ba6078c None None] Current status of the port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:39.421834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1eb174eb-0154-41f0-a7aa-b3387ba6078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.426592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:39.427589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.484688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1eb174eb-0154-41f0-a7aa-b3387ba6078c None None] For port 33bd1e7c-7f8a-4f51-80db-c705cbd94604, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=33bd1e7c-7f8a-4f51-80db-c705cbd94604,segment=NetworkSegment(b3f8ba19-ee07-4d9b-a594-0e0165537fd2),segment_id=b3f8ba19-ee07-4d9b-a594-0e0165537fd2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:39.498480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1eb174eb-0154-41f0-a7aa-b3387ba6078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.535191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:39.539056 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2647266 May 24 23:07:39.541991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34166) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:39.551098 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f391b017-2af0-42e9-be0d-b768345e30c5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2590241 May 24 23:07:39.551283 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Sync routers for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:39.552293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34170) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:39.555872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'network_id': '270e9bac-0623-42d8-8c84-eea0eb4764f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:39.559969 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:39.560764 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:39.562363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'network': {'name': 'tempest-RoutersTest-937394436'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:39.569693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:39.569860 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7564f-16a2-46d5-bb8e-103658af81ff tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=270e9bac-0623-42d8-8c84-eea0eb4764f6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:39.588915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:network and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:39.592822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:39.592966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 270e9bac-0623-42d8-8c84-eea0eb4764f6 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:39.600018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:39.614715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:39.623609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.674753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:39.686524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:39.695528 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.696680 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added segment 79029168-a063-4897-92c1-3a3994ae9faf of type vlan for network 754f33dd-55be-4382-b997-11b0ea2d426b May 24 23:07:39.700251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:subnet and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:39.704562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:39.712784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:39.755510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:39.757397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb174eb-0154-41f0-a7aa-b3387ba6078c None None] Pushing event updated for resources: {'Port': ['ID=33bd1e7c-7f8a-4f51-80db-c705cbd94604,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:39.766676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.776555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.795305 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:39.820660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-6dd99d96-45b8-49e7-ba10-05c2a0833bf7', 'network_id': '6dd99d96-45b8-49e7-ba10-05c2a0833bf7', 'tenant_id': '2900897dba0d4ee7b34d19fcfb4ee9b5', 'fixed_ips': [{'subnet_id': '6c100255-0dbd-426f-a29b-a3b6b94272b8'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:39.823910 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.844390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34174) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:40.080746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.090632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:40.091298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.093687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Allocated IP 172.20.255.242 (6dd99d96-45b8-49e7-ba10-05c2a0833bf7/6c100255-0dbd-426f-a29b-a3b6b94272b8/e87d6b80-db90-4e5d-8396-5cf543ccdcfa) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:40.103883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3821fc1e-e200-4f82-a458-9de0dae5aeb6 None None] Provisioning complete for port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:40.105837 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3821fc1e-e200-4f82-a458-9de0dae5aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.175132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.233221 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6797497 May 24 23:07:40.245625 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34178) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:40.260050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'subnet': {'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:40.289031 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45848bfe-c793-4d99-8f44-405391ebaa95 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 200 len: 993 time: 0.4434884 May 24 23:07:40.309137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daed54-c4ad-4d8a-891e-7d2b7e873b33 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Network': ['ID=754f33dd-55be-4382-b997-11b0ea2d426b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:40.325752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 754f33dd-55be-4382-b997-11b0ea2d426b details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:40.379496 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:07:38Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:38Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:40.384656 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Checking router: 4afe22b1-56ea-4480-b31d-ff550b9232ba for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:07:40.385088 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Updating router 4afe22b1-56ea-4480-b31d-ff550b9232ba port cceb1912-5ac3-4497-8818-22a7af4eea5b binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:07:40.467957 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.499161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 33bd1e7c-7f8a-4f51-80db-c705cbd94604 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:40.526767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=dbb2fd17-f2ce-49f4-8be6-1b9c6c6ca23e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:40.548428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:40.555654 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:subnet and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:40.558189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking segment: {'id': '986266c2-f56d-424c-8d45-f5088e9df6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '270e9bac-0623-42d8-8c84-eea0eb4764f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:40.558560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network hostable DHCP agents. Network: 270e9bac-0623-42d8-8c84-eea0eb4764f6, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:40.563037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:40.570537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:40.588708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:40.592230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.608718 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network 270e9bac-0623-42d8-8c84-eea0eb4764f6 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:40.673322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 270e9bac-0623-42d8-8c84-eea0eb4764f6) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:40.689556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:40.690322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.695498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6afccc-f386-4b1c-be0a-5a274ec3222c None None] Network 270e9bac-0623-42d8-8c84-eea0eb4764f6 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:40.754670 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b5e60827-d632-4e6b-96d3-0525e256d961 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2118435 May 24 23:07:40.757372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34182) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:40.842020 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3821fc1e-e200-4f82-a458-9de0dae5aeb6 None None] Current status of the port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:40.918833 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.933172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.945133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.952667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:40.952667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.983622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3821fc1e-e200-4f82-a458-9de0dae5aeb6 None None] Provisioning for port cceb1912-5ac3-4497-8818-22a7af4eea5b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:40.986963 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Transition to ACTIVE for port object cceb1912-5ac3-4497-8818-22a7af4eea5b will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:41.010459 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.033986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3821fc1e-e200-4f82-a458-9de0dae5aeb6 None None] Provisioning complete for port cceb1912-5ac3-4497-8818-22a7af4eea5b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:41.033986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3821fc1e-e200-4f82-a458-9de0dae5aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.041748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Subnet': ['ID=755c7754-7eae-4bc1-abe1-571f11656c14,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:41.055751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Checking segment: {'id': '79029168-a063-4897-92c1-3a3994ae9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:41.055751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network hostable DHCP agents. Network: 754f33dd-55be-4382-b997-11b0ea2d426b, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:41.110541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 754f33dd-55be-4382-b997-11b0ea2d426b is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:41.116256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.131873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.135684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 754f33dd-55be-4382-b997-11b0ea2d426b) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:41.165605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Transition to ACTIVE for port object e87d6b80-db90-4e5d-8396-5cf543ccdcfa will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:41.165605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f9734-a51e-495c-b1e0-e02c26cddb62 None None] Network 754f33dd-55be-4382-b997-11b0ea2d426b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:41.171601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:41.171601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.258684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3821fc1e-e200-4f82-a458-9de0dae5aeb6 None None] Port cceb1912-5ac3-4497-8818-22a7af4eea5b cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:41.263751 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-66f1dab1-b079-4e7d-b242-13880b704470 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0085311 May 24 23:07:41.263751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34186) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:41.309604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Transition to ACTIVE for port object e87d6b80-db90-4e5d-8396-5cf543ccdcfa will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:41.434070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.495186 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.500967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb2fd17-f2ce-49f4-8be6-1b9c6c6ca23e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:41.614579 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee55941-a8ba-47b7-bc94-209439fa6670 None None] Pushing event updated for resources: {'Port': ['ID=cceb1912-5ac3-4497-8818-22a7af4eea5b,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:41.633397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1292b42f-9406-46e8-b020-11624151fcc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-270e9bac-0623-42d8-8c84-eea0eb4764f6', 'network_id': '270e9bac-0623-42d8-8c84-eea0eb4764f6', 'tenant_id': '2900897dba0d4ee7b34d19fcfb4ee9b5', 'fixed_ips': [{'subnet_id': 'dbb2fd17-f2ce-49f4-8be6-1b9c6c6ca23e'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:41.633397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1292b42f-9406-46e8-b020-11624151fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.664105 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Attempting to bind port cceb1912-5ac3-4497-8818-22a7af4eea5b on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:41.664105 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Attempting to bind port cceb1912-5ac3-4497-8818-22a7af4eea5b by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'b3f8ba19-ee07-4d9b-a594-0e0165537fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:41.664105 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Attempting to bind port cceb1912-5ac3-4497-8818-22a7af4eea5b on network 321f8e84-7755-4a61-9599-5b259d54ed1d {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:41.664105 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:41.664105 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Checking segment: {'id': 'b3f8ba19-ee07-4d9b-a594-0e0165537fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:41.664105 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.664105 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Bound using segment: {'id': 'b3f8ba19-ee07-4d9b-a594-0e0165537fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:41.664105 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Bound port: cceb1912-5ac3-4497-8818-22a7af4eea5b, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f8ba19-ee07-4d9b-a594-0e0165537fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:41.664105 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.698381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Network 6dd99d96-45b8-49e7-ba10-05c2a0833bf7 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:41.704009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.709957 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:41.709957 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:41.748214 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:41.779705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270e9bac-0623-42d8-8c84-eea0eb4764f6']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:41.794827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Pushing event updated for resources: {'Port': ['ID=e87d6b80-db90-4e5d-8396-5cf543ccdcfa,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:41.801833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986266c2-f56d-424c-8d45-f5088e9df6e6') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:41.801833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986266c2-f56d-424c-8d45-f5088e9df6e6') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:41.822249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.872171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.872171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:41.872171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.877401 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] For port cceb1912-5ac3-4497-8818-22a7af4eea5b, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:41.877401 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] For port cceb1912-5ac3-4497-8818-22a7af4eea5b, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=cceb1912-5ac3-4497-8818-22a7af4eea5b,segment=NetworkSegment(b3f8ba19-ee07-4d9b-a594-0e0165537fd2),segment_id=b3f8ba19-ee07-4d9b-a594-0e0165537fd2)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:41.894538 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.983716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0aaba-52ff-48db-82de-5b65b059be31 None None] Network 270e9bac-0623-42d8-8c84-eea0eb4764f6 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:42.012275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Attempting to bind port e87d6b80-db90-4e5d-8396-5cf543ccdcfa on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:42.012275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Attempting to bind port e87d6b80-db90-4e5d-8396-5cf543ccdcfa by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '98a73e36-5acd-4364-aa86-415f1a2ab865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6dd99d96-45b8-49e7-ba10-05c2a0833bf7'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:42.012275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Attempting to bind port e87d6b80-db90-4e5d-8396-5cf543ccdcfa on network 6dd99d96-45b8-49e7-ba10-05c2a0833bf7 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:42.065743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-754f33dd-55be-4382-b997-11b0ea2d426b', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:42.065743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.111295 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:42.111295 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:42.117454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:42.117454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Checking segment: {'id': '98a73e36-5acd-4364-aa86-415f1a2ab865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6dd99d96-45b8-49e7-ba10-05c2a0833bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:42.117454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.117454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Bound using segment: {'id': '98a73e36-5acd-4364-aa86-415f1a2ab865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6dd99d96-45b8-49e7-ba10-05c2a0833bf7'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:42.117454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Bound port: e87d6b80-db90-4e5d-8396-5cf543ccdcfa, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a73e36-5acd-4364-aa86-415f1a2ab865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6dd99d96-45b8-49e7-ba10-05c2a0833bf7'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:42.117454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.212891 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 986266c2-f56d-424c-8d45-f5088e9df6e6 resource provider aggregate not found May 24 23:07:42.238844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.255556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.261972 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 986266c2-f56d-424c-8d45-f5088e9df6e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 986266c2-f56d-424c-8d45-f5088e9df6e6 found for delete ", "request_id": "req-fbd018ce-3031-4ae6-9eef-7efc49199cd5"}]} May 24 23:07:42.278449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.284130 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/270e9bac-0623-42d8-8c84-eea0eb4764f6 HTTP/1.1" status: 204 len: 168 time: 1.5169098 May 24 23:07:42.284130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34194) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:42.295063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1240162595'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:42.295063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726b7b1-2239-4884-aa7b-85d56f2dcfeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=270e9bac-0623-42d8-8c84-eea0eb4764f6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:42.311053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:42.311053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:network and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:42.327711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:42.333340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:42.371001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:42.371001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.437722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:42.459108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.459108 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment 3d5ed99a-30e6-4d46-9d71-a7683f3cc2e4 of type vlan for network 15bb15be-40a2-4e37-b468-291cb6aeac41 May 24 23:07:42.517086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.539213 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:42.575414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.585920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:42.585920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.822019 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5321777 May 24 23:07:42.822019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34198) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:42.835746 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Allocated IP 172.21.0.2 (754f33dd-55be-4382-b997-11b0ea2d426b/755c7754-7eae-4bc1-abe1-571f11656c14/9381234c-536a-4cf1-9d37-10a1973d6a7c) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:42.840932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'network_id': '15bb15be-40a2-4e37-b468-291cb6aeac41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:42.879934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4f9ad-c2ea-49f8-99e9-63751bd01290 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=15bb15be-40a2-4e37-b468-291cb6aeac41,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:42.911729 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee55941-a8ba-47b7-bc94-209439fa6670 None None] Pushing event updated for resources: {'Port': ['ID=cceb1912-5ac3-4497-8818-22a7af4eea5b,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:42.926839 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:07:38Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:41Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:42.931746 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe178f2-6fe7-4db3-8eed-c79b59355b50 None None] The sync data for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv is: [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:07:38Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:41Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:43.024093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:43.024093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:subnet and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:43.036560 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:43.036560 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:43.054384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:43.054384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.071650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 15bb15be-40a2-4e37-b468-291cb6aeac41 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:43.094270 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] For port e87d6b80-db90-4e5d-8396-5cf543ccdcfa, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:43.180652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] For port e87d6b80-db90-4e5d-8396-5cf543ccdcfa, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e87d6b80-db90-4e5d-8396-5cf543ccdcfa,segment=NetworkSegment(98a73e36-5acd-4364-aa86-415f1a2ab865),segment_id=98a73e36-5acd-4364-aa86-415f1a2ab865)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:43.200737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.218974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Performing IP validity checks on allocation pools {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:07:43.218974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:07:43.480830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878be854-ecbc-4e94-acc1-8f49e5f163d2 None None] Pushing event updated for resources: {'Port': ['ID=e87d6b80-db90-4e5d-8396-5cf543ccdcfa,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:43.504834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.532716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.554122 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Transition to ACTIVE for port object 9381234c-536a-4cf1-9d37-10a1973d6a7c will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:43.590830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Transition to ACTIVE for port object 9381234c-536a-4cf1-9d37-10a1973d6a7c will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:43.598874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.698548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=f628035d-ef4b-470c-8a58-aba294469f19,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:43.732963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking segment: {'id': '3d5ed99a-30e6-4d46-9d71-a7683f3cc2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '15bb15be-40a2-4e37-b468-291cb6aeac41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:43.732963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network hostable DHCP agents. Network: 15bb15be-40a2-4e37-b468-291cb6aeac41, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:43.791811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Network 754f33dd-55be-4382-b997-11b0ea2d426b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:43.813020 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network 15bb15be-40a2-4e37-b468-291cb6aeac41 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:43.817651 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:43.817651 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:43.827489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 15bb15be-40a2-4e37-b468-291cb6aeac41) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:43.832867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Allocated IP 172.21.0.1 (754f33dd-55be-4382-b997-11b0ea2d426b/755c7754-7eae-4bc1-abe1-571f11656c14/4b4573e9-5ae3-48e6-81dd-f577cbab0eaa) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:43.838707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:43.838707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.857196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Pushing event updated for resources: {'Port': ['ID=9381234c-536a-4cf1-9d37-10a1973d6a7c,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:43.882143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be4863-6dbb-46a4-9d39-186222fe0d43 None None] Network 15bb15be-40a2-4e37-b468-291cb6aeac41 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:43.894868 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-70786bf2-0a12-41f4-8da7-547edb89ca8c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0679848 May 24 23:07:43.894868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34202) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:44.306595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Attempting to bind port 9381234c-536a-4cf1-9d37-10a1973d6a7c on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:44.306595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Attempting to bind port 9381234c-536a-4cf1-9d37-10a1973d6a7c by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '79029168-a063-4897-92c1-3a3994ae9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:44.306595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Attempting to bind port 9381234c-536a-4cf1-9d37-10a1973d6a7c on network 754f33dd-55be-4382-b997-11b0ea2d426b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:44.316792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:44.316792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Checking segment: {'id': '79029168-a063-4897-92c1-3a3994ae9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:44.316792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.316792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Bound using segment: {'id': '79029168-a063-4897-92c1-3a3994ae9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:44.316792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Bound port: 9381234c-536a-4cf1-9d37-10a1973d6a7c, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79029168-a063-4897-92c1-3a3994ae9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:44.316792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.431043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.444851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.475857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Transition to ACTIVE for port object 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:44.512727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.576066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.710025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=4b4573e9-5ae3-48e6-81dd-f577cbab0eaa,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:44.724265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 754f33dd-55be-4382-b997-11b0ea2d426b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:44.724265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:44.736204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:44.747872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device cceb1912-5ac3-4497-8818-22a7af4eea5b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:44.851365 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.858896 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc6485c-0118-451c-98db-a1119adc399f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-15bb15be-40a2-4e37-b468-291cb6aeac41', 'network_id': '15bb15be-40a2-4e37-b468-291cb6aeac41', 'tenant_id': '2900897dba0d4ee7b34d19fcfb4ee9b5', 'fixed_ips': [{'subnet_id': 'f628035d-ef4b-470c-8a58-aba294469f19'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:44.858896 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7fc6485c-0118-451c-98db-a1119adc399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.932804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.955711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Subnet': ['ID=f628035d-ef4b-470c-8a58-aba294469f19,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:45.002419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] For port 9381234c-536a-4cf1-9d37-10a1973d6a7c, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:45.037958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] For port 9381234c-536a-4cf1-9d37-10a1973d6a7c, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9381234c-536a-4cf1-9d37-10a1973d6a7c,segment=NetworkSegment(79029168-a063-4897-92c1-3a3994ae9faf),segment_id=79029168-a063-4897-92c1-3a3994ae9faf)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:45.050760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.140451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port cceb1912-5ac3-4497-8818-22a7af4eea5b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:45.140451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6ce66a-cec8-44a1-a7e3-9746c316bd70 None None] Network 6dd99d96-45b8-49e7-ba10-05c2a0833bf7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:45.195178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.239527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.288194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bb15be-40a2-4e37-b468-291cb6aeac41']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:45.292662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port cceb1912-5ac3-4497-8818-22a7af4eea5b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:45.292662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.342972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5ed99a-30e6-4d46-9d71-a7683f3cc2e4') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:45.342972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5ed99a-30e6-4d46-9d71-a7683f3cc2e4') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:45.389213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.411735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03018e4-4da2-4569-979a-a9eed206b1ac None None] Network 15bb15be-40a2-4e37-b468-291cb6aeac41 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:45.421524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.431323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:45.433845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.552304 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3e42b965-54b9-4ab4-b3ce-3bc0891b0343 None None] Provisioning for port e87d6b80-db90-4e5d-8396-5cf543ccdcfa completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:45.594785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.608493 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a9689-dd59-4dc3-890f-377977c9bf8e None None] Pushing event updated for resources: {'Port': ['ID=9381234c-536a-4cf1-9d37-10a1973d6a7c,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:45.626548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.640610 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3d5ed99a-30e6-4d46-9d71-a7683f3cc2e4 resource provider aggregate not found May 24 23:07:45.640610 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/15bb15be-40a2-4e37-b468-291cb6aeac41 HTTP/1.1" status: 204 len: 168 time: 1.7409651 May 24 23:07:45.640610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34210) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:45.654401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-974113714'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:45.665148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd581653-0b65-4808-8de7-784aa524d662 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=15bb15be-40a2-4e37-b468-291cb6aeac41,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:45.665148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:45.675846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:network and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:45.675846 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3d5ed99a-30e6-4d46-9d71-a7683f3cc2e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d5ed99a-30e6-4d46-9d71-a7683f3cc2e4 found for delete ", "request_id": "req-5e8f0e7d-4092-4b60-80d3-576482b25708"}]} May 24 23:07:45.689489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:45.689489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:45.706577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:45.723991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.775797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:45.788656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.789112 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment f0d6c969-97b5-4a58-84fb-448db52d866f of type vlan for network 50554b95-4ea7-48ac-8ef4-522a75a2c66a May 24 23:07:45.810003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.839598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.872646 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.879294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:45.881131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.926793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port cceb1912-5ac3-4497-8818-22a7af4eea5b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:45.926793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.956171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.956171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.061745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port cceb1912-5ac3-4497-8818-22a7af4eea5b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=cceb1912-5ac3-4497-8818-22a7af4eea5b,segment=NetworkSegment(b3f8ba19-ee07-4d9b-a594-0e0165537fd2),segment_id=b3f8ba19-ee07-4d9b-a594-0e0165537fd2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:46.073596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.081453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.081453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e87d6b80-db90-4e5d-8396-5cf543ccdcfa up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:46.092487 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4414835 May 24 23:07:46.092487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34216) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:46.092487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf568a-5248-4829-987b-abee37b76b7c tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=50554b95-4ea7-48ac-8ef4-522a75a2c66a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:46.104101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'network_id': '50554b95-4ea7-48ac-8ef4-522a75a2c66a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:46.170661 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 50554b95-4ea7-48ac-8ef4-522a75a2c66a details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:46.194593 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=4b4573e9-5ae3-48e6-81dd-f577cbab0eaa,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:46.295417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 754f33dd-55be-4382-b997-11b0ea2d426b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:46.295417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:46.373133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:46.373133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:subnet and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:46.373133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:46.382786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:46.408403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:46.421495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.472017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=cceb1912-5ac3-4497-8818-22a7af4eea5b,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:46.511385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4afe22b1-56ea-4480-b31d-ff550b9232ba has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:46.577727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port e87d6b80-db90-4e5d-8396-5cf543ccdcfa completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:46.589104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port e87d6b80-db90-4e5d-8396-5cf543ccdcfa triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:46.589104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.713770 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:46.731368 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a38d73f4-36e1-4ad1-8b7e-8607dd38d7be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4681077 May 24 23:07:46.731732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34220) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:46.748776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'network': {'name': 'tempest-RoutersTest-699409985'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:46.748776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:46.760481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:network and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:46.760481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:46.779144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:46.790091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Sync routers for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:46.791458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:46.804635 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.869781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7690667c-434c-4fcd-afd7-26d1d6394c96 None None] Network 754f33dd-55be-4382-b997-11b0ea2d426b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:46.875478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.883986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:46.895811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.895811 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added segment 858399b7-d4ca-42df-bf38-c85925292fad of type vlan for network 2c20b10d-28cf-47ae-a171-bd9508173f99 May 24 23:07:46.926478 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:46.926478 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:46.957126 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.988260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=32607f19-5bcc-4091-a57b-5af570c33fba,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:46.998251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking segment: {'id': 'f0d6c969-97b5-4a58-84fb-448db52d866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50554b95-4ea7-48ac-8ef4-522a75a2c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:46.998251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network hostable DHCP agents. Network: 50554b95-4ea7-48ac-8ef4-522a75a2c66a, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:47.028514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.028716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network 50554b95-4ea7-48ac-8ef4-522a75a2c66a is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:47.034850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:47.035448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.037917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 50554b95-4ea7-48ac-8ef4-522a75a2c66a) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:47.042400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:47.043026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.070297 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-41a6ccfb-782e-4dc2-b287-0a9ac3b66937 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9761796 May 24 23:07:47.070550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34224) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.084681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b576f82a-c6f0-4f29-a497-190ffb8c35fb None None] Network 50554b95-4ea7-48ac-8ef4-522a75a2c66a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:47.164910 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port e87d6b80-db90-4e5d-8396-5cf543ccdcfa is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:47.165297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.230243 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.260430 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5274911 May 24 23:07:47.267631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34228) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.276177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'subnet': {'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:47.299227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-78647809-1bd2-4f9c-8dd0-f410f5286daa None None] Provisioning for port 9381234c-536a-4cf1-9d37-10a1973d6a7c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:47.312002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.341096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port e87d6b80-db90-4e5d-8396-5cf543ccdcfa, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e87d6b80-db90-4e5d-8396-5cf543ccdcfa,segment=NetworkSegment(98a73e36-5acd-4364-aa86-415f1a2ab865),segment_id=98a73e36-5acd-4364-aa86-415f1a2ab865)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:47.361672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.367450 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:47.371025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb9e18-a3e4-4de3-beb3-ced267cb1404 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Network': ['ID=2c20b10d-28cf-47ae-a171-bd9508173f99,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:47.393273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.413602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:47.418518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:subnet and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:47.424228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:47.431920 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:47.441954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Subnet': ['ID=32607f19-5bcc-4091-a57b-5af570c33fba,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:47.452654 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:47.460273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.476606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 2c20b10d-28cf-47ae-a171-bd9508173f99 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:47.553804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.582869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50554b95-4ea7-48ac-8ef4-522a75a2c66a']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:47.598557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d6c969-97b5-4a58-84fb-448db52d866f') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:47.598906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d6c969-97b5-4a58-84fb-448db52d866f') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:47.613537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.628009 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9381234c-536a-4cf1-9d37-10a1973d6a7c up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:47.631651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.638584 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:47.639452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.730447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.821576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Subnet': ['ID=0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:47.831781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Checking segment: {'id': '858399b7-d4ca-42df-bf38-c85925292fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:47.831781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network hostable DHCP agents. Network: 2c20b10d-28cf-47ae-a171-bd9508173f99, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:47.852614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 2c20b10d-28cf-47ae-a171-bd9508173f99 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:47.866049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 2c20b10d-28cf-47ae-a171-bd9508173f99) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:47.881917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:47.881917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.893449 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f0d6c969-97b5-4a58-84fb-448db52d866f resource provider aggregate not found May 24 23:07:47.914214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.926722 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e722b048-47df-44cc-9ce5-f612a550a9dc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6571951 May 24 23:07:47.930022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34236) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.941333 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f0d6c969-97b5-4a58-84fb-448db52d866f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0d6c969-97b5-4a58-84fb-448db52d866f found for delete ", "request_id": "req-d7650a4d-67cd-445c-9a20-fc8d94ea9deb"}]} May 24 23:07:47.944730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6511314f-f4c1-4874-a5e3-535e84aaa3ca None None] Network 2c20b10d-28cf-47ae-a171-bd9508173f99 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:47.945428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.959904 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/50554b95-4ea7-48ac-8ef4-522a75a2c66a HTTP/1.1" status: 204 len: 168 time: 0.8834443 May 24 23:07:47.959904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ff955-371a-4634-93bc-11903accd8cb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=50554b95-4ea7-48ac-8ef4-522a75a2c66a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:47.960567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34240) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.969352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-556580484'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:47.974409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:47.985623 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3d38643b-343a-45c7-a1ba-bb255d9a05bc None None] Provisioning complete for port e87d6b80-db90-4e5d-8396-5cf543ccdcfa triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:47.985832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:network and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:47.986004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d38643b-343a-45c7-a1ba-bb255d9a05bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.986754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:47.997884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:48.009602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:48.009602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.061879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:48.061879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.061879 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment 12a62843-11c5-4a1f-8b25-27a453bb92c8 of type vlan for network 0977608f-0529-48b7-b0a2-24b5e083f334 May 24 23:07:48.097847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.134316 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.140642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:48.141387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.173759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=e87d6b80-db90-4e5d-8396-5cf543ccdcfa,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:48.243112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8603dd29-3383-4048-bba8-cfc67c8c930a None None] Network 50554b95-4ea7-48ac-8ef4-522a75a2c66a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:48.254459 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2925475 May 24 23:07:48.258368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34244) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:48.264862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'network_id': '0977608f-0529-48b7-b0a2-24b5e083f334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:48.284526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8603dd29-3383-4048-bba8-cfc67c8c930a None None] Network 50554b95-4ea7-48ac-8ef4-522a75a2c66a could not be found, it might have been deleted concurrently. {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 24 23:07:48.351535 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 9381234c-536a-4cf1-9d37-10a1973d6a7c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:48.358050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bfc1a-bc7b-41d1-aa25-fc06057cfdc0 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=0977608f-0529-48b7-b0a2-24b5e083f334,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:48.398545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:48.402404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:subnet and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:48.405236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:48.408491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 0977608f-0529-48b7-b0a2-24b5e083f334 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:48.411579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:48.420484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 9381234c-536a-4cf1-9d37-10a1973d6a7c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:48.420866 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.428187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:48.431836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.631977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.663942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3d38643b-343a-45c7-a1ba-bb255d9a05bc None None] Current status of the port e87d6b80-db90-4e5d-8396-5cf543ccdcfa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:48.664516 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.751327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=ebb78a21-02b7-411c-88c2-b9ca71979c3f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:48.766126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking segment: {'id': '12a62843-11c5-4a1f-8b25-27a453bb92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0977608f-0529-48b7-b0a2-24b5e083f334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:48.766126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network hostable DHCP agents. Network: 0977608f-0529-48b7-b0a2-24b5e083f334, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:48.791543 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network 0977608f-0529-48b7-b0a2-24b5e083f334 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:48.799392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-2c20b10d-28cf-47ae-a171-bd9508173f99', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:48.799392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.814695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 0977608f-0529-48b7-b0a2-24b5e083f334) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:48.829889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:48.829889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.861594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191810f4-4a20-4ec4-a530-d7afac4d9bce None None] Network 0977608f-0529-48b7-b0a2-24b5e083f334 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:48.870708 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c909e095-2dd6-467f-a887-dd1407044731 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6062458 May 24 23:07:48.870708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34248) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:49.044931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 9381234c-536a-4cf1-9d37-10a1973d6a7c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:49.045306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.083377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.175529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 9381234c-536a-4cf1-9d37-10a1973d6a7c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9381234c-536a-4cf1-9d37-10a1973d6a7c,segment=NetworkSegment(79029168-a063-4897-92c1-3a3994ae9faf),segment_id=79029168-a063-4897-92c1-3a3994ae9faf)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:49.189377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:07:45Z', 'revision_number': 3, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:45Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:49.207483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.207483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device cceb1912-5ac3-4497-8818-22a7af4eea5b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:49.252702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.279672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Allocated IP 172.22.0.1 (2c20b10d-28cf-47ae-a171-bd9508173f99/0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc/f690703e-b77b-4897-815b-78225da08cab) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:49.338887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ebd43c39-7a18-46c6-88a5-882acdc78b66 None None] Provisioning for port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:49.368686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ebd43c39-7a18-46c6-88a5-882acdc78b66 None None] Provisioning complete for port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:49.368925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ebd43c39-7a18-46c6-88a5-882acdc78b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.374468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.417139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Checking router: 4afe22b1-56ea-4480-b31d-ff550b9232ba for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:07:49.417139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Updating router 4afe22b1-56ea-4480-b31d-ff550b9232ba port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:07:49.473349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb78a21-02b7-411c-88c2-b9ca71979c3f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:49.520475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.539143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.542950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Transition to ACTIVE for port object f690703e-b77b-4897-815b-78225da08cab will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:49.613269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.618771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.651878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0977608f-0529-48b7-b0a2-24b5e083f334']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:49.652835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43c39-7a18-46c6-88a5-882acdc78b66 None None] Port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:49.660075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a62843-11c5-4a1f-8b25-27a453bb92c8') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:49.660075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a62843-11c5-4a1f-8b25-27a453bb92c8') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:49.665780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 2c20b10d-28cf-47ae-a171-bd9508173f99 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:49.673033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.673269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:49.691056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:49.691618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.696892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:49.697278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.727267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=9381234c-536a-4cf1-9d37-10a1973d6a7c,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:49.760076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.810829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=f690703e-b77b-4897-815b-78225da08cab,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:49.818878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.864159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.878249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=0977608f-0529-48b7-b0a2-24b5e083f334,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:49.892442 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5fd8cc74-04dd-41d0-977d-4e7fcc8b22d2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/0977608f-0529-48b7-b0a2-24b5e083f334 HTTP/1.1" status: 204 len: 168 time: 1.0103848 May 24 23:07:49.892442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34252) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:49.897972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port cceb1912-5ac3-4497-8818-22a7af4eea5b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:49.897972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.904223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-522316260'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:49.904223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:49.911598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:network and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:49.918629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:49.937346 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:49.945221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.972819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:49.972819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.997439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae13822-1a21-407b-b593-9d12368d44b3 None None] Network 0977608f-0529-48b7-b0a2-24b5e083f334 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:50.007719 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 12a62843-11c5-4a1f-8b25-27a453bb92c8 resource provider aggregate not found May 24 23:07:50.020104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:50.039323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.039323 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment 601eab27-389b-409c-bc98-2a2457eb5df9 of type vlan for network 4dec16e3-1689-4317-bddf-2687b2612c81 May 24 23:07:50.039323 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 12a62843-11c5-4a1f-8b25-27a453bb92c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12a62843-11c5-4a1f-8b25-27a453bb92c8 found for delete ", "request_id": "req-3c7550b5-b390-4e49-ba68-c43a6d03669d"}]} May 24 23:07:50.089683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.124251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae13822-1a21-407b-b593-9d12368d44b3 None None] Network 0977608f-0529-48b7-b0a2-24b5e083f334 could not be found, it might have been deleted concurrently. {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 24 23:07:50.124251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ebd43c39-7a18-46c6-88a5-882acdc78b66 None None] Provisioning complete for port 9381234c-536a-4cf1-9d37-10a1973d6a7c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:50.124251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ebd43c39-7a18-46c6-88a5-882acdc78b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.135537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.135537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:50.135537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.182532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Allocated IP 172.22.0.2 (2c20b10d-28cf-47ae-a171-bd9508173f99/0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc/d8172666-f1ef-4c2d-9c84-45c421248f10) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:50.321721 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4262793 May 24 23:07:50.327132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34260) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:50.327132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'network_id': '4dec16e3-1689-4317-bddf-2687b2612c81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:50.352779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1859-52fe-4423-b9d5-f0008c320b22 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=4dec16e3-1689-4317-bddf-2687b2612c81,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:50.380361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 4dec16e3-1689-4317-bddf-2687b2612c81 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:50.530032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:50.546226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:subnet and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:50.550809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:50.566606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:50.586370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:50.588734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.629203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port cceb1912-5ac3-4497-8818-22a7af4eea5b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:50.690656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.725344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.761473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9381234c-536a-4cf1-9d37-10a1973d6a7c up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:50.799480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Performing IP validity checks on allocation pools {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:07:50.799480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:07:50.831939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43c39-7a18-46c6-88a5-882acdc78b66 None None] Current status of the port 9381234c-536a-4cf1-9d37-10a1973d6a7c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:50.871684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=f690703e-b77b-4897-815b-78225da08cab,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:50.884090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.924402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.952800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Transition to ACTIVE for port object d8172666-f1ef-4c2d-9c84-45c421248f10 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:51.027292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 9381234c-536a-4cf1-9d37-10a1973d6a7c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:51.027667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.064261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Transition to ACTIVE for port object d8172666-f1ef-4c2d-9c84-45c421248f10 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:51.092930 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.096329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.137890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-775d1b49-e12a-4850-bb65-ed471df07734 None None] Provisioning complete for port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:51.138270 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-775d1b49-e12a-4850-bb65-ed471df07734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.217900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Transition to ACTIVE for port object 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:51.235783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Network 2c20b10d-28cf-47ae-a171-bd9508173f99 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:51.240755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.249463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:51.256270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 2c20b10d-28cf-47ae-a171-bd9508173f99 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:51.258807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:51.260089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:51.266054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Pushing event updated for resources: {'Port': ['ID=d8172666-f1ef-4c2d-9c84-45c421248f10,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:51.266627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.271854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-775d1b49-e12a-4850-bb65-ed471df07734 None None] Port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:51.524476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=adfebbc6-844f-42c5-b9b1-ad7e83fc03fe,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:51.531302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking segment: {'id': '601eab27-389b-409c-bc98-2a2457eb5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dec16e3-1689-4317-bddf-2687b2612c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:51.531302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network hostable DHCP agents. Network: 4dec16e3-1689-4317-bddf-2687b2612c81, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:51.547492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4afe22b1-56ea-4480-b31d-ff550b9232ba has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:51.620481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network 4dec16e3-1689-4317-bddf-2687b2612c81 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:51.654072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0959471-548f-4966-a8f0-4721398d0f89 None None] Pushing event updated for resources: {'Port': ['ID=4b4573e9-5ae3-48e6-81dd-f577cbab0eaa,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:51.666013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Attempting to bind port d8172666-f1ef-4c2d-9c84-45c421248f10 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:51.666168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Attempting to bind port d8172666-f1ef-4c2d-9c84-45c421248f10 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '858399b7-d4ca-42df-bf38-c85925292fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:51.667680 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Attempting to bind port d8172666-f1ef-4c2d-9c84-45c421248f10 on network 2c20b10d-28cf-47ae-a171-bd9508173f99 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:51.687710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 9381234c-536a-4cf1-9d37-10a1973d6a7c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:51.687710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e87d6b80-db90-4e5d-8396-5cf543ccdcfa up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:51.709436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 4dec16e3-1689-4317-bddf-2687b2612c81) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:51.720321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:51.720321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.728927 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:51.729297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Checking segment: {'id': '858399b7-d4ca-42df-bf38-c85925292fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:51.729693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.730077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Bound using segment: {'id': '858399b7-d4ca-42df-bf38-c85925292fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:51.730550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Bound port: d8172666-f1ef-4c2d-9c84-45c421248f10, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858399b7-d4ca-42df-bf38-c85925292fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:51.730942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.749933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca2381-8bdf-4002-a318-ed3c53800205 None None] Network 4dec16e3-1689-4317-bddf-2687b2612c81 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:51.775257 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2d3c4427-3d2a-44a1-9a15-af716fe4db0f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4519670 May 24 23:07:51.776928 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34264) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:51.777771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:51.785688 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3a1b658a-ea2b-46b7-a53d-529de914d289 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8515770 May 24 23:07:51.785688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34268) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:51.794962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1269325445'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:51.805596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:51.805596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:network and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:51.820951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:51.820951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:51.836566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:51.838976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Attempting to bind port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:51.838976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Attempting to bind port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '79029168-a063-4897-92c1-3a3994ae9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:51.838976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Attempting to bind port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa on network 754f33dd-55be-4382-b997-11b0ea2d426b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:51.843187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.886131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:51.899143 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.899143 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added segment 6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2 of type vlan for network 4f0685a6-9994-4d23-9a83-167812b43c2b May 24 23:07:51.901228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:51.901228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Checking segment: {'id': '79029168-a063-4897-92c1-3a3994ae9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:51.901228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.901228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Bound using segment: {'id': '79029168-a063-4897-92c1-3a3994ae9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:51.901228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Bound port: 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79029168-a063-4897-92c1-3a3994ae9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:51.902077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.931734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.972267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.982561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:51.983250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.985288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.006330 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3e172c4-cecf-43f4-b35d-f552176ce18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.065794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port e87d6b80-db90-4e5d-8396-5cf543ccdcfa triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:52.065794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.070016 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.101565 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3064551 May 24 23:07:52.105560 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34272) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:52.119180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'subnet': {'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:52.134746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d16c57-38e3-414e-8b4b-75f0331635ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Network': ['ID=4f0685a6-9994-4d23-9a83-167812b43c2b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:52.151622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] For port d8172666-f1ef-4c2d-9c84-45c421248f10, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:52.160784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 4f0685a6-9994-4d23-9a83-167812b43c2b details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:52.263808 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] For port d8172666-f1ef-4c2d-9c84-45c421248f10, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d8172666-f1ef-4c2d-9c84-45c421248f10,segment=NetworkSegment(858399b7-d4ca-42df-bf38-c85925292fad),segment_id=858399b7-d4ca-42df-bf38-c85925292fad)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:52.288254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.359958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] For port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:52.399926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:52.406400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:subnet and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:52.409366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:52.418540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:52.424355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.448891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] For port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4b4573e9-5ae3-48e6-81dd-f577cbab0eaa,segment=NetworkSegment(79029168-a063-4897-92c1-3a3994ae9faf),segment_id=79029168-a063-4897-92c1-3a3994ae9faf)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:52.457716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b0698b-4173-435c-9b9e-04c5cb8e7a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-4dec16e3-1689-4317-bddf-2687b2612c81', 'network_id': '4dec16e3-1689-4317-bddf-2687b2612c81', 'tenant_id': '2900897dba0d4ee7b34d19fcfb4ee9b5', 'fixed_ips': [{'subnet_id': 'adfebbc6-844f-42c5-b9b1-ad7e83fc03fe'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:52.457716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b6b0698b-4173-435c-9b9e-04c5cb8e7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.497207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.498818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Made reservation on behalf of cf0bb0f7935f49529974475de668182d for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:52.502732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.527225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Subnet': ['ID=adfebbc6-844f-42c5-b9b1-ad7e83fc03fe,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:52.527787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2958a61-e31c-42d0-9aef-1936a40f6f74 None None] Pushing event updated for resources: {'Port': ['ID=d8172666-f1ef-4c2d-9c84-45c421248f10,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:52.602777 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port e87d6b80-db90-4e5d-8396-5cf543ccdcfa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:52.703229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.729230 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:52.730300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:52.751334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dec16e3-1689-4317-bddf-2687b2612c81']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:52.789095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601eab27-389b-409c-bc98-2a2457eb5df9') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:52.790297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601eab27-389b-409c-bc98-2a2457eb5df9') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:52.808775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.859101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.907986 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:52.908308 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.982179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0959471-548f-4966-a8f0-4721398d0f89 None None] Pushing event updated for resources: {'Port': ['ID=4b4573e9-5ae3-48e6-81dd-f577cbab0eaa,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:53.004107 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 601eab27-389b-409c-bc98-2a2457eb5df9 resource provider aggregate not found May 24 23:07:53.007155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3cd2d3-4a23-4365-960f-63c36abbdf3b None None] Network 4dec16e3-1689-4317-bddf-2687b2612c81 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:53.040031 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 601eab27-389b-409c-bc98-2a2457eb5df9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 601eab27-389b-409c-bc98-2a2457eb5df9 found for delete ", "request_id": "req-590be3b0-d515-4db8-9673-034bb188b937"}]} May 24 23:07:53.055589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.088359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:53.088594 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.096395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=4dec16e3-1689-4317-bddf-2687b2612c81,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:53.120762 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c9fcd776-82e0-4a06-aa84-97362f96a4fd tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/4dec16e3-1689-4317-bddf-2687b2612c81 HTTP/1.1" status: 204 len: 168 time: 1.3417652 May 24 23:07:53.120910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34280) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:53.130570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1260848204'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:53.134627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.136334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:53.142409 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:network and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:53.146031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:53.154011 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:53.181297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:53.184555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.247615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:53.261879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.261879 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment 00aca538-4ac0-42bb-8a34-bb45003f0bea of type vlan for network 3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd May 24 23:07:53.276531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Subnet': ['ID=3bb57612-7c83-4d33-903d-ef2d3a1dc6b0,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:53.285891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Checking segment: {'id': '6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:53.285891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network hostable DHCP agents. Network: 4f0685a6-9994-4d23-9a83-167812b43c2b, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:53.308160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 4f0685a6-9994-4d23-9a83-167812b43c2b is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:53.310599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.320845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 4f0685a6-9994-4d23-9a83-167812b43c2b) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:53.329585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:53.330463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.345136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.350467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:53.351137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.361594 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-23e6d0d0-eec6-4ba3-84c1-2ddfffbe25f1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2579169 May 24 23:07:53.361878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34284) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:53.452048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc72d39-1f10-4725-a1c9-c2a46c28a716 None None] Network 4f0685a6-9994-4d23-9a83-167812b43c2b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:53.470094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:53.498313 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e0cbb8a0-9006-46e8-8544-4b268155c65e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3698325 May 24 23:07:53.498313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34288) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:53.505075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'network_id': '3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:53.543520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:53.656411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:53.660738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:subnet and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:53.664353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:53.670354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:53.689776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:53.698348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.978583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e815d6-dff5-43e3-ad47-811820886ec5 None None] Network 2c20b10d-28cf-47ae-a171-bd9508173f99 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:54.029577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.078987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-4f0685a6-9994-4d23-9a83-167812b43c2b', 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'fixed_ips': [{'subnet_id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:54.080217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.113237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=8018aaa0-17a4-49f6-b6ec-4586d0fd32b1,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:54.125363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking segment: {'id': '00aca538-4ac0-42bb-8a34-bb45003f0bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:54.125363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network hostable DHCP agents. Network: 3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:54.159336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network 3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:54.177540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:54.185992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:54.186947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.202797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-388ab0e5-9d54-4a3c-92b9-6c9631b1bd0f None None] Provisioning for port d8172666-f1ef-4c2d-9c84-45c421248f10 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:54.205274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2ae675-e51c-45fd-95cb-8f15f5e43e8f None None] Network 3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:54.205416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.243980 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-11187e8e-dc32-4b3c-bcdf-4478118c20a7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7471676 May 24 23:07:54.246573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34294) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:54.351355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:07:49Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:52Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:07:50Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:54.379807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cec820dc-5a5d-4b3d-b8b7-c630c977372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.396960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f049ed-2585-4dc4-b578-f73688b48fb2 None None] The sync data for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv is: [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:07:49Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:52Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:07:50Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:54.536593 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.643367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Allocated IP 172.23.0.2 (4f0685a6-9994-4d23-9a83-167812b43c2b/3bb57612-7c83-4d33-903d-ef2d3a1dc6b0/83316de8-e47c-4b64-8bb6-aa1e25c14da0) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:54.874128 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d8172666-f1ef-4c2d-9c84-45c421248f10 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:54.889032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.980664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.033418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Subnet': ['ID=8018aaa0-17a4-49f6-b6ec-4586d0fd32b1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:55.147536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.157893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.192423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:55.209891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d176db-e389-4c9a-aed8-bf7a7686337c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd', 'network_id': '3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd', 'tenant_id': '2900897dba0d4ee7b34d19fcfb4ee9b5', 'fixed_ips': [{'subnet_id': '8018aaa0-17a4-49f6-b6ec-4586d0fd32b1'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:55.209891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2d176db-e389-4c9a-aed8-bf7a7686337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.214517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aca538-4ac0-42bb-8a34-bb45003f0bea') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:55.214517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aca538-4ac0-42bb-8a34-bb45003f0bea') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:55.235925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.273604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.291741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:55.291856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.360564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port d8172666-f1ef-4c2d-9c84-45c421248f10 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:55.415789 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 00aca538-4ac0-42bb-8a34-bb45003f0bea resource provider aggregate not found May 24 23:07:55.445516 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 00aca538-4ac0-42bb-8a34-bb45003f0bea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00aca538-4ac0-42bb-8a34-bb45003f0bea found for delete ", "request_id": "req-fed9b987-2eec-4f4a-9311-ee33022e7ec9"}]} May 24 23:07:55.462734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.481652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.490025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d8172666-f1ef-4c2d-9c84-45c421248f10 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:55.490680 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.507458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34302) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:55.508065 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd HTTP/1.1" status: 204 len: 168 time: 1.2570293 May 24 23:07:55.508316 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0685f-235f-4a20-8aeb-322b21d152a5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:55.514012 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1910536216'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:55.520178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:55.526908 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.528261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:network and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:55.533265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:55.541382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:55.556323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:55.560864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.572756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.590910 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Transition to ACTIVE for port object 83316de8-e47c-4b64-8bb6-aa1e25c14da0 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:55.594995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:55.605101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.605424 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment a9ab9476-4e54-42fc-9748-48244f2adeeb of type vlan for network 5e9a7b6f-cf63-48a5-b133-2237f9146f06 May 24 23:07:55.617247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2891aae6-6a99-4fdd-bdfd-72659fa30bba None None] Network 3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:55.636184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.646597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Transition to ACTIVE for port object 83316de8-e47c-4b64-8bb6-aa1e25c14da0 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:55.648130 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2891aae6-6a99-4fdd-bdfd-72659fa30bba None None] Network 3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd could not be found, it might have been deleted concurrently. {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 24 23:07:55.686572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.725273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.730208 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:55.731279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.748548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-829d43e8-abdd-4f96-8bbf-7ee6b7b851fa None None] Provisioning for port f690703e-b77b-4897-815b-78225da08cab completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:55.782555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-829d43e8-abdd-4f96-8bbf-7ee6b7b851fa None None] Provisioning complete for port f690703e-b77b-4897-815b-78225da08cab triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:55.782555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-829d43e8-abdd-4f96-8bbf-7ee6b7b851fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.825206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Network 4f0685a6-9994-4d23-9a83-167812b43c2b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:55.836343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:55.844115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:55.848728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d8172666-f1ef-4c2d-9c84-45c421248f10 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:55.849100 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.862787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Pushing event updated for resources: {'Port': ['ID=83316de8-e47c-4b64-8bb6-aa1e25c14da0,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:55.868012 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=5e9a7b6f-cf63-48a5-b133-2237f9146f06,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:55.882362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Allocated IP 172.23.0.1 (4f0685a6-9994-4d23-9a83-167812b43c2b/3bb57612-7c83-4d33-903d-ef2d3a1dc6b0/7a2718da-7992-4ee6-b82d-88eb412dff2c) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:55.903687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34306) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:55.910188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'network_id': '5e9a7b6f-cf63-48a5-b133-2237f9146f06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:55.913382 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 5e9a7b6f-cf63-48a5-b133-2237f9146f06 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:55.914173 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1ffcce1e-eba7-4690-b3a4-5dfdc476edb9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4048736 May 24 23:07:55.938545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-829d43e8-abdd-4f96-8bbf-7ee6b7b851fa None None] Port f690703e-b77b-4897-815b-78225da08cab cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:56.067614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:56.072252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:subnet and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:56.075605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:56.082039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:56.097214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:56.101650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.104006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port d8172666-f1ef-4c2d-9c84-45c421248f10, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d8172666-f1ef-4c2d-9c84-45c421248f10,segment=NetworkSegment(858399b7-d4ca-42df-bf38-c85925292fad),segment_id=858399b7-d4ca-42df-bf38-c85925292fad)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:56.121175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-829d43e8-abdd-4f96-8bbf-7ee6b7b851fa None None] Provisioning complete for port d8172666-f1ef-4c2d-9c84-45c421248f10 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:56.121891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-829d43e8-abdd-4f96-8bbf-7ee6b7b851fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.167133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.181835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.182623 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:56.190974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Transition to ACTIVE for port object 7a2718da-7992-4ee6-b82d-88eb412dff2c will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:56.228674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.262891 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Sync routers for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:56.269133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Attempting to bind port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:56.269755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Attempting to bind port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:56.270292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Attempting to bind port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 on network 4f0685a6-9994-4d23-9a83-167812b43c2b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:56.284412 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:56.286040 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:56.313311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:56.314059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Checking segment: {'id': '6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:56.314628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.315385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Bound using segment: {'id': '6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:56.316067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Bound port: 83316de8-e47c-4b64-8bb6-aa1e25c14da0, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:56.316645 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.329713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 4f0685a6-9994-4d23-9a83-167812b43c2b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:56.333425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:56.339231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:56.386685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=7a2718da-7992-4ee6-b82d-88eb412dff2c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:56.417449 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.496233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.515718 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:56.553355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=d8172666-f1ef-4c2d-9c84-45c421248f10,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:56.569257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.572366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.596544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=532a4611-87e6-4e0a-a1fd-ca1b1ab3bb5f,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:56.602326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-829d43e8-abdd-4f96-8bbf-7ee6b7b851fa None None] Current status of the port d8172666-f1ef-4c2d-9c84-45c421248f10 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:56.611618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:56.619322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:56.619693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.635812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking segment: {'id': 'a9ab9476-4e54-42fc-9748-48244f2adeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5e9a7b6f-cf63-48a5-b133-2237f9146f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:56.636317 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network hostable DHCP agents. Network: 5e9a7b6f-cf63-48a5-b133-2237f9146f06, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:56.657425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network 5e9a7b6f-cf63-48a5-b133-2237f9146f06 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:56.669716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 5e9a7b6f-cf63-48a5-b133-2237f9146f06) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:56.674405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:56.675471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.680911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] For port 83316de8-e47c-4b64-8bb6-aa1e25c14da0, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:56.683097 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d8975-dc46-49b1-9986-7a1ba9d23321 None None] Network 5e9a7b6f-cf63-48a5-b133-2237f9146f06 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:56.703574 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8227dda0-aa0e-4ca8-85f3-af855629204f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7982934 May 24 23:07:56.706746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34314) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:56.776852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] For port 83316de8-e47c-4b64-8bb6-aa1e25c14da0, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=83316de8-e47c-4b64-8bb6-aa1e25c14da0,segment=NetworkSegment(6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2),segment_id=6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:56.798311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.855647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0b43be55-8ae3-4acc-a6d5-be9b9c4de680 None None] Provisioning complete for port f690703e-b77b-4897-815b-78225da08cab triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:56.856017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0b43be55-8ae3-4acc-a6d5-be9b9c4de680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.893094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.926843 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:07:49Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:52Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:07:50Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:56.933177 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Checking router: 4afe22b1-56ea-4480-b31d-ff550b9232ba for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:07:56.933854 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Updating router 4afe22b1-56ea-4480-b31d-ff550b9232ba port f690703e-b77b-4897-815b-78225da08cab binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:07:57.016405 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.016931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.061635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0b43be55-8ae3-4acc-a6d5-be9b9c4de680 None None] Port f690703e-b77b-4897-815b-78225da08cab cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:57.070741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6cc9a-3d40-4336-b41b-8f2f97f2854e None None] Pushing event updated for resources: {'Port': ['ID=83316de8-e47c-4b64-8bb6-aa1e25c14da0,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:57.100365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:57.103440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.108242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.117552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.153570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.188347 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4b4573e9-5ae3-48e6-81dd-f577cbab0eaa,segment=NetworkSegment(79029168-a063-4897-92c1-3a3994ae9faf),segment_id=79029168-a063-4897-92c1-3a3994ae9faf)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:57.192443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a47bd4e-8442-4eb1-9b6a-8ab89c0a4d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-5e9a7b6f-cf63-48a5-b133-2237f9146f06', 'network_id': '5e9a7b6f-cf63-48a5-b133-2237f9146f06', 'tenant_id': '2900897dba0d4ee7b34d19fcfb4ee9b5', 'fixed_ips': [{'subnet_id': '532a4611-87e6-4e0a-a1fd-ca1b1ab3bb5f'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:57.194227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a47bd4e-8442-4eb1-9b6a-8ab89c0a4d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.213811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.338972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.382525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event updated for resources: {'Port': ['ID=7a2718da-7992-4ee6-b82d-88eb412dff2c,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:57.462857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Subnet': ['ID=532a4611-87e6-4e0a-a1fd-ca1b1ab3bb5f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:57.467232 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=4b4573e9-5ae3-48e6-81dd-f577cbab0eaa,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:57.490800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e247d-1809-460c-b98f-29b6617b1501 None None] Network 5e9a7b6f-cf63-48a5-b133-2237f9146f06 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:57.532895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.574799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9a7b6f-cf63-48a5-b133-2237f9146f06']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:57.588813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ab9476-4e54-42fc-9748-48244f2adeeb') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:57.589365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ab9476-4e54-42fc-9748-48244f2adeeb') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:57.605439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.614671 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.619176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 83316de8-e47c-4b64-8bb6-aa1e25c14da0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:57.620577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Network 4f0685a6-9994-4d23-9a83-167812b43c2b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:57.621915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:57.629098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.637520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:57.638528 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Transition to ACTIVE for port object f690703e-b77b-4897-815b-78225da08cab will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:57.638840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.646915 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.731870 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a9ab9476-4e54-42fc-9748-48244f2adeeb resource provider aggregate not found May 24 23:07:57.737746 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3b487-957a-41c9-af7d-a34df768a340 None None] Pushing event updated for resources: {'Port': ['ID=f690703e-b77b-4897-815b-78225da08cab,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:57.779874 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a9ab9476-4e54-42fc-9748-48244f2adeeb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9ab9476-4e54-42fc-9748-48244f2adeeb found for delete ", "request_id": "req-354ae7cb-2248-4c0c-b009-25fda0f3abc8"}]} May 24 23:07:57.798005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.820281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:57.826692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d8172666-f1ef-4c2d-9c84-45c421248f10 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:57.838079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.848273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=5e9a7b6f-cf63-48a5-b133-2237f9146f06,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:57.871777 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec2d4299-323d-43d3-a58e-be211d01d835 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/5e9a7b6f-cf63-48a5-b133-2237f9146f06 HTTP/1.1" status: 204 len: 168 time: 1.1630609 May 24 23:07:57.872732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34322) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:57.879967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-368004677'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:57.888003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:57.893223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:network and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:57.897421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:57.905099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:57.925871 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:57.931805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.972718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d8172666-f1ef-4c2d-9c84-45c421248f10 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:57.973392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.995384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:58.018470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.018845 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment 12a98ae3-1282-4656-9ca2-b92c785fa4fc of type vlan for network dcc639e5-be99-4bd2-a8eb-4eb65212be50 May 24 23:07:58.026325 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Attempting to bind port f690703e-b77b-4897-815b-78225da08cab on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:58.026597 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Attempting to bind port f690703e-b77b-4897-815b-78225da08cab by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '858399b7-d4ca-42df-bf38-c85925292fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:58.027194 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Attempting to bind port f690703e-b77b-4897-815b-78225da08cab on network 2c20b10d-28cf-47ae-a171-bd9508173f99 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:58.036488 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:58.037761 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Checking segment: {'id': '858399b7-d4ca-42df-bf38-c85925292fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:58.038328 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.038937 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Bound using segment: {'id': '858399b7-d4ca-42df-bf38-c85925292fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:58.039579 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Bound port: f690703e-b77b-4897-815b-78225da08cab, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858399b7-d4ca-42df-bf38-c85925292fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:58.040157 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.061064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.063657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4afe22b1-56ea-4480-b31d-ff550b9232ba has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:58.116721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.122974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:58.123834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.148757 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d8172666-f1ef-4c2d-9c84-45c421248f10 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:58.174924 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] For port f690703e-b77b-4897-815b-78225da08cab, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:58.181892 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] For port f690703e-b77b-4897-815b-78225da08cab, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f690703e-b77b-4897-815b-78225da08cab,segment=NetworkSegment(858399b7-d4ca-42df-bf38-c85925292fad),segment_id=858399b7-d4ca-42df-bf38-c85925292fad)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:58.195737 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.322788 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:58.323542 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:58.348490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:58.358842 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-609011c3-5e5a-4df3-82db-7b87add311e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9957240 May 24 23:07:58.361428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34326) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:58.367384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0405ff15-0163-4dbb-9549-4ba1d5f0b88a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:58.405366 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5313897 May 24 23:07:58.410467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34330) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:58.412605 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3b487-957a-41c9-af7d-a34df768a340 None None] Pushing event updated for resources: {'Port': ['ID=f690703e-b77b-4897-815b-78225da08cab,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:58.414794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80825d-86a2-404b-a79c-633fa6952dbc tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=dcc639e5-be99-4bd2-a8eb-4eb65212be50,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:58.423109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7c9f0c08-5505-4232-8877-f33559b0d20a tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:58.434978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network dcc639e5-be99-4bd2-a8eb-4eb65212be50 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:58.526828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b50db-94e5-4282-9f2e-0d15e23642d0 None None] Network 4f0685a6-9994-4d23-9a83-167812b43c2b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:58.565726 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:58.691024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-64dd1ad3-2757-41fa-bd6a-4b8fa720afe6 None None] Provisioning for port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:58.711573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-64dd1ad3-2757-41fa-bd6a-4b8fa720afe6 None None] Provisioning complete for port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:58.712238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64dd1ad3-2757-41fa-bd6a-4b8fa720afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.721995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0c08-5505-4232-8877-f33559b0d20a tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.741590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0c08-5505-4232-8877-f33559b0d20a tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.776812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c9f0c08-5505-4232-8877-f33559b0d20a tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network dcc639e5-be99-4bd2-a8eb-4eb65212be50 is not hosted by any dhcp agent {{(pid=88261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 24 23:07:58.782868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f0c08-5505-4232-8877-f33559b0d20a tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:58.783710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0c08-5505-4232-8877-f33559b0d20a tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.785081 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7c9f0c08-5505-4232-8877-f33559b0d20a tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "PUT /v2.0/networks/dcc639e5-be99-4bd2-a8eb-4eb65212be50 HTTP/1.1" status: 200 len: 723 time: 0.3721583 May 24 23:07:58.812464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34334) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:58.837444 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'network_id': 'dcc639e5-be99-4bd2-a8eb-4eb65212be50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:58.870591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f0c08-5505-4232-8877-f33559b0d20a tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=dcc639e5-be99-4bd2-a8eb-4eb65212be50,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:58.904694 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network dcc639e5-be99-4bd2-a8eb-4eb65212be50 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:58.921266 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:07:56Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a2718da-7992-4ee6-b82d-88eb412dff2c', 'name': '', 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:46:68:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:54Z', 'updated_at': '2022-05-24T23:07:56Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:07:58Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:58.926769 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c8ef0-3ed1-4eb0-91e7-4ce8dcb54d8c None None] The sync data for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv is: [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:07:56Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a2718da-7992-4ee6-b82d-88eb412dff2c', 'name': '', 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:46:68:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:54Z', 'updated_at': '2022-05-24T23:07:56Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:07:58Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:59.024880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:59.031982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:subnet and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:59.036553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:59.046476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:59.063255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-64dd1ad3-2757-41fa-bd6a-4b8fa720afe6 None None] Current status of the port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:59.063855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64dd1ad3-2757-41fa-bd6a-4b8fa720afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.102943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:59.106669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.114263 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-64dd1ad3-2757-41fa-bd6a-4b8fa720afe6 None None] For port 83316de8-e47c-4b64-8bb6-aa1e25c14da0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=83316de8-e47c-4b64-8bb6-aa1e25c14da0,segment=NetworkSegment(6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2),segment_id=6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:59.119606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64dd1ad3-2757-41fa-bd6a-4b8fa720afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.219465 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd1ad3-2757-41fa-bd6a-4b8fa720afe6 None None] Pushing event updated for resources: {'Port': ['ID=83316de8-e47c-4b64-8bb6-aa1e25c14da0,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:59.397703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 83316de8-e47c-4b64-8bb6-aa1e25c14da0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:59.469541 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-76211e1c-5384-4035-8461-0eff3c348a55 None None] Provisioning complete for port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:59.470213 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76211e1c-5384-4035-8461-0eff3c348a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.488533 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-0405ff15-0163-4dbb-9549-4ba1d5f0b88a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:07:59.516671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-0405ff15-0163-4dbb-9549-4ba1d5f0b88a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Removed routes are [] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:07:59.517079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0405ff15-0163-4dbb-9549-4ba1d5f0b88a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.559906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:59.560323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.684406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-76211e1c-5384-4035-8461-0eff3c348a55 None None] Current status of the port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:59.693980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.753580 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-76211e1c-5384-4035-8461-0eff3c348a55 None None] Provisioning for port 7a2718da-7992-4ee6-b82d-88eb412dff2c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:59.763805 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-76211e1c-5384-4035-8461-0eff3c348a55 None None] Provisioning complete for port 7a2718da-7992-4ee6-b82d-88eb412dff2c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:59.764179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76211e1c-5384-4035-8461-0eff3c348a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.788896 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:59.789985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f690703e-b77b-4897-815b-78225da08cab up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:59.848994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Sync routers for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:59.879210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-76211e1c-5384-4035-8461-0eff3c348a55 None None] Port 7a2718da-7992-4ee6-b82d-88eb412dff2c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:59.882688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:59.882869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:00.059417 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port f690703e-b77b-4897-815b-78225da08cab completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:00.065094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=4d161895-a2ce-4046-80de-f4a5c093f2bb,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:00.074828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking segment: {'id': '12a98ae3-1282-4656-9ca2-b92c785fa4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dcc639e5-be99-4bd2-a8eb-4eb65212be50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:00.075025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network hostable DHCP agents. Network: dcc639e5-be99-4bd2-a8eb-4eb65212be50, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:00.076037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f690703e-b77b-4897-815b-78225da08cab triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:00.076661 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.106575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0405ff15-0163-4dbb-9549-4ba1d5f0b88a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.109543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e92c9efd-adcd-437c-8b1d-bad7d6e3175f None None] Provisioning complete for port 7a2718da-7992-4ee6-b82d-88eb412dff2c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:00.109894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e92c9efd-adcd-437c-8b1d-bad7d6e3175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.112740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0405ff15-0163-4dbb-9549-4ba1d5f0b88a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.117698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network dcc639e5-be99-4bd2-a8eb-4eb65212be50 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:08:00.154394 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:00.259155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, dcc639e5-be99-4bd2-a8eb-4eb65212be50) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:00.269764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:00.270623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.311324 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a565801e-0b3b-406e-ba8a-d53623dae8b1 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4966657 May 24 23:08:00.314295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34340) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:00.315251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc1cad8-be80-4ff0-a554-c659d5665b7c None None] Network dcc639e5-be99-4bd2-a8eb-4eb65212be50 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:00.323061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1d7fb939-cb61-4f60-ad6c-7fa411e53932 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:00.335673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e92c9efd-adcd-437c-8b1d-bad7d6e3175f None None] Port 7a2718da-7992-4ee6-b82d-88eb412dff2c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:00.363351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0405ff15-0163-4dbb-9549-4ba1d5f0b88a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4afe22b1-56ea-4480-b31d-ff550b9232ba has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:00.562350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f690703e-b77b-4897-815b-78225da08cab is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:00.562876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.597290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7fb939-cb61-4f60-ad6c-7fa411e53932 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2510158'] for subnet, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.640931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0405ff15-0163-4dbb-9549-4ba1d5f0b88a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:00.655114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0405ff15-0163-4dbb-9549-4ba1d5f0b88a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.656786 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0405ff15-0163-4dbb-9549-4ba1d5f0b88a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba HTTP/1.1" status: 200 len: 934 time: 2.2942851 May 24 23:08:00.659621 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34344) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:00.716987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port f690703e-b77b-4897-815b-78225da08cab, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f690703e-b77b-4897-815b-78225da08cab,segment=NetworkSegment(858399b7-d4ca-42df-bf38-c85925292fad),segment_id=858399b7-d4ca-42df-bf38-c85925292fad)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:00.756685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.757723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:00.835578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7fb939-cb61-4f60-ad6c-7fa411e53932 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783744192440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1071581055'] for subnet, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.835771 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f29d8fc4-7544-4a07-aac8-a8918bfd7e50 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba HTTP/1.1" status: 200 len: 934 time: 0.1717632 May 24 23:08:00.835771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34348) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:00.842339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c51c703b-674a-4400-9ade-9929fe9bdf0e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'routes': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:00.855359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-dcc639e5-be99-4bd2-a8eb-4eb65212be50', 'network_id': 'dcc639e5-be99-4bd2-a8eb-4eb65212be50', 'tenant_id': '2900897dba0d4ee7b34d19fcfb4ee9b5', 'fixed_ips': [{'subnet_id': '4d161895-a2ce-4046-80de-f4a5c093f2bb'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:08:00.856099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.885859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7fb939-cb61-4f60-ad6c-7fa411e53932 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:00.886290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d7fb939-cb61-4f60-ad6c-7fa411e53932 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.887730 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1d7fb939-cb61-4f60-ad6c-7fa411e53932 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "PUT /v2.0/subnets/4d161895-a2ce-4046-80de-f4a5c093f2bb HTTP/1.1" status: 200 len: 806 time: 0.5723538 May 24 23:08:00.890965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34352) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:00.947015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=f690703e-b77b-4897-815b-78225da08cab,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:00.978925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fb939-cb61-4f60-ad6c-7fa411e53932 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=4d161895-a2ce-4046-80de-f4a5c093f2bb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:00.994699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:07:59Z', 'revision_number': 6, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a2718da-7992-4ee6-b82d-88eb412dff2c', 'name': '', 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:46:68:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:54Z', 'updated_at': '2022-05-24T23:07:56Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:07:58Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:01.006136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Checking router: 4afe22b1-56ea-4480-b31d-ff550b9232ba for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:01.006486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Updating router 4afe22b1-56ea-4480-b31d-ff550b9232ba port 7a2718da-7992-4ee6-b82d-88eb412dff2c binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:08:01.030127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:01.030497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.031365 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:08:01.060834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.128699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.150705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.188342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Allocated IP 172.20.0.2 (dcc639e5-be99-4bd2-a8eb-4eb65212be50/4d161895-a2ce-4046-80de-f4a5c093f2bb/20dfa805-1a42-4b31-97a3-0eb0dec58ed9) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:01.455834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.extraroute_db [None req-c51c703b-674a-4400-9ade-9929fe9bdf0e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added routes are [] {{(pid=88261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:08:01.456824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.extraroute_db [None req-c51c703b-674a-4400-9ade-9929fe9bdf0e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:08:01.485677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c51c703b-674a-4400-9ade-9929fe9bdf0e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.543133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:01.625915 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f690703e-b77b-4897-815b-78225da08cab up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:01.743109 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.768864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Transition to ACTIVE for port object 20dfa805-1a42-4b31-97a3-0eb0dec58ed9 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:01.807979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Transition to ACTIVE for port object 20dfa805-1a42-4b31-97a3-0eb0dec58ed9 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:01.820489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.834667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.859809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f690703e-b77b-4897-815b-78225da08cab triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:01.860182 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.874632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Subnet': ['ID=4d161895-a2ce-4046-80de-f4a5c093f2bb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:01.923873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c51c703b-674a-4400-9ade-9929fe9bdf0e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.928277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c51c703b-674a-4400-9ade-9929fe9bdf0e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.971499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.996303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Network dcc639e5-be99-4bd2-a8eb-4eb65212be50 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:01.999085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc639e5-be99-4bd2-a8eb-4eb65212be50']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:02.002445 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:02.010908 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:02.015335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a98ae3-1282-4656-9ca2-b92c785fa4fc') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:02.015742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a98ae3-1282-4656-9ca2-b92c785fa4fc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:02.016735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Pushing event updated for resources: {'Port': ['ID=20dfa805-1a42-4b31-97a3-0eb0dec58ed9,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:02.028743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.046153 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.055489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:02.056004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.059073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.104265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51c703b-674a-4400-9ade-9929fe9bdf0e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4afe22b1-56ea-4480-b31d-ff550b9232ba has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:02.165511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Attempting to bind port 20dfa805-1a42-4b31-97a3-0eb0dec58ed9 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:02.165866 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Attempting to bind port 20dfa805-1a42-4b31-97a3-0eb0dec58ed9 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '12a98ae3-1282-4656-9ca2-b92c785fa4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dcc639e5-be99-4bd2-a8eb-4eb65212be50'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:02.166232 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Attempting to bind port 20dfa805-1a42-4b31-97a3-0eb0dec58ed9 on network dcc639e5-be99-4bd2-a8eb-4eb65212be50 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:02.182969 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:02.183402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Checking segment: {'id': '12a98ae3-1282-4656-9ca2-b92c785fa4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dcc639e5-be99-4bd2-a8eb-4eb65212be50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:02.183759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.184136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Bound using segment: {'id': '12a98ae3-1282-4656-9ca2-b92c785fa4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dcc639e5-be99-4bd2-a8eb-4eb65212be50'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:02.184619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Bound port: 20dfa805-1a42-4b31-97a3-0eb0dec58ed9, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a98ae3-1282-4656-9ca2-b92c785fa4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dcc639e5-be99-4bd2-a8eb-4eb65212be50'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:02.184995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.207379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f690703e-b77b-4897-815b-78225da08cab is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:02.271903 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 12a98ae3-1282-4656-9ca2-b92c785fa4fc resource provider aggregate not found May 24 23:08:02.287722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] For port 20dfa805-1a42-4b31-97a3-0eb0dec58ed9, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:02.300451 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 12a98ae3-1282-4656-9ca2-b92c785fa4fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12a98ae3-1282-4656-9ca2-b92c785fa4fc found for delete ", "request_id": "req-c908fd55-f9c5-4481-a590-cb66fa125785"}]} May 24 23:08:02.304774 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Transition to ACTIVE for port object 7a2718da-7992-4ee6-b82d-88eb412dff2c will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:02.306141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 23:08:02.306141 dv-neutron-843190-1-hyperv neutron-server[88260]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 23:08:02.306141 dv-neutron-843190-1-hyperv neutron-server[88260]: [parameters: {'id': 'dcc639e5-be99-4bd2-a8eb-4eb65212be50'}] May 24 23:08:02.306141 dv-neutron-843190-1-hyperv neutron-server[88260]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:02.306566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:02.308940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] For port 20dfa805-1a42-4b31-97a3-0eb0dec58ed9, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=20dfa805-1a42-4b31-97a3-0eb0dec58ed9,segment=NetworkSegment(12a98ae3-1282-4656-9ca2-b92c785fa4fc),segment_id=12a98ae3-1282-4656-9ca2-b92c785fa4fc)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:02.314031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.314723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51c703b-674a-4400-9ade-9929fe9bdf0e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:02.321267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c51c703b-674a-4400-9ade-9929fe9bdf0e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.322366 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c51c703b-674a-4400-9ade-9929fe9bdf0e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba HTTP/1.1" status: 200 len: 700 time: 1.4855921 May 24 23:08:02.325122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34362) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:02.348875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.509112 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2c7918d3-f6b2-4c8d-91fe-3048d82884ee tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba HTTP/1.1" status: 200 len: 700 time: 0.1820667 May 24 23:08:02.511006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34366) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:02.548925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7c692-091a-44ea-b50b-2cd4bc886d84 None None] Pushing event updated for resources: {'Port': ['ID=20dfa805-1a42-4b31-97a3-0eb0dec58ed9,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:02.666364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Attempting to bind port 7a2718da-7992-4ee6-b82d-88eb412dff2c on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:02.667021 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Attempting to bind port 7a2718da-7992-4ee6-b82d-88eb412dff2c by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:02.667140 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Attempting to bind port 7a2718da-7992-4ee6-b82d-88eb412dff2c on network 4f0685a6-9994-4d23-9a83-167812b43c2b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:02.672963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5890f9e1-6768-450d-8773-0fff7853f927 None None] Network dcc639e5-be99-4bd2-a8eb-4eb65212be50 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:02.696314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:02.696679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Checking segment: {'id': '6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:02.697070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.697453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Bound using segment: {'id': '6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:02.697924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Bound port: 7a2718da-7992-4ee6-b82d-88eb412dff2c, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:02.698291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.770778 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350be0e-ff5a-423b-98e0-1f99c64ab729 None None] Pushing event updated for resources: {'Port': ['ID=7a2718da-7992-4ee6-b82d-88eb412dff2c,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:02.810896 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.844979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Deleting port 20dfa805-1a42-4b31-97a3-0eb0dec58ed9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:02.845315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.894365 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34372) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:02.983648 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] For port 7a2718da-7992-4ee6-b82d-88eb412dff2c, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:02.992842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] For port 7a2718da-7992-4ee6-b82d-88eb412dff2c, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7a2718da-7992-4ee6-b82d-88eb412dff2c,segment=NetworkSegment(6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2),segment_id=6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:02.999117 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.084792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:03.085411 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:03.137139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bba19b-4100-47fc-84d2-216e93512abb None None] Network dcc639e5-be99-4bd2-a8eb-4eb65212be50 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:03.158285 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350be0e-ff5a-423b-98e0-1f99c64ab729 None None] Pushing event updated for resources: {'Port': ['ID=7a2718da-7992-4ee6-b82d-88eb412dff2c,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:03.223870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] For port 20dfa805-1a42-4b31-97a3-0eb0dec58ed9, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=20dfa805-1a42-4b31-97a3-0eb0dec58ed9,segment=NetworkSegment(12a98ae3-1282-4656-9ca2-b92c785fa4fc),segment_id=12a98ae3-1282-4656-9ca2-b92c785fa4fc)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:03.224263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.296104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b825146-d92b-44e3-ad66-20f364d8ea31 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:03.296837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b825146-d92b-44e3-ad66-20f364d8ea31 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:03.297088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b825146-d92b-44e3-ad66-20f364d8ea31 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:03.298712 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b825146-d92b-44e3-ad66-20f364d8ea31 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=4a9c122e5fbd4d319091b78d34b07baa&network_id=1053ddfd-c83a-4a29-b34e-299486fb76c9 HTTP/1.1" status: 200 len: 3000 time: 0.4013848 May 24 23:08:03.363555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Calling delete_port for 20dfa805-1a42-4b31-97a3-0eb0dec58ed9 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:03.367629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:03.489603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.540729 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Port': ['ID=20dfa805-1a42-4b31-97a3-0eb0dec58ed9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:03.542527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No DVR routers for this DVR port 20dfa805-1a42-4b31-97a3-0eb0dec58ed9 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:03.668209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7a2718da-7992-4ee6-b82d-88eb412dff2c up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:03.692335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355531a1-20e0-4dc6-8311-936040b0f845 None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:08:03.791723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.801247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.892337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 7a2718da-7992-4ee6-b82d-88eb412dff2c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:03.910829 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 7a2718da-7992-4ee6-b82d-88eb412dff2c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:03.911117 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.948931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc639e5-be99-4bd2-a8eb-4eb65212be50']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:03.966259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a98ae3-1282-4656-9ca2-b92c785fa4fc') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:03.966469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a98ae3-1282-4656-9ca2-b92c785fa4fc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:03.979816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:01Z', 'revision_number': 7, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a2718da-7992-4ee6-b82d-88eb412dff2c', 'name': '', 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:46:68:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:54Z', 'updated_at': '2022-05-24T23:08:02Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:08:00Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:03.985948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.988557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355531a1-20e0-4dc6-8311-936040b0f845 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:08:03.992397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34584f7d-2afa-427e-b6e6-a98eaec78673 None None] The sync data for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv is: [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:01Z', 'revision_number': 7, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a2718da-7992-4ee6-b82d-88eb412dff2c', 'name': '', 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:46:68:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:54Z', 'updated_at': '2022-05-24T23:08:02Z', 'revision_number': 4, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:08:00Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:04.063437 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.103320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:04.103782 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.157587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 7a2718da-7992-4ee6-b82d-88eb412dff2c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:04.157946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.211532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.218827 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791aee2b-eddd-4af9-8084-f2af6b5c40cf None None] Sync routers for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:04.232846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.233668 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791aee2b-eddd-4af9-8084-f2af6b5c40cf None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:04.234526 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-791aee2b-eddd-4af9-8084-f2af6b5c40cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:04.239251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 7a2718da-7992-4ee6-b82d-88eb412dff2c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7a2718da-7992-4ee6-b82d-88eb412dff2c,segment=NetworkSegment(6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2),segment_id=6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:04.240931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=dcc639e5-be99-4bd2-a8eb-4eb65212be50,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:04.253937 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ad8c2fe-3d7b-4ad5-a2b4-6ae4b742c010 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/dcc639e5-be99-4bd2-a8eb-4eb65212be50 HTTP/1.1" status: 204 len: 168 time: 3.3624797 May 24 23:08:04.257371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34380) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:04.278663 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.297656 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-452c82e0-583a-4477-a374-38ba9e0a3ea9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:04.298219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452c82e0-583a-4477-a374-38ba9e0a3ea9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:04.300416 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-452c82e0-583a-4477-a374-38ba9e0a3ea9 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/dcc639e5-be99-4bd2-a8eb-4eb65212be50 HTTP/1.1" status: 404 len: 339 time: 0.0403755 May 24 23:08:04.303708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34384) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:04.314813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-709373283', 'description': 'd1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:04.321841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 7a2718da-7992-4ee6-b82d-88eb412dff2c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:04.322385 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.323284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:04.330489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:network and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:04.334888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:04.342915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:04.359790 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 12a98ae3-1282-4656-9ca2-b92c785fa4fc resource provider aggregate not found May 24 23:08:04.360230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:04.368092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=7a2718da-7992-4ee6-b82d-88eb412dff2c,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:04.369197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.392965 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 12a98ae3-1282-4656-9ca2-b92c785fa4fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12a98ae3-1282-4656-9ca2-b92c785fa4fc found for delete ", "request_id": "req-f431147a-81be-437f-96b7-408d3fe6ac9e"}]} May 24 23:08:04.410299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:04.421295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.422097 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment 6e5090e9-797e-4083-afa0-9c2d07e1dce7 of type vlan for network 0be2bdb9-f60f-4932-be2e-bdf5bf08b13f May 24 23:08:04.459528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.493337 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-791aee2b-eddd-4af9-8084-f2af6b5c40cf None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:04.503630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.511060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:04.511653 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.550433 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2449372 May 24 23:08:04.555132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34392) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:04.575868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port 7a2718da-7992-4ee6-b82d-88eb412dff2c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7a2718da-7992-4ee6-b82d-88eb412dff2c,segment=NetworkSegment(6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2),segment_id=6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:04.576221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.712439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9829b-8f7c-4c4c-a890-460d7432c304 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=0be2bdb9-f60f-4932-be2e-bdf5bf08b13f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:04.714520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for 7a2718da-7992-4ee6-b82d-88eb412dff2c owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:04.729466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 0be2bdb9-f60f-4932-be2e-bdf5bf08b13f details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:04.741775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51adc48-5e50-442c-a53c-51c70a8ad922 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:04.742445 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a51adc48-5e50-442c-a53c-51c70a8ad922 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Synchronizing usage tracker for tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:04.762711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a51adc48-5e50-442c-a53c-51c70a8ad922 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Unset dirty status for tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:04.764208 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a51adc48-5e50-442c-a53c-51c70a8ad922 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/networks?id=0be2bdb9-f60f-4932-be2e-bdf5bf08b13f HTTP/1.1" status: 200 len: 760 time: 0.2079668 May 24 23:08:04.766631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34396) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:04.773130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-135ef5a4-96d2-4d82-8f66-7a2157ed8249 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'description': 'd2'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:04.857752 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-791aee2b-eddd-4af9-8084-f2af6b5c40cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:01Z', 'revision_number': 7, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a2718da-7992-4ee6-b82d-88eb412dff2c', 'name': '', 'network_id': '4f0685a6-9994-4d23-9a83-167812b43c2b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:46:68:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:54Z', 'updated_at': '2022-05-24T23:08:04Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '3bb57612-7c83-4d33-903d-ef2d3a1dc6b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:08:00Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:04.862254 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791aee2b-eddd-4af9-8084-f2af6b5c40cf None None] Checking router: 4afe22b1-56ea-4480-b31d-ff550b9232ba for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:04.872410 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791aee2b-eddd-4af9-8084-f2af6b5c40cf None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:04.873187 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-791aee2b-eddd-4af9-8084-f2af6b5c40cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:04.919876 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.968441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=7a2718da-7992-4ee6-b82d-88eb412dff2c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:05.042894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-135ef5a4-96d2-4d82-8f66-7a2157ed8249 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.050499 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-791aee2b-eddd-4af9-8084-f2af6b5c40cf None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:05.085127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-135ef5a4-96d2-4d82-8f66-7a2157ed8249 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.116155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-135ef5a4-96d2-4d82-8f66-7a2157ed8249 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network 0be2bdb9-f60f-4932-be2e-bdf5bf08b13f is not hosted by any dhcp agent {{(pid=88261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 24 23:08:05.121818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ef5a4-96d2-4d82-8f66-7a2157ed8249 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:05.122919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-135ef5a4-96d2-4d82-8f66-7a2157ed8249 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.126963 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-135ef5a4-96d2-4d82-8f66-7a2157ed8249 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "PUT /v2.0/networks/0be2bdb9-f60f-4932-be2e-bdf5bf08b13f HTTP/1.1" status: 200 len: 757 time: 0.3588276 May 24 23:08:05.127321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34402) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:05.244525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ef5a4-96d2-4d82-8f66-7a2157ed8249 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=0be2bdb9-f60f-4932-be2e-bdf5bf08b13f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:05.256786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 0be2bdb9-f60f-4932-be2e-bdf5bf08b13f details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:05.427850 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-791aee2b-eddd-4af9-8084-f2af6b5c40cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:04Z', 'revision_number': 8, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:08:00Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:05.432601 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791aee2b-eddd-4af9-8084-f2af6b5c40cf None None] The sync data for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv is: [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:04Z', 'revision_number': 8, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:08:00Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:05.472434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.482022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6622f1dc-8bba-4e2a-b274-ae0db8a6769e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:05.484396 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6622f1dc-8bba-4e2a-b274-ae0db8a6769e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/networks?id=0be2bdb9-f60f-4932-be2e-bdf5bf08b13f HTTP/1.1" status: 200 len: 760 time: 0.3036315 May 24 23:08:05.488160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34406) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:05.493517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1518476169'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:05.498508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:05.507885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:05.516481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:05.520502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.549144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:05.557614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.557938 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment e977da7f-7697-4f34-933c-b2020bff0acd of type vlan for network 30565886-ba96-4e50-a2c3-b29fc3593588 May 24 23:08:05.582534 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.613545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.618979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:05.619625 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.730596 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2412775 May 24 23:08:05.733436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71a148-2cfb-432f-b916-394a40a39cde tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=30565886-ba96-4e50-a2c3-b29fc3593588,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:05.736187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34410) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:05.742342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'network_id': '30565886-ba96-4e50-a2c3-b29fc3593588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:05.744062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 30565886-ba96-4e50-a2c3-b29fc3593588 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:05.841454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4afe22b1-56ea-4480-b31d-ff550b9232ba has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:05.869770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7a2718da-7992-4ee6-b82d-88eb412dff2c no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:05.886331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:05.892865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Usage tracker for resource:subnet and tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:05.897618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:05.903798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:05.914605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:05.918719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.932275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 7a2718da-7992-4ee6-b82d-88eb412dff2c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:05.932488 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7a2718da-7992-4ee6-b82d-88eb412dff2c not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:06.025615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:06.035513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5db3-b785-4520-80d6-7968e42b3eed None None] Sync routers for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:06.038716 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2b12b948-806e-4a74-9f3c-a3490beeac7a tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5266967 May 24 23:08:06.041474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34416) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.047382 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be5db3-b785-4520-80d6-7968e42b3eed None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:06.047991 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-58be5db3-b785-4520-80d6-7968e42b3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:06.111284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-972c0e49-bd61-4f32-92a5-47a7a169c8a5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting subnet 3bb57612-7c83-4d33-903d-ef2d3a1dc6b0 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:06.114275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972c0e49-bd61-4f32-92a5-47a7a169c8a5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.172053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.182202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972c0e49-bd61-4f32-92a5-47a7a169c8a5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.212133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-58be5db3-b785-4520-80d6-7968e42b3eed None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:06.274353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=90ce81bc-4bea-49a5-b847-ba639b29591b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:06.279938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking segment: {'id': 'e977da7f-7697-4f34-933c-b2020bff0acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '30565886-ba96-4e50-a2c3-b29fc3593588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:06.280300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network hostable DHCP agents. Network: 30565886-ba96-4e50-a2c3-b29fc3593588, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:06.282124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972c0e49-bd61-4f32-92a5-47a7a169c8a5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.300187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network 30565886-ba96-4e50-a2c3-b29fc3593588 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:08:06.311018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 30565886-ba96-4e50-a2c3-b29fc3593588) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:06.320092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:06.320920 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.341309 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630612b0-e324-4fff-b029-977cb142c13e None None] Network 30565886-ba96-4e50-a2c3-b29fc3593588 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:06.345043 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1d0f652f-8d89-4f13-9ccc-5ed470d5f231 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6076384 May 24 23:08:06.347552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34420) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.373758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972c0e49-bd61-4f32-92a5-47a7a169c8a5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.415028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c0e49-bd61-4f32-92a5-47a7a169c8a5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb57612-7c83-4d33-903d-ef2d3a1dc6b0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:06.417553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972c0e49-bd61-4f32-92a5-47a7a169c8a5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.428219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34424) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.428497 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-972c0e49-bd61-4f32-92a5-47a7a169c8a5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/3bb57612-7c83-4d33-903d-ef2d3a1dc6b0 HTTP/1.1" status: 204 len: 168 time: 0.3850062 May 24 23:08:06.439743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb03fd6-7b2a-43af-b97a-b697847bd8b0 None None] Network 4f0685a6-9994-4d23-9a83-167812b43c2b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:06.481509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34428) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.542288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16932d42-9e00-4e61-a1a8-dc7963dabdb0 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:06.543808 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-16932d42-9e00-4e61-a1a8-dc7963dabdb0 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 814 time: 0.0611656 May 24 23:08:06.585770 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.610684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.617879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:06.618215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.775713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.932803 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5dba97-500a-4b06-8fc9-ae358c143574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-30565886-ba96-4e50-a2c3-b29fc3593588', 'network_id': '30565886-ba96-4e50-a2c3-b29fc3593588', 'tenant_id': '2900897dba0d4ee7b34d19fcfb4ee9b5', 'fixed_ips': [{'subnet_id': '90ce81bc-4bea-49a5-b847-ba639b29591b'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:08:06.933625 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce5dba97-500a-4b06-8fc9-ae358c143574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.938950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port 83316de8-e47c-4b64-8bb6-aa1e25c14da0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=83316de8-e47c-4b64-8bb6-aa1e25c14da0,segment=NetworkSegment(6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2),segment_id=6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:06.939311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.001326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-58be5db3-b785-4520-80d6-7968e42b3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:04Z', 'revision_number': 8, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:08:00Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:07.003048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.010052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5db3-b785-4520-80d6-7968e42b3eed None None] Checking router: 4afe22b1-56ea-4480-b31d-ff550b9232ba for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:07.023085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1360e-14a5-46c6-9f0c-e34325a721da None None] DHCP port deletion for 4f0685a6-9994-4d23-9a83-167812b43c2b request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:07.035972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1360e-14a5-46c6-9f0c-e34325a721da None None] Deleting port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:07.036327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ee1360e-14a5-46c6-9f0c-e34325a721da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.069930 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be5db3-b785-4520-80d6-7968e42b3eed None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:07.070558 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-58be5db3-b785-4520-80d6-7968e42b3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:07.094528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for 83316de8-e47c-4b64-8bb6-aa1e25c14da0 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:07.202730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63bd54c-2b5b-4538-b5b5-ce14a711674d None None] Network 30565886-ba96-4e50-a2c3-b29fc3593588 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:07.252133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Subnet': ['ID=90ce81bc-4bea-49a5-b847-ba639b29591b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:07.375731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.381554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-58be5db3-b785-4520-80d6-7968e42b3eed None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:07.403222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30565886-ba96-4e50-a2c3-b29fc3593588']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:07.409828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.455602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e977da7f-7697-4f34-933c-b2020bff0acd') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:07.455857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e977da7f-7697-4f34-933c-b2020bff0acd') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:07.472491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=83316de8-e47c-4b64-8bb6-aa1e25c14da0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:07.474576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No DVR routers for this DVR port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:07.475331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34436) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:07.484616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a2726d07-4f3e-46d0-b910-834114ecee4a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:07.509957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.594014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.609354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2726d07-4f3e-46d0-b910-834114ecee4a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.615446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:07.615891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.645980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.659609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 83316de8-e47c-4b64-8bb6-aa1e25c14da0 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:07.699835 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e977da7f-7697-4f34-933c-b2020bff0acd resource provider aggregate not found May 24 23:08:07.720480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 83316de8-e47c-4b64-8bb6-aa1e25c14da0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:07.720480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 83316de8-e47c-4b64-8bb6-aa1e25c14da0 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:07.739580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0685a6-9994-4d23-9a83-167812b43c2b']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:07.753017 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e977da7f-7697-4f34-933c-b2020bff0acd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e977da7f-7697-4f34-933c-b2020bff0acd found for delete ", "request_id": "req-b9929181-797a-49f4-b9cd-ad5db5c26c36"}]} May 24 23:08:07.754719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:07.755018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:07.765451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.777346 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5ee1360e-14a5-46c6-9f0c-e34325a721da None None] For port 83316de8-e47c-4b64-8bb6-aa1e25c14da0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=83316de8-e47c-4b64-8bb6-aa1e25c14da0,segment=NetworkSegment(6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2),segment_id=6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:07.777743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ee1360e-14a5-46c6-9f0c-e34325a721da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.790598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.797271 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.807855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=30565886-ba96-4e50-a2c3-b29fc3593588,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:07.822915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.828821 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-04b37bfb-d079-47f6-8152-8933eabe6260 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/30565886-ba96-4e50-a2c3-b29fc3593588 HTTP/1.1" status: 204 len: 168 time: 1.4775906 May 24 23:08:07.829230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34444) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:07.832259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:07.832646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.873828 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b97560-1301-4946-a29b-b08f95aaab12 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] GET failed (client error): The resource could not be found. May 24 23:08:07.874484 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-25b97560-1301-4946-a29b-b08f95aaab12 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Synchronizing usage tracker for tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:07.914452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1360e-14a5-46c6-9f0c-e34325a721da None None] Calling delete_port for 83316de8-e47c-4b64-8bb6-aa1e25c14da0 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:07.929039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.948151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.964006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Network': ['ID=4f0685a6-9994-4d23-9a83-167812b43c2b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:07.965897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2726d07-4f3e-46d0-b910-834114ecee4a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.967863 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1a6236c2-5d30-41f7-9cfe-d537d341e8fd tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/networks/4f0685a6-9994-4d23-9a83-167812b43c2b HTTP/1.1" status: 204 len: 168 time: 1.5385077 May 24 23:08:07.970454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:07.972436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2726d07-4f3e-46d0-b910-834114ecee4a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.972830 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-a2726d07-4f3e-46d0-b910-834114ecee4a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP a281adef-5952-42a5-9014-6ef5cdfce003 disassociated. External IP: 172.26.3.77, port: fff73060-a4c5-4477-a2af-4255d2df7aba. May 24 23:08:08.028305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-25b97560-1301-4946-a29b-b08f95aaab12 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Unset dirty status for tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:08.032131 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-25b97560-1301-4946-a29b-b08f95aaab12 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/subnets/90ce81bc-4bea-49a5-b847-ba639b29591b HTTP/1.1" status: 404 len: 337 time: 0.1993527 May 24 23:08:08.035231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34452) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:08.056615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-5ee1360e-14a5-46c6-9f0c-e34325a721da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:08.057238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-5ee1360e-14a5-46c6-9f0c-e34325a721da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:08.080016 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-58be5db3-b785-4520-80d6-7968e42b3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:04Z', 'revision_number': 8, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:08:00Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:08.084611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5db3-b785-4520-80d6-7968e42b3eed None None] The sync data for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv is: [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:04Z', 'revision_number': 8, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f690703e-b77b-4897-815b-78225da08cab', 'name': '', 'network_id': '2c20b10d-28cf-47ae-a171-bd9508173f99', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:c1:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:49Z', 'updated_at': '2022-05-24T23:08:00Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:08.142671 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c2a3b5-0c46-4ff0-b74a-6fbdca9ff3c5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:08.143348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c2a3b5-0c46-4ff0-b74a-6fbdca9ff3c5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:08.149142 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e1c2a3b5-0c46-4ff0-b74a-6fbdca9ff3c5 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/30565886-ba96-4e50-a2c3-b29fc3593588 HTTP/1.1" status: 404 len: 339 time: 0.1092279 May 24 23:08:08.151401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34456) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:08.464199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2726d07-4f3e-46d0-b910-834114ecee4a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d9e390d6-34d5-4ff7-8d54-c867e237c451 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:08.491925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db41bb0f-5266-42f9-ada6-574df1b682a2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:08.492529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-db41bb0f-5266-42f9-ada6-574df1b682a2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Synchronizing usage tracker for tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:08.556943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-db41bb0f-5266-42f9-ada6-574df1b682a2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Unset dirty status for tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:08.557963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1360e-14a5-46c6-9f0c-e34325a721da None None] Deleting port 83316de8-e47c-4b64-8bb6-aa1e25c14da0 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:08.558139 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-db41bb0f-5266-42f9-ada6-574df1b682a2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4058475 May 24 23:08:08.558854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ee1360e-14a5-46c6-9f0c-e34325a721da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.563534 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34460) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:08.606200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7cf16126-d567-4a54-9fa5-7f375dcebae4 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Synchronizing usage tracker for tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:08.625687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7cf16126-d567-4a54-9fa5-7f375dcebae4 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Unset dirty status for tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:08.629908 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7cf16126-d567-4a54-9fa5-7f375dcebae4 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b HTTP/1.1" status: 200 len: 207 time: 0.0624132 May 24 23:08:08.631453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34464) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:08.637658 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1360e-14a5-46c6-9f0c-e34325a721da None None] The port '83316de8-e47c-4b64-8bb6-aa1e25c14da0' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:08:08.657298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2726d07-4f3e-46d0-b910-834114ecee4a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:08.661669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2726d07-4f3e-46d0-b910-834114ecee4a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.669083 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef242dc-2042-4968-ae76-8482e308b548 None None] Sync routers for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:08.678600 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef242dc-2042-4968-ae76-8482e308b548 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:08.679444 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5ef242dc-2042-4968-ae76-8482e308b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:08.721525 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a2726d07-4f3e-46d0-b910-834114ecee4a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 200 len: 689 time: 1.2420437 May 24 23:08:08.721525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'tag': 'fff73060-a4c5-4477-a2af-4255d2df7aba'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:08:08.724385 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34468) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:08.785039 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7484eed1-d0c2-47e4-8697-01935c7cbd69'] response: {'name': 'network-changed', 'server_uuid': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'tag': 'fff73060-a4c5-4477-a2af-4255d2df7aba', 'status': 'completed', 'code': 200} May 24 23:08:08.816921 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-130361e5-3015-4e5e-9862-74c2eb05d528 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 200 len: 689 time: 0.0910733 May 24 23:08:08.879648 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5ef242dc-2042-4968-ae76-8482e308b548 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:09.009927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08b65f-50d7-4219-862d-674a42face8e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.015791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08b65f-50d7-4219-862d-674a42face8e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.022045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08b65f-50d7-4219-862d-674a42face8e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.027900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08b65f-50d7-4219-862d-674a42face8e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.029526 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1b08b65f-50d7-4219-862d-674a42face8e tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3971798 May 24 23:08:09.033555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34474) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:09.042479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857da17f-a3aa-4684-8266-695decc03ebd req-9727da74-2beb-4b4e-9980-90d0776eda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.043923 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-857da17f-a3aa-4684-8266-695decc03ebd req-9727da74-2beb-4b4e-9980-90d0776eda21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 1099 time: 0.2088919 May 24 23:08:09.175669 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:09.203423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a7f8c8bb-b044-42b2-8b36-a37aceded6a6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Synchronizing usage tracker for tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:09.206087 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5ef242dc-2042-4968-ae76-8482e308b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:09.212234 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef242dc-2042-4968-ae76-8482e308b548 None None] Checking router: d9e390d6-34d5-4ff7-8d54-c867e237c451 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:09.216256 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a7f8c8bb-b044-42b2-8b36-a37aceded6a6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Unset dirty status for tenant:2900897dba0d4ee7b34d19fcfb4ee9b5 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:09.217662 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a7f8c8bb-b044-42b2-8b36-a37aceded6a6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1830721 May 24 23:08:09.221074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34478) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:09.223121 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef242dc-2042-4968-ae76-8482e308b548 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:09.223721 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5ef242dc-2042-4968-ae76-8482e308b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:09.288056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4425b-7b16-44cb-a96e-be1200636201 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.289566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4425b-7b16-44cb-a96e-be1200636201 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.294553 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e7a4425b-7b16-44cb-a96e-be1200636201 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0692015 May 24 23:08:09.294903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34482) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:09.313010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857da17f-a3aa-4684-8266-695decc03ebd req-9a6299f5-d4b0-4bd2-a655-54f663c5eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.314455 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-857da17f-a3aa-4684-8266-695decc03ebd req-9a6299f5-d4b0-4bd2-a655-54f663c5eb24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1053ddfd-c83a-4a29-b34e-299486fb76c9 HTTP/1.1" status: 200 len: 897 time: 0.2639360 May 24 23:08:09.364444 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a7c38-1383-4712-9a96-232a84d88450 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['shared'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.366461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a7c38-1383-4712-9a96-232a84d88450 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['shared'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.371387 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-769a7c38-1383-4712-9a96-232a84d88450 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0722373 May 24 23:08:09.371642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34486) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:09.397304 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-857da17f-a3aa-4684-8266-695decc03ebd req-3c96954c-048b-4b46-b74c-d3680ab649c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff73060-a4c5-4477-a2af-4255d2df7aba HTTP/1.1" status: 200 len: 217 time: 0.0680084 May 24 23:08:09.447499 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5ef242dc-2042-4968-ae76-8482e308b548 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:09.524193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b059a199-ae51-4bdb-a7de-6086b0477570 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.528913 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b059a199-ae51-4bdb-a7de-6086b0477570 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/networks/6dd99d96-45b8-49e7-ba10-05c2a0833bf7 HTTP/1.1" status: 200 len: 800 time: 0.1533070 May 24 23:08:09.531130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34490) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:09.562294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857da17f-a3aa-4684-8266-695decc03ebd req-9e8aa274-9013-4f33-bfde-0cf91c1ef9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.563759 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-857da17f-a3aa-4684-8266-695decc03ebd req-9e8aa274-9013-4f33-bfde-0cf91c1ef9ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab1a8522-c791-4c14-b79c-23528a501f7e HTTP/1.1" status: 200 len: 835 time: 0.1597767 May 24 23:08:09.681443 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6592b429-7181-4461-9bcb-0c06e7c80ef7 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/networks/6dd99d96-45b8-49e7-ba10-05c2a0833bf7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1459663 May 24 23:08:09.682033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34494) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:09.690654 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857da17f-a3aa-4684-8266-695decc03ebd req-582a0e79-9c00-4800-9a4d-783f973aa8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.692122 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-857da17f-a3aa-4684-8266-695decc03ebd req-582a0e79-9c00-4800-9a4d-783f973aa8b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1053ddfd-c83a-4a29-b34e-299486fb76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1206512 May 24 23:08:09.761808 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5ef242dc-2042-4968-ae76-8482e308b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:09.766842 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef242dc-2042-4968-ae76-8482e308b548 None None] The sync data for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv is: [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:09.821414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34500) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:09.844849 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2 resource provider aggregate not found May 24 23:08:09.868782 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a2a098f-b2ef-4e2d-b4ef-beeaacde3ec2 found for delete ", "request_id": "req-5ca32aa7-62ab-437e-8603-ae3c96d32f76"}]} May 24 23:08:09.869447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port f690703e-b77b-4897-815b-78225da08cab {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:09.869792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:09.914669 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-79a07e1a-1109-43cb-a77f-ca3a632df8d7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 200 len: 689 time: 0.0918374 May 24 23:08:09.928221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ccf65-93f1-4fca-b177-498b3684766d tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.929579 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f10ccf65-93f1-4fca-b177-498b3684766d tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/subnets/6c100255-0dbd-426f-a29b-a3b6b94272b8 HTTP/1.1" status: 200 len: 811 time: 0.2468898 May 24 23:08:09.933417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34506) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:10.000718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c36eb-91da-4bb9-abd4-d305adf1272a tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['shared'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:10.003490 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fd1c36eb-91da-4bb9-abd4-d305adf1272a tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "GET /v2.0/subnets/6c100255-0dbd-426f-a29b-a3b6b94272b8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0687447 May 24 23:08:10.006047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34510) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:10.012166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662642062'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:10.018427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:10.019983 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825af996-80b4-49a7-b2fb-d5691ebd39a0 None None] New status for floating IP a281adef-5952-42a5-9014-6ef5cdfce003: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:08:10.028931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:10.039541 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:10.044553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.065758 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-857da17f-a3aa-4684-8266-695decc03ebd req-e73d2048-4b59-42cb-a9a5-9aa0d6dab69d service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193152 May 24 23:08:10.087392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:10.099064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.100462 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Added segment 46e45cdd-a567-4158-a7bf-3b1f9e59bb64 of type vlan for network 5a7c29ac-47ad-412a-835c-959382c7050f May 24 23:08:10.131570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.165642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.172366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:10.173445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.193606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port f690703e-b77b-4897-815b-78225da08cab, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f690703e-b77b-4897-815b-78225da08cab,segment=NetworkSegment(858399b7-d4ca-42df-bf38-c85925292fad),segment_id=858399b7-d4ca-42df-bf38-c85925292fad)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:10.193966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.433631 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4261732 May 24 23:08:10.445753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34514) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:10.455865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'network_id': '5a7c29ac-47ad-412a-835c-959382c7050f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:10.457319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for f690703e-b77b-4897-815b-78225da08cab owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:10.535523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364097d5-6bd2-4535-bf5d-4ed87f425824 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Network': ['ID=5a7c29ac-47ad-412a-835c-959382c7050f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:10.542750 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-857da17f-a3aa-4684-8266-695decc03ebd req-fdb374e6-89d9-4c4c-9529-4bc26dc8ed58 service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671273 May 24 23:08:10.558238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 5a7c29ac-47ad-412a-835c-959382c7050f details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:10.577298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:10.586991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:10.596550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Made reservation on behalf of 2900897dba0d4ee7b34d19fcfb4ee9b5 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:10.600819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.675883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.696977 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Performing IP validity checks on allocation pools {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:08:10.697521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:08:10.726970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=f690703e-b77b-4897-815b-78225da08cab,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:10.843119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.921124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34518) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:10.982265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=727cd870-1a6e-4cbe-87a3-e9ff0251f922,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:10.984103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.013693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Checking segment: {'id': '46e45cdd-a567-4158-a7bf-3b1f9e59bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a7c29ac-47ad-412a-835c-959382c7050f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:11.014202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network hostable DHCP agents. Network: 5a7c29ac-47ad-412a-835c-959382c7050f, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:11.031224 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f67abcc6-7799-454f-80be-e49eb6c6ee66 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 200 len: 687 time: 0.1045053 May 24 23:08:11.043299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Network 5a7c29ac-47ad-412a-835c-959382c7050f is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:08:11.053990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 5a7c29ac-47ad-412a-835c-959382c7050f) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:11.058109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:11.058742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.063113 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea18cd30-5b84-4ef5-9347-20fc95c7b1ce None None] Network 5a7c29ac-47ad-412a-835c-959382c7050f requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:11.086742 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-52d23518-7cc1-47b0-ba7b-91bcb8978e8b tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6399841 May 24 23:08:11.089126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34522) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:11.096361 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1ca17172-1252-4d13-b274-58d364e03139 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:11.243485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ca17172-1252-4d13-b274-58d364e03139 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2510158'] for subnet, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.288563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-5a7c29ac-47ad-412a-835c-959382c7050f', 'network_id': '5a7c29ac-47ad-412a-835c-959382c7050f', 'tenant_id': '2900897dba0d4ee7b34d19fcfb4ee9b5', 'fixed_ips': [{'subnet_id': '727cd870-1a6e-4cbe-87a3-e9ff0251f922'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:08:11.289642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.340309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4afe22b1-56ea-4480-b31d-ff550b9232ba has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:11.449060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ca17172-1252-4d13-b274-58d364e03139 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783744192440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1071581055'] for subnet, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.498091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca17172-1252-4d13-b274-58d364e03139 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:11.498782 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ca17172-1252-4d13-b274-58d364e03139 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.500184 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1ca17172-1252-4d13-b274-58d364e03139 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "PUT /v2.0/subnets/727cd870-1a6e-4cbe-87a3-e9ff0251f922 HTTP/1.1" status: 200 len: 877 time: 0.4097583 May 24 23:08:11.503058 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34526) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:11.522016 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Allocated IP 172.20.0.3 (5a7c29ac-47ad-412a-835c-959382c7050f/727cd870-1a6e-4cbe-87a3-e9ff0251f922/935a460c-bb48-47f1-b84c-b0be89dc9be0) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:11.526945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca17172-1252-4d13-b274-58d364e03139 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event updated for resources: {'Subnet': ['ID=727cd870-1a6e-4cbe-87a3-e9ff0251f922,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:11.527107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:11.536678 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e9da2-5c0d-4e41-9ef7-e6ceee85f934 None None] Sync routers for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:11.546038 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e9da2-5c0d-4e41-9ef7-e6ceee85f934 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:11.546659 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c23e9da2-5c0d-4e41-9ef7-e6ceee85f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:11.601450 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-14b02ff0-8d5f-4398-a0e5-d866afcf5fb2 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6294758 May 24 23:08:11.602593 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34530) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:11.676333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.697959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8fbebf-c09a-405f-a1f6-b8484f9c8df8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting subnet 0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:11.701916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbebf-c09a-405f-a1f6-b8484f9c8df8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.707044 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c23e9da2-5c0d-4e41-9ef7-e6ceee85f934 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:11.756824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.765549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbebf-c09a-405f-a1f6-b8484f9c8df8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.811539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.823696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Transition to ACTIVE for port object 935a460c-bb48-47f1-b84c-b0be89dc9be0 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:11.844383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Transition to ACTIVE for port object 935a460c-bb48-47f1-b84c-b0be89dc9be0 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:11.857402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.880732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.885993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbebf-c09a-405f-a1f6-b8484f9c8df8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.931058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Pushing event updated for resources: {'Port': ['ID=935a460c-bb48-47f1-b84c-b0be89dc9be0,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:11.944891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Network 5a7c29ac-47ad-412a-835c-959382c7050f is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:11.946394 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:11.949052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:11.990302 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbebf-c09a-405f-a1f6-b8484f9c8df8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.047547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fbebf-c09a-405f-a1f6-b8484f9c8df8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Subnet': ['ID=0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:12.056800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbebf-c09a-405f-a1f6-b8484f9c8df8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.067372 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cb8fbebf-c09a-405f-a1f6-b8484f9c8df8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc HTTP/1.1" status: 204 len: 168 time: 0.4613993 May 24 23:08:12.068515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34538) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:12.084268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Subnet': ['ID=727cd870-1a6e-4cbe-87a3-e9ff0251f922,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:12.085637 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c23e9da2-5c0d-4e41-9ef7-e6ceee85f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:10Z', 'revision_number': 9, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:12.087084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4650c8-940e-4365-b34c-227db0c23a8d None None] Network 2c20b10d-28cf-47ae-a171-bd9508173f99 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:12.091598 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e9da2-5c0d-4e41-9ef7-e6ceee85f934 None None] Checking router: 4afe22b1-56ea-4480-b31d-ff550b9232ba for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:12.102922 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e9da2-5c0d-4e41-9ef7-e6ceee85f934 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:12.103771 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c23e9da2-5c0d-4e41-9ef7-e6ceee85f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:12.139046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Attempting to bind port 935a460c-bb48-47f1-b84c-b0be89dc9be0 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:12.139422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Attempting to bind port 935a460c-bb48-47f1-b84c-b0be89dc9be0 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '46e45cdd-a567-4158-a7bf-3b1f9e59bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a7c29ac-47ad-412a-835c-959382c7050f'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:12.139801 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Attempting to bind port 935a460c-bb48-47f1-b84c-b0be89dc9be0 on network 5a7c29ac-47ad-412a-835c-959382c7050f {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:12.203743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.205245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34542) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:12.210116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105027186', 'description': 'tempest-secgroup-smoke-1105027186 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:12.217696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:12.233280 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:12.240929 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port d8172666-f1ef-4c2d-9c84-45c421248f10 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:12.241276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.258038 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:12.258423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Checking segment: {'id': '46e45cdd-a567-4158-a7bf-3b1f9e59bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a7c29ac-47ad-412a-835c-959382c7050f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:12.258855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.259254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Bound using segment: {'id': '46e45cdd-a567-4158-a7bf-3b1f9e59bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a7c29ac-47ad-412a-835c-959382c7050f'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:12.259732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Bound port: 935a460c-bb48-47f1-b84c-b0be89dc9be0, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e45cdd-a567-4158-a7bf-3b1f9e59bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a7c29ac-47ad-412a-835c-959382c7050f'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:12.260111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.260440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.290828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7c29ac-47ad-412a-835c-959382c7050f']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:12.293622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.309216 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e45cdd-a567-4158-a7bf-3b1f9e59bb64') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:12.309828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e45cdd-a567-4158-a7bf-3b1f9e59bb64') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:12.311057 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c23e9da2-5c0d-4e41-9ef7-e6ceee85f934 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:12.324810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.343202 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.351629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:12.352710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:12.353321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.369015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:12.374082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:12.384505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:12.385051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] For port 935a460c-bb48-47f1-b84c-b0be89dc9be0, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:12.400473 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 46e45cdd-a567-4158-a7bf-3b1f9e59bb64 resource provider aggregate not found May 24 23:08:12.485946 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 46e45cdd-a567-4158-a7bf-3b1f9e59bb64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46e45cdd-a567-4158-a7bf-3b1f9e59bb64 found for delete ", "request_id": "req-103113e0-6751-4042-b987-34e631486495"}]} May 24 23:08:12.520219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 23:08:12.520219 dv-neutron-843190-1-hyperv neutron-server[88261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 23:08:12.520219 dv-neutron-843190-1-hyperv neutron-server[88261]: [parameters: {'id': '5a7c29ac-47ad-412a-835c-959382c7050f'}] May 24 23:08:12.520219 dv-neutron-843190-1-hyperv neutron-server[88261]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:12.521152 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] For port 935a460c-bb48-47f1-b84c-b0be89dc9be0, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=935a460c-bb48-47f1-b84c-b0be89dc9be0,segment=NetworkSegment(46e45cdd-a567-4158-a7bf-3b1f9e59bb64),segment_id=46e45cdd-a567-4158-a7bf-3b1f9e59bb64)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:12.521386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:12.526903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.530757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port d8172666-f1ef-4c2d-9c84-45c421248f10, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d8172666-f1ef-4c2d-9c84-45c421248f10,segment=NetworkSegment(858399b7-d4ca-42df-bf38-c85925292fad),segment_id=858399b7-d4ca-42df-bf38-c85925292fad)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:12.531146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.599576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5835e4e-2b9d-48e4-aaee-d8cdf54836a9 None None] DHCP port deletion for 2c20b10d-28cf-47ae-a171-bd9508173f99 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:12.654677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d5835e4e-2b9d-48e4-aaee-d8cdf54836a9 None None] Deleting port d8172666-f1ef-4c2d-9c84-45c421248f10 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:12.654677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d5835e4e-2b9d-48e4-aaee-d8cdf54836a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.702663 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf3695-88b2-44d3-bf86-398d85901923 None None] Pushing event updated for resources: {'Port': ['ID=935a460c-bb48-47f1-b84c-b0be89dc9be0,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:12.721572 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c23e9da2-5c0d-4e41-9ef7-e6ceee85f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:10Z', 'revision_number': 9, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:12.724819 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e9da2-5c0d-4e41-9ef7-e6ceee85f934 None None] The sync data for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv is: [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:10Z', 'revision_number': 9, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': '4b4573e9-5ae3-48e6-81dd-f577cbab0eaa', 'name': '', 'network_id': '754f33dd-55be-4382-b997-11b0ea2d426b', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:d9:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:42Z', 'updated_at': '2022-05-24T23:07:57Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': '755c7754-7eae-4bc1-abe1-571f11656c14', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:12.759804 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43391a7-6ed5-40d9-85a0-3b9199045a4d None None] Network 5a7c29ac-47ad-412a-835c-959382c7050f requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:12.783736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for d8172666-f1ef-4c2d-9c84-45c421248f10 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:12.888906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.892130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.918008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.982198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=d8172666-f1ef-4c2d-9c84-45c421248f10,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:12.990141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbf07d-36e5-41a5-8f33-04793d37673b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:12.992337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No DVR routers for this DVR port d8172666-f1ef-4c2d-9c84-45c421248f10 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:13.023159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.038556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d5835e4e-2b9d-48e4-aaee-d8cdf54836a9 None None] For port d8172666-f1ef-4c2d-9c84-45c421248f10, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d8172666-f1ef-4c2d-9c84-45c421248f10,segment=NetworkSegment(858399b7-d4ca-42df-bf38-c85925292fad),segment_id=858399b7-d4ca-42df-bf38-c85925292fad)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:13.038810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Deleting port 935a460c-bb48-47f1-b84c-b0be89dc9be0 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:13.038971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d5835e4e-2b9d-48e4-aaee-d8cdf54836a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.039245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.050949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.052214 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-81308171-2520-406d-961b-4fe6f47c51d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8460226 May 24 23:08:13.064236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34550) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:13.080336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1c06f4c1-e772-4af3-b32f-30ff9ae6ce6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '34bbf07d-36e5-41a5-8f33-04793d37673b', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:13.095531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1c06f4c1-e772-4af3-b32f-30ff9ae6ce6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:13.101247 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1c06f4c1-e772-4af3-b32f-30ff9ae6ce6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:13.106120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1c06f4c1-e772-4af3-b32f-30ff9ae6ce6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:13.115662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1c06f4c1-e772-4af3-b32f-30ff9ae6ce6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:13.123336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.161741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c20b10d-28cf-47ae-a171-bd9508173f99']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:13.176501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858399b7-d4ca-42df-bf38-c85925292fad') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:13.176810 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858399b7-d4ca-42df-bf38-c85925292fad') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:13.190851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.211480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.217075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d5835e4e-2b9d-48e4-aaee-d8cdf54836a9 None None] Calling delete_port for d8172666-f1ef-4c2d-9c84-45c421248f10 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:13.219015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:13.219419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.291415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] For port 935a460c-bb48-47f1-b84c-b0be89dc9be0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=935a460c-bb48-47f1-b84c-b0be89dc9be0,segment=NetworkSegment(46e45cdd-a567-4158-a7bf-3b1f9e59bb64),segment_id=46e45cdd-a567-4158-a7bf-3b1f9e59bb64)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:13.291833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.310982 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-d5835e4e-2b9d-48e4-aaee-d8cdf54836a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:13.311615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-d5835e4e-2b9d-48e4-aaee-d8cdf54836a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:13.314631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2e975-ed1f-4e8d-93e6-784192741193 None None] Network 5a7c29ac-47ad-412a-835c-959382c7050f requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:13.322038 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 858399b7-d4ca-42df-bf38-c85925292fad resource provider aggregate not found May 24 23:08:13.355818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.375784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.382367 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 858399b7-d4ca-42df-bf38-c85925292fad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 858399b7-d4ca-42df-bf38-c85925292fad found for delete ", "request_id": "req-14608c5f-7466-41a3-bcd3-3cd6d2dcb9ca"}]} May 24 23:08:13.387865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Network': ['ID=2c20b10d-28cf-47ae-a171-bd9508173f99,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:13.393990 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-553b37a1-1f3b-4bc9-80fe-4887cb7df277 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/networks/2c20b10d-28cf-47ae-a171-bd9508173f99 HTTP/1.1" status: 204 len: 168 time: 1.3231196 May 24 23:08:13.394677 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34558) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:13.431620 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Calling delete_port for 935a460c-bb48-47f1-b84c-b0be89dc9be0 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:13.471957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c06f4c1-e772-4af3-b32f-30ff9ae6ce6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.555125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.594746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c06f4c1-e772-4af3-b32f-30ff9ae6ce6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.610048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No DVR routers for this DVR port 935a460c-bb48-47f1-b84c-b0be89dc9be0 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:13.625913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d8172666-f1ef-4c2d-9c84-45c421248f10 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:13.641370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c06f4c1-e772-4af3-b32f-30ff9ae6ce6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.647040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Port': ['ID=935a460c-bb48-47f1-b84c-b0be89dc9be0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:13.667266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: d8172666-f1ef-4c2d-9c84-45c421248f10 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:13.667750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d8172666-f1ef-4c2d-9c84-45c421248f10 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:13.668252 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f690703e-b77b-4897-815b-78225da08cab no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:13.702999 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: f690703e-b77b-4897-815b-78225da08cab {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:13.703394 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f690703e-b77b-4897-815b-78225da08cab not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:13.744192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06f4c1-e772-4af3-b32f-30ff9ae6ce6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db78f6f-5a44-449b-a110-7d36e26c813e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:13.771929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.781996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c06f4c1-e772-4af3-b32f-30ff9ae6ce6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.783177 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1c06f4c1-e772-4af3-b32f-30ff9ae6ce6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7134657 May 24 23:08:13.792789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34562) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:13.800809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-309c3b6c-bbbc-4a8d-ace9-7d9559e2a5b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '34bbf07d-36e5-41a5-8f33-04793d37673b', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:13.808838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-309c3b6c-bbbc-4a8d-ace9-7d9559e2a5b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:13.811793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7c29ac-47ad-412a-835c-959382c7050f']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:13.812676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d5835e4e-2b9d-48e4-aaee-d8cdf54836a9 None None] Deleting port d8172666-f1ef-4c2d-9c84-45c421248f10 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:13.813410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d5835e4e-2b9d-48e4-aaee-d8cdf54836a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.823139 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-309c3b6c-bbbc-4a8d-ace9-7d9559e2a5b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:13.827304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-309c3b6c-bbbc-4a8d-ace9-7d9559e2a5b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:13.830730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e45cdd-a567-4158-a7bf-3b1f9e59bb64') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:13.831205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e45cdd-a567-4158-a7bf-3b1f9e59bb64') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:13.846755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-309c3b6c-bbbc-4a8d-ace9-7d9559e2a5b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:13.852063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.874887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.882522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-309c3b6c-bbbc-4a8d-ace9-7d9559e2a5b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.890320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d5835e4e-2b9d-48e4-aaee-d8cdf54836a9 None None] The port 'd8172666-f1ef-4c2d-9c84-45c421248f10' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:08:13.896681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:13.897334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.925696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f81f64-8dee-479b-86bd-6ae7515fae8c None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:08:13.936812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.029600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.056958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.066455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f81f64-8dee-479b-86bd-6ae7515fae8c None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:08:14.074600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-309c3b6c-bbbc-4a8d-ace9-7d9559e2a5b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.075619 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=5a7c29ac-47ad-412a-835c-959382c7050f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:14.084073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-309c3b6c-bbbc-4a8d-ace9-7d9559e2a5b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.096989 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-980312d8-3783-49ae-a090-9d307353baa6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/5a7c29ac-47ad-412a-835c-959382c7050f HTTP/1.1" status: 204 len: 168 time: 2.5928080 May 24 23:08:14.106792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34566) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.147487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-309c3b6c-bbbc-4a8d-ace9-7d9559e2a5b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.148625 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-309c3b6c-bbbc-4a8d-ace9-7d9559e2a5b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3549311 May 24 23:08:14.152336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c3b6c-bbbc-4a8d-ace9-7d9559e2a5b0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b7b432-8aa8-4718-8252-56a601ed145d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:14.154776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34570) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.157584 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5d6d7f-7f6f-47bd-8957-b76e6e574202 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:14.157918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5d6d7f-7f6f-47bd-8957-b76e6e574202 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:14.159527 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8d5d6d7f-7f6f-47bd-8957-b76e6e574202 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/subnets/727cd870-1a6e-4cbe-87a3-e9ff0251f922 HTTP/1.1" status: 404 len: 337 time: 0.0518367 May 24 23:08:14.163499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-738e2816-bfd1-40ee-a3d5-df69e749548e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '34bbf07d-36e5-41a5-8f33-04793d37673b', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:14.166556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34574) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.169254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-738e2816-bfd1-40ee-a3d5-df69e749548e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:14.175239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-738e2816-bfd1-40ee-a3d5-df69e749548e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:14.180038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-738e2816-bfd1-40ee-a3d5-df69e749548e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:14.187892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-738e2816-bfd1-40ee-a3d5-df69e749548e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:14.211436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-738e2816-bfd1-40ee-a3d5-df69e749548e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.287490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-738e2816-bfd1-40ee-a3d5-df69e749548e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.291641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-738e2816-bfd1-40ee-a3d5-df69e749548e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.327537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-738e2816-bfd1-40ee-a3d5-df69e749548e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.331504 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-738e2816-bfd1-40ee-a3d5-df69e749548e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1728826 May 24 23:08:14.332761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34578) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.340531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1ff09f57-c5e8-4876-a2ab-f24745df8548 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '34bbf07d-36e5-41a5-8f33-04793d37673b', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:14.345172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e2816-bfd1-40ee-a3d5-df69e749548e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bf1557-75fc-43c0-8c11-f52d51feb33d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:14.350777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1ff09f57-c5e8-4876-a2ab-f24745df8548 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:14.355378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1ff09f57-c5e8-4876-a2ab-f24745df8548 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:14.358547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1ff09f57-c5e8-4876-a2ab-f24745df8548 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:14.363711 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-76618738-751e-463f-91d6-5158abd7c0ad tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:14.364188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76618738-751e-463f-91d6-5158abd7c0ad tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:14.368301 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-76618738-751e-463f-91d6-5158abd7c0ad tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/5a7c29ac-47ad-412a-835c-959382c7050f HTTP/1.1" status: 404 len: 339 time: 0.1685607 May 24 23:08:14.368474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1ff09f57-c5e8-4876-a2ab-f24745df8548 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:14.369035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.414210 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff035b8-7892-4c46-9986-61a568f3d609 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:14.415510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff035b8-7892-4c46-9986-61a568f3d609 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:14.419081 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0ff035b8-7892-4c46-9986-61a568f3d609 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/subnets/90ce81bc-4bea-49a5-b847-ba639b29591b HTTP/1.1" status: 404 len: 337 time: 0.0470881 May 24 23:08:14.419350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34586) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.452163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1ff09f57-c5e8-4876-a2ab-f24745df8548 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.459073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:14.459073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.462801 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bae1db-8fff-4554-acb9-e3757781d9d8 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:14.463310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bae1db-8fff-4554-acb9-e3757781d9d8 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:14.465045 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-92bae1db-8fff-4554-acb9-e3757781d9d8 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/30565886-ba96-4e50-a2c3-b29fc3593588 HTTP/1.1" status: 404 len: 339 time: 0.0447130 May 24 23:08:14.468204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34590) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.553384 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 46e45cdd-a567-4158-a7bf-3b1f9e59bb64 resource provider aggregate not found May 24 23:08:14.589612 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 46e45cdd-a567-4158-a7bf-3b1f9e59bb64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46e45cdd-a567-4158-a7bf-3b1f9e59bb64 found for delete ", "request_id": "req-4d3921b0-6741-4e97-9c61-7a9d2f8aeb28"}]} May 24 23:08:14.625270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.632089 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1ff09f57-c5e8-4876-a2ab-f24745df8548 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.637608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1ff09f57-c5e8-4876-a2ab-f24745df8548 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.652022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4b4573e9-5ae3-48e6-81dd-f577cbab0eaa,segment=NetworkSegment(79029168-a063-4897-92c1-3a3994ae9faf),segment_id=79029168-a063-4897-92c1-3a3994ae9faf)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:14.652416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.783932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:14.796440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff09f57-c5e8-4876-a2ab-f24745df8548 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e02e81-b7dd-49bc-8a0b-566e76265713,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:14.825719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1ff09f57-c5e8-4876-a2ab-f24745df8548 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.827079 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1ff09f57-c5e8-4876-a2ab-f24745df8548 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4928429 May 24 23:08:14.830956 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34598) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.838474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '34bbf07d-36e5-41a5-8f33-04793d37673b', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:14.848111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:14.855695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:14.859365 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:14.877603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:14.899389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.899777 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:08:14.908108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.925007 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be2bdb9-f60f-4932-be2e-bdf5bf08b13f']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:14.937307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5090e9-797e-4083-afa0-9c2d07e1dce7') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:14.937600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5090e9-797e-4083-afa0-9c2d07e1dce7') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:14.949652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.966504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.972613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:14.972992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.021384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.027776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.061469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bb3fff-21c3-4c88-b15c-dfdfa6a73947,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:15.066992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.079606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.098125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.109263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=0be2bdb9-f60f-4932-be2e-bdf5bf08b13f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:15.114305 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dec3461b-3de6-487b-a5bc-06e6d3dde6bf tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/0be2bdb9-f60f-4932-be2e-bdf5bf08b13f HTTP/1.1" status: 204 len: 168 time: 0.6450069 May 24 23:08:15.117259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34602) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.127917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.132309 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7b10a1ad-0d63-4cdc-8b74-02de059bbe20 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2972417 May 24 23:08:15.132309 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=4b4573e9-5ae3-48e6-81dd-f577cbab0eaa,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:15.133772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34606) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.138975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '34bbf07d-36e5-41a5-8f33-04793d37673b', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:15.158935 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f1a950-4260-4bc3-88b3-01687bc11b9d tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.159380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f1a950-4260-4bc3-88b3-01687bc11b9d tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.163635 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-38f1a950-4260-4bc3-88b3-01687bc11b9d tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/subnets/4d161895-a2ce-4046-80de-f4a5c093f2bb HTTP/1.1" status: 404 len: 337 time: 0.0430775 May 24 23:08:15.163819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34610) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.176648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:15.196470 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-864a833f-d12d-46b1-96f0-e73ef43c6549 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.196946 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864a833f-d12d-46b1-96f0-e73ef43c6549 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.202794 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-864a833f-d12d-46b1-96f0-e73ef43c6549 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/dcc639e5-be99-4bd2-a8eb-4eb65212be50 HTTP/1.1" status: 404 len: 339 time: 0.0380273 May 24 23:08:15.203441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34614) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.210030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:15.215768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:15.231794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:15.250573 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-001d0e64-c627-4176-b2fb-823dcb64d8ab tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.251064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001d0e64-c627-4176-b2fb-823dcb64d8ab tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.255132 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:08:15.255838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-001d0e64-c627-4176-b2fb-823dcb64d8ab tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/subnets/532a4611-87e6-4e0a-a1fd-ca1b1ab3bb5f HTTP/1.1" status: 404 len: 337 time: 0.0505159 May 24 23:08:15.256705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34618) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.282338 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb75f8b-006f-4acc-a050-a32a6a47aaad tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.282998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb75f8b-006f-4acc-a050-a32a6a47aaad tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.284762 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fbb75f8b-006f-4acc-a050-a32a6a47aaad tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/5e9a7b6f-cf63-48a5-b133-2237f9146f06 HTTP/1.1" status: 404 len: 339 time: 0.0270607 May 24 23:08:15.287341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34622) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.320648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.326045 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95ceae9-83e0-4907-9d0a-2d8502840aeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.326938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95ceae9-83e0-4907-9d0a-2d8502840aeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.331180 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c95ceae9-83e0-4907-9d0a-2d8502840aeb tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/subnets/8018aaa0-17a4-49f6-b6ec-4586d0fd32b1 HTTP/1.1" status: 404 len: 337 time: 0.0403507 May 24 23:08:15.331472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34626) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.355730 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada38ed7-b9cb-4b41-bc1e-2d3c3fc06dd2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.356188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada38ed7-b9cb-4b41-bc1e-2d3c3fc06dd2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.358082 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ada38ed7-b9cb-4b41-bc1e-2d3c3fc06dd2 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/3457dcd9-1b0b-4e16-a9ab-b8bf8eb4c4cd HTTP/1.1" status: 404 len: 339 time: 0.0256720 May 24 23:08:15.360501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34630) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.401255 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eda321a-2326-4e13-b2eb-c3d6555c46b6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.401722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eda321a-2326-4e13-b2eb-c3d6555c46b6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.405794 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7eda321a-2326-4e13-b2eb-c3d6555c46b6 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/subnets/adfebbc6-844f-42c5-b9b1-ad7e83fc03fe HTTP/1.1" status: 404 len: 337 time: 0.0418372 May 24 23:08:15.405942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34634) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.431400 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b14a266-9462-435f-837f-5ec51e662b30 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.431779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b14a266-9462-435f-837f-5ec51e662b30 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.435839 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1b14a266-9462-435f-837f-5ec51e662b30 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/4dec16e3-1689-4317-bddf-2687b2612c81 HTTP/1.1" status: 404 len: 339 time: 0.0266402 May 24 23:08:15.436028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34638) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.459895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.472220 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18f6424-d923-49a6-b940-c76fd035df24 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.472662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18f6424-d923-49a6-b940-c76fd035df24 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.477346 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c18f6424-d923-49a6-b940-c76fd035df24 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/subnets/ebb78a21-02b7-411c-88c2-b9ca71979c3f HTTP/1.1" status: 404 len: 337 time: 0.0380287 May 24 23:08:15.477526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34642) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.501916 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad22a1c-04d2-40f8-9035-7d265f0abce3 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.502361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad22a1c-04d2-40f8-9035-7d265f0abce3 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.503993 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cad22a1c-04d2-40f8-9035-7d265f0abce3 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/0977608f-0529-48b7-b0a2-24b5e083f334 HTTP/1.1" status: 404 len: 339 time: 0.0256109 May 24 23:08:15.506526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34646) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.528525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.544304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.546152 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-db664646-7629-465a-8d99-b46f2d270872 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.546611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db664646-7629-465a-8d99-b46f2d270872 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.548280 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-db664646-7629-465a-8d99-b46f2d270872 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/subnets/32607f19-5bcc-4091-a57b-5af570c33fba HTTP/1.1" status: 404 len: 337 time: 0.0408688 May 24 23:08:15.550911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34650) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.571572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.579276 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-289cae09-bab4-4137-a34e-2ab99204494f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.579765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289cae09-bab4-4137-a34e-2ab99204494f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.581505 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-289cae09-bab4-4137-a34e-2ab99204494f tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/50554b95-4ea7-48ac-8ef4-522a75a2c66a HTTP/1.1" status: 404 len: 339 time: 0.0296667 May 24 23:08:15.584475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34654) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.624525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f94ba48-0184-4022-baf1-ff9d5c579d21,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:15.635283 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8ddc74-41d4-476a-b21e-25e52cd6d030 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.635283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8ddc74-41d4-476a-b21e-25e52cd6d030 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.642419 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9f8ddc74-41d4-476a-b21e-25e52cd6d030 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/subnets/f628035d-ef4b-470c-8a58-aba294469f19 HTTP/1.1" status: 404 len: 337 time: 0.0518034 May 24 23:08:15.642419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34658) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.667743 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df10c4a-f284-4ffa-a6f4-fba4f4898148 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.668198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df10c4a-f284-4ffa-a6f4-fba4f4898148 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.669935 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2df10c4a-f284-4ffa-a6f4-fba4f4898148 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/15bb15be-40a2-4e37-b468-291cb6aeac41 HTTP/1.1" status: 404 len: 339 time: 0.0266976 May 24 23:08:15.672304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.673692 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34662) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.673834 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-71e3832a-4df3-434e-87f7-c09809520e59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5387826 May 24 23:08:15.727588 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6ab8f6-af69-47fc-9814-21d7d306f3d4 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.728025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6ab8f6-af69-47fc-9814-21d7d306f3d4 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.732105 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8f6ab8f6-af69-47fc-9814-21d7d306f3d4 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/subnets/dbb2fd17-f2ce-49f4-8be6-1b9c6c6ca23e HTTP/1.1" status: 404 len: 337 time: 0.0547595 May 24 23:08:15.732372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34668) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.757908 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-292cac8c-d48a-45d8-b309-fca015e5642d tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] DELETE failed (client error): The resource could not be found. May 24 23:08:15.758363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292cac8c-d48a-45d8-b309-fca015e5642d tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:15.762400 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-292cac8c-d48a-45d8-b309-fca015e5642d tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/270e9bac-0623-42d8-8c84-eea0eb4764f6 HTTP/1.1" status: 404 len: 339 time: 0.0263491 May 24 23:08:15.762709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34672) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.831705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d3c7be-fad4-4ea3-876f-70e98cc30493 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Deleting subnet 6c100255-0dbd-426f-a29b-a3b6b94272b8 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:15.835161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72d3c7be-fad4-4ea3-876f-70e98cc30493 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.844912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4afe22b1-56ea-4480-b31d-ff550b9232ba has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:15.920447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72d3c7be-fad4-4ea3-876f-70e98cc30493 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.968869 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-c798a4b8-8e3e-4c71-b9e1-8611b065f190 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105027186&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.0967259 May 24 23:08:16.118795 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72d3c7be-fad4-4ea3-876f-70e98cc30493 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.119999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:16.126522 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f3171d2-f30e-40bb-bb8b-056c1cf4bf7c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7305291 May 24 23:08:16.129135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34686) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.132839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a453b5-3526-47d2-b749-28ac9c4748c5 None None] Sync routers for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:16.149852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a453b5-3526-47d2-b749-28ac9c4748c5 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:16.150724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d4a453b5-3526-47d2-b749-28ac9c4748c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:16.188003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-3492581e-ab34-4224-bd11-0b11d1c06e07 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:16.189128 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-3492581e-ab34-4224-bd11-0b11d1c06e07 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/networks?id=1053ddfd-c83a-4a29-b34e-299486fb76c9 HTTP/1.1" status: 200 len: 796 time: 0.2094247 May 24 23:08:16.226253 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-517d5aa2-76e7-4627-9b35-6d024cff099b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/quotas/4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 375 time: 0.0236788 May 24 23:08:16.236253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e24d9a-c7c3-4338-a7c2-0b9293150731 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting subnet 755c7754-7eae-4bc1-abe1-571f11656c14 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:16.240469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e24d9a-c7c3-4338-a7c2-0b9293150731 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.303054 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e24d9a-c7c3-4338-a7c2-0b9293150731 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.313584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72d3c7be-fad4-4ea3-876f-70e98cc30493 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.358458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3c7be-fad4-4ea3-876f-70e98cc30493 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Subnet': ['ID=6c100255-0dbd-426f-a29b-a3b6b94272b8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:16.360506 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d4a453b5-3526-47d2-b749-28ac9c4748c5 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:16.366564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72d3c7be-fad4-4ea3-876f-70e98cc30493 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.379746 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72d3c7be-fad4-4ea3-876f-70e98cc30493 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/subnets/6c100255-0dbd-426f-a29b-a3b6b94272b8 HTTP/1.1" status: 204 len: 168 time: 0.6160085 May 24 23:08:16.386019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34690) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.390393 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-8098dd80-b81b-47f6-ab56-af9405e02904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1629035 May 24 23:08:16.409120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0e3025-479e-4c38-93ec-f84cbdc80c20 None None] Network 6dd99d96-45b8-49e7-ba10-05c2a0833bf7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:16.490426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e24d9a-c7c3-4338-a7c2-0b9293150731 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.556963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.579314 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Deleting port e87d6b80-db90-4e5d-8396-5cf543ccdcfa {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:16.579668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.647341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e24d9a-c7c3-4338-a7c2-0b9293150731 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.658042 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6e5090e9-797e-4083-afa0-9c2d07e1dce7 resource provider aggregate not found May 24 23:08:16.684837 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-f19ff56c-b51b-4a6f-b06f-ff2ea65d5116 service neutron] 10.222.0.32 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814853 May 24 23:08:16.707730 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6e5090e9-797e-4083-afa0-9c2d07e1dce7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e5090e9-797e-4083-afa0-9c2d07e1dce7 found for delete ", "request_id": "req-967707ba-211e-46af-a697-4481a1d89766"}]} May 24 23:08:16.738808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e24d9a-c7c3-4338-a7c2-0b9293150731 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.747378 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-34e24d9a-c7c3-4338-a7c2-0b9293150731 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/755c7754-7eae-4bc1-abe1-571f11656c14 HTTP/1.1" status: 204 len: 168 time: 0.6171808 May 24 23:08:16.748595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e24d9a-c7c3-4338-a7c2-0b9293150731 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Subnet': ['ID=755c7754-7eae-4bc1-abe1-571f11656c14,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:16.753120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34698) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.769603 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe76f91-679f-4773-99fd-8e8d35d0cba5 None None] Network 754f33dd-55be-4382-b997-11b0ea2d426b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:16.822122 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-90c51d75-c7d2-435c-a3df-8887ccdbf41a service neutron] 10.222.0.32 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364009 May 24 23:08:16.966554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.971261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] For port e87d6b80-db90-4e5d-8396-5cf543ccdcfa, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e87d6b80-db90-4e5d-8396-5cf543ccdcfa,segment=NetworkSegment(98a73e36-5acd-4364-aa86-415f1a2ab865),segment_id=98a73e36-5acd-4364-aa86-415f1a2ab865)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:16.971619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.016211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39990427-c34a-4321-a1ba-47780358e1f1 None None] DHCP port deletion for 6dd99d96-45b8-49e7-ba10-05c2a0833bf7 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:17.021453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-39990427-c34a-4321-a1ba-47780358e1f1 None None] Deleting port e87d6b80-db90-4e5d-8396-5cf543ccdcfa {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:17.022321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39990427-c34a-4321-a1ba-47780358e1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.045963 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6fd57988-609e-42c6-bfa3-be2fb6dbb586 req-8421928d-ff3f-48b4-a9dc-41f3d981025d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 210 time: 0.0655975 May 24 23:08:17.112805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Calling delete_port for e87d6b80-db90-4e5d-8396-5cf543ccdcfa owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:17.140703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 9381234c-536a-4cf1-9d37-10a1973d6a7c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:17.141341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.151929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d4a453b5-3526-47d2-b749-28ac9c4748c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:14Z', 'revision_number': 10, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:17.168268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a453b5-3526-47d2-b749-28ac9c4748c5 None None] Checking router: 4afe22b1-56ea-4480-b31d-ff550b9232ba for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:17.263358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a453b5-3526-47d2-b749-28ac9c4748c5 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:17.264240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d4a453b5-3526-47d2-b749-28ac9c4748c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:17.320469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b0747e-a04d-4bf9-8cd6-a6a9079de9f9 None None] DHCP port deletion for 754f33dd-55be-4382-b997-11b0ea2d426b request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:17.368476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.401840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0747e-a04d-4bf9-8cd6-a6a9079de9f9 None None] Deleting port 9381234c-536a-4cf1-9d37-10a1973d6a7c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:17.402264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2b0747e-a04d-4bf9-8cd6-a6a9079de9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.437080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Port': ['ID=e87d6b80-db90-4e5d-8396-5cf543ccdcfa,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:17.441762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] No DVR routers for this DVR port e87d6b80-db90-4e5d-8396-5cf543ccdcfa on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:17.518082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-39990427-c34a-4321-a1ba-47780358e1f1 None None] For port e87d6b80-db90-4e5d-8396-5cf543ccdcfa, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e87d6b80-db90-4e5d-8396-5cf543ccdcfa,segment=NetworkSegment(98a73e36-5acd-4364-aa86-415f1a2ab865),segment_id=98a73e36-5acd-4364-aa86-415f1a2ab865)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:17.518365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39990427-c34a-4321-a1ba-47780358e1f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.681022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-39990427-c34a-4321-a1ba-47780358e1f1 None None] Calling delete_port for e87d6b80-db90-4e5d-8396-5cf543ccdcfa owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:17.718082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d4a453b5-3526-47d2-b749-28ac9c4748c5 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:17.721877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port 9381234c-536a-4cf1-9d37-10a1973d6a7c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9381234c-536a-4cf1-9d37-10a1973d6a7c,segment=NetworkSegment(79029168-a063-4897-92c1-3a3994ae9faf),segment_id=79029168-a063-4897-92c1-3a3994ae9faf)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:17.723044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.748215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.763482 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9381234c-536a-4cf1-9d37-10a1973d6a7c no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:17.891553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for 9381234c-536a-4cf1-9d37-10a1973d6a7c owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:17.934621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd99d96-45b8-49e7-ba10-05c2a0833bf7']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:17.953091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a73e36-5acd-4364-aa86-415f1a2ab865') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:17.953091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a73e36-5acd-4364-aa86-415f1a2ab865') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:17.974839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.003569 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.022315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:18.022674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.136550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No active binding found for port 9381234c-536a-4cf1-9d37-10a1973d6a7c {{(pid=88262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:08:18.137532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9381234c-536a-4cf1-9d37-10a1973d6a7c not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:18.138092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e87d6b80-db90-4e5d-8396-5cf543ccdcfa no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:18.203389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.217121 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: e87d6b80-db90-4e5d-8396-5cf543ccdcfa {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:18.218061 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e87d6b80-db90-4e5d-8396-5cf543ccdcfa not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:18.223567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-39990427-c34a-4321-a1ba-47780358e1f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:18.224687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-39990427-c34a-4321-a1ba-47780358e1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:18.236830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e2b0747e-a04d-4bf9-8cd6-a6a9079de9f9 None None] For port 9381234c-536a-4cf1-9d37-10a1973d6a7c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9381234c-536a-4cf1-9d37-10a1973d6a7c,segment=NetworkSegment(79029168-a063-4897-92c1-3a3994ae9faf),segment_id=79029168-a063-4897-92c1-3a3994ae9faf)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:18.237769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2b0747e-a04d-4bf9-8cd6-a6a9079de9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.300311 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 98a73e36-5acd-4364-aa86-415f1a2ab865 resource provider aggregate not found May 24 23:08:18.327775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No DVR routers for this DVR port 9381234c-536a-4cf1-9d37-10a1973d6a7c on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:18.340017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=9381234c-536a-4cf1-9d37-10a1973d6a7c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:18.343604 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 98a73e36-5acd-4364-aa86-415f1a2ab865 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98a73e36-5acd-4364-aa86-415f1a2ab865 found for delete ", "request_id": "req-6cfd1000-619b-4d38-906a-511579f9f705"}]} May 24 23:08:18.435535 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0747e-a04d-4bf9-8cd6-a6a9079de9f9 None None] Calling delete_port for 9381234c-536a-4cf1-9d37-10a1973d6a7c owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:18.502385 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.517632 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53c14b00-3d88-4830-8a93-450696de40be req-4f51e103-7875-47ef-9b46-085c806ce15d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 210 time: 0.1016717 May 24 23:08:18.591715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754f33dd-55be-4382-b997-11b0ea2d426b']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:18.591715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79029168-a063-4897-92c1-3a3994ae9faf') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:18.591715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79029168-a063-4897-92c1-3a3994ae9faf') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:18.595966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.604223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.612384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-e2b0747e-a04d-4bf9-8cd6-a6a9079de9f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:18.612384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-e2b0747e-a04d-4bf9-8cd6-a6a9079de9f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:18.624741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d4a453b5-3526-47d2-b749-28ac9c4748c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:14Z', 'revision_number': 10, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:18.624741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a453b5-3526-47d2-b749-28ac9c4748c5 None None] The sync data for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv is: [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:14Z', 'revision_number': 10, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None, '_interfaces': [{'id': 'cceb1912-5ac3-4497-8818-22a7af4eea5b', 'name': '', 'network_id': '321f8e84-7755-4a61-9599-5b259d54ed1d', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'mac_address': 'fa:16:3e:ac:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:37Z', 'updated_at': '2022-05-24T23:07:46Z', 'revision_number': 5, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'subnets': [{'id': 'f0a429c4-15d2-4eb8-bdd9-8aa7320fa857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:18.637876 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.662981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] Pushing event deleted for resources: {'Network': ['ID=6dd99d96-45b8-49e7-ba10-05c2a0833bf7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:18.673177 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ebe60e1-9761-468c-b331-377d6279ec02 tempest-NetworksTest-1032517416 tempest-NetworksTest-1032517416-project] 10.222.0.32 "DELETE /v2.0/networks/6dd99d96-45b8-49e7-ba10-05c2a0833bf7 HTTP/1.1" status: 204 len: 168 time: 2.2855520 May 24 23:08:18.680377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.680497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-a6eeae8a-9bea-43e2-9aa9-a566ef09b9fd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:18.682244 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-a6eeae8a-9bea-43e2-9aa9-a566ef09b9fd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=1053ddfd-c83a-4a29-b34e-299486fb76c9 HTTP/1.1" status: 200 len: 796 time: 0.4956820 May 24 23:08:18.696538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:18.696977 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.726674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-39990427-c34a-4321-a1ba-47780358e1f1 None None] Deleting port e87d6b80-db90-4e5d-8396-5cf543ccdcfa {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:18.727168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39990427-c34a-4321-a1ba-47780358e1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.764900 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-f2e78f27-14de-4bdf-b1af-7c6590c51705 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 473 time: 0.0701404 May 24 23:08:18.779937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'device_id': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'admin_state_up': True, 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'security_groups': ['34bbf07d-36e5-41a5-8f33-04793d37673b']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:18.824026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.835750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-39990427-c34a-4321-a1ba-47780358e1f1 None None] The port 'e87d6b80-db90-4e5d-8396-5cf543ccdcfa' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:08:18.853124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.863621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Network': ['ID=754f33dd-55be-4382-b997-11b0ea2d426b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:18.869156 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fe2f95df-245b-4a58-a621-9e33acc6f91b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/networks/754f33dd-55be-4382-b997-11b0ea2d426b HTTP/1.1" status: 204 len: 168 time: 2.1121845 May 24 23:08:18.870509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34724) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:19.008359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:19.030425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:19.046088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:19.054197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.066899 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34730) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:19.113986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0747e-a04d-4bf9-8cd6-a6a9079de9f9 None None] Deleting port 9381234c-536a-4cf1-9d37-10a1973d6a7c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:19.115775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2b0747e-a04d-4bf9-8cd6-a6a9079de9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.216165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0747e-a04d-4bf9-8cd6-a6a9079de9f9 None None] The port '9381234c-536a-4cf1-9d37-10a1973d6a7c' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:08:19.339456 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-35fddf04-5b33-4634-9ea9-7cee4cc274ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2900897dba0d4ee7b34d19fcfb4ee9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704906 May 24 23:08:19.339456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34736) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:19.340539 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.5 (1053ddfd-c83a-4a29-b34e-299486fb76c9/ab1a8522-c791-4c14-b79c-23528a501f7e/e6e00346-bfdc-497d-aa9d-4924677c1d64) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:19.488526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.508917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9e35-9ad3-4f5c-8911-4b8e0a9817cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.561916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9e35-9ad3-4f5c-8911-4b8e0a9817cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.592442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:19.632063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:19.632571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b4573e9-5ae3-48e6-81dd-f577cbab0eaa not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:19.707365 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f1197943-955f-40e5-9203-74687833490d req-4945ec96-c0b3-460d-bf92-3129129a8da8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 210 time: 0.0589855 May 24 23:08:19.711142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.745135 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object e6e00346-bfdc-497d-aa9d-4924677c1d64 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:19.748737 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9e35-9ad3-4f5c-8911-4b8e0a9817cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.775304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b9e35-9ad3-4f5c-8911-4b8e0a9817cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e513b6c3-a47d-4f54-a994-70428aef1447,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:19.799460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9e35-9ad3-4f5c-8911-4b8e0a9817cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.805912 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8a3b9e35-9ad3-4f5c-8911-4b8e0a9817cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e513b6c3-a47d-4f54-a994-70428aef1447 HTTP/1.1" status: 204 len: 168 time: 0.4578986 May 24 23:08:19.814259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.890677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 1053ddfd-c83a-4a29-b34e-299486fb76c9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:19.894219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:19.898711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:19.936985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=e6e00346-bfdc-497d-aa9d-4924677c1d64,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:19.980115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:19.981525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.010739 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5cdbc56c-2d43-4a67-b1d8-6db25471c135 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2403526 May 24 23:08:20.025812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Request body: {'port': {'device_id': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:20.116242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port cceb1912-5ac3-4497-8818-22a7af4eea5b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:20.116618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.193534 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.261018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2304d642-fcd9-4198-ad56-f7d820d57233 None None] Provisioning for port e6e00346-bfdc-497d-aa9d-4924677c1d64 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:20.268926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2304d642-fcd9-4198-ad56-f7d820d57233 None None] Provisioning complete for port e6e00346-bfdc-497d-aa9d-4924677c1d64 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:20.269388 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2304d642-fcd9-4198-ad56-f7d820d57233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.364273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2304d642-fcd9-4198-ad56-f7d820d57233 None None] Port e6e00346-bfdc-497d-aa9d-4924677c1d64 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:20.372950 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 79029168-a063-4897-92c1-3a3994ae9faf resource provider aggregate not found May 24 23:08:20.398899 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 79029168-a063-4897-92c1-3a3994ae9faf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79029168-a063-4897-92c1-3a3994ae9faf found for delete ", "request_id": "req-c91f0d95-ae92-4f5f-bdd2-34941727e008"}]} May 24 23:08:20.446557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port cceb1912-5ac3-4497-8818-22a7af4eea5b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=cceb1912-5ac3-4497-8818-22a7af4eea5b,segment=NetworkSegment(b3f8ba19-ee07-4d9b-a594-0e0165537fd2),segment_id=b3f8ba19-ee07-4d9b-a594-0e0165537fd2)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:20.446981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.578948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for cceb1912-5ac3-4497-8818-22a7af4eea5b owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:20.799260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.821811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e00346-bfdc-497d-aa9d-4924677c1d64 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:08:20.830104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.842941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34768) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:20.912070 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Transition to ACTIVE for port object e6e00346-bfdc-497d-aa9d-4924677c1d64 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:20.913415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=cceb1912-5ac3-4497-8818-22a7af4eea5b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:20.932132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.091198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1189892505'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:21.102979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:21.110877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:network and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:21.116931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:21.160716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:21.169073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Pushing event updated for resources: {'Port': ['ID=e6e00346-bfdc-497d-aa9d-4924677c1d64,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:21.180563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.258310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:21.265924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.285347 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.310910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fc437-61f5-4f20-869b-7c75fd0725eb req-2efbc483-eb23-458e-9ec5-253e772b4b3b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:21.311684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-768fc437-61f5-4f20-869b-7c75fd0725eb req-2efbc483-eb23-458e-9ec5-253e772b4b3b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:21.326074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:21.340244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:security_group_rule and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:21.345421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:21.354730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:21.364867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Attempting to bind port e6e00346-bfdc-497d-aa9d-4924677c1d64 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:21.365259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Attempting to bind port e6e00346-bfdc-497d-aa9d-4924677c1d64 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:21.365755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Attempting to bind port e6e00346-bfdc-497d-aa9d-4924677c1d64 on network 1053ddfd-c83a-4a29-b34e-299486fb76c9 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:21.373516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-768fc437-61f5-4f20-869b-7c75fd0725eb req-2efbc483-eb23-458e-9ec5-253e772b4b3b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:21.374907 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-768fc437-61f5-4f20-869b-7c75fd0725eb req-2efbc483-eb23-458e-9ec5-253e772b4b3b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 931 time: 0.5143728 May 24 23:08:21.379684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Port e6e00346-bfdc-497d-aa9d-4924677c1d64 on network 1053ddfd-c83a-4a29-b34e-299486fb76c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:08:21.379684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Attempting to bind port e6e00346-bfdc-497d-aa9d-4924677c1d64 on network 1053ddfd-c83a-4a29-b34e-299486fb76c9 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:21.393393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:21.393393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Checking segment: {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:21.393758 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Bound using segment: {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:21.394225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Bound port: e6e00346-bfdc-497d-aa9d-4924677c1d64, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:21.394855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.532784 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-768fc437-61f5-4f20-869b-7c75fd0725eb req-838d3158-3c40-4020-826b-8c4793135542 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230154 May 24 23:08:21.591322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] For port e6e00346-bfdc-497d-aa9d-4924677c1d64, host hv-neutron-8431, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:21.610142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.612482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] For port e6e00346-bfdc-497d-aa9d-4924677c1d64, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=e6e00346-bfdc-497d-aa9d-4924677c1d64,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:21.615902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.629660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:21.639289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4afe22b1-56ea-4480-b31d-ff550b9232ba has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:21.657541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.657541 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added segment 75ea3878-8fbc-4e7a-8e94-69b7745b4a64 of type vlan for network cfe362e4-6272-458c-9103-74b6c522959e May 24 23:08:21.660225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.777127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:21.778144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.779348 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] 10.222.0.42 "PUT /v2.0/ports/e6e00346-bfdc-497d-aa9d-4924677c1d64 HTTP/1.1" status: 200 len: 1093 time: 1.7616706 May 24 23:08:21.779747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'tag': 'e6e00346-bfdc-497d-aa9d-4924677c1d64'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:08:21.790196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016fd727-efe8-49ea-9676-4ab66631716b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:21.793224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.825845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:21.832791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725798d-f3d6-4c5e-afd2-bc1a4b9c0c6b service neutron] Pushing event updated for resources: {'Port': ['ID=e6e00346-bfdc-497d-aa9d-4924677c1d64,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:21.836879 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7beec5-15d1-4bf6-b1f8-aac701e08848 None None] Sync routers for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:21.853510 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6e20e76c-5251-4f41-9cb8-d29c569becdc tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9820418 May 24 23:08:21.855326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34776) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:21.866623 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7beec5-15d1-4bf6-b1f8-aac701e08848 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:21.866933 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0d7beec5-15d1-4bf6-b1f8-aac701e08848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:21.896960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad82e115-d02e-4abd-addd-0ec36f624dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.918632 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ec7028-97db-4ee9-92c5-6b6b451abbc1'] response: {'name': 'network-changed', 'server_uuid': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'tag': 'e6e00346-bfdc-497d-aa9d-4924677c1d64', 'status': 'completed', 'code': 200} May 24 23:08:21.944956 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.952013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:21.952805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.992702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-755668b3-9b89-46b4-b9ad-ca181fa50412 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting subnet f0a429c4-15d2-4eb8-bdd9-8aa7320fa857 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:21.999903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-755668b3-9b89-46b4-b9ad-ca181fa50412 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.036916 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0d7beec5-15d1-4bf6-b1f8-aac701e08848 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:22.066794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-755668b3-9b89-46b4-b9ad-ca181fa50412 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.103645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Network': ['ID=cfe362e4-6272-458c-9103-74b6c522959e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:22.111448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-77d73114-18d6-46c7-8906-d91d275c97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:22.113024 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-77d73114-18d6-46c7-8906-d91d275c97e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 1096 time: 0.2715168 May 24 23:08:22.116612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network cfe362e4-6272-458c-9103-74b6c522959e details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:22.118801 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f679059a-0c15-499e-8431-f1b07bd2d085 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2726352 May 24 23:08:22.119689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34780) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:22.184167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1239940125'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:22.194234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:22.203152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-755668b3-9b89-46b4-b9ad-ca181fa50412 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.203546 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0d7beec5-15d1-4bf6-b1f8-aac701e08848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:20Z', 'revision_number': 11, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:22.205987 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-a1ef527a-98f2-45b6-9d89-bfee03e5616b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e00346-bfdc-497d-aa9d-4924677c1d64 HTTP/1.1" status: 200 len: 217 time: 0.0811496 May 24 23:08:22.206845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:network and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:22.209325 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7beec5-15d1-4bf6-b1f8-aac701e08848 None None] Checking router: 4afe22b1-56ea-4480-b31d-ff550b9232ba for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:22.211086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:22.232392 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7beec5-15d1-4bf6-b1f8-aac701e08848 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:22.233174 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0d7beec5-15d1-4bf6-b1f8-aac701e08848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:07:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:22.253572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:22.281757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:22.285496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.318253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-71007fc0-598c-4bcd-9281-6019830bb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:22.319794 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-71007fc0-598c-4bcd-9281-6019830bb810 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab1a8522-c791-4c14-b79c-23528a501f7e HTTP/1.1" status: 200 len: 835 time: 0.1055951 May 24 23:08:22.353620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-755668b3-9b89-46b4-b9ad-ca181fa50412 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.361807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:22.385871 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.386218 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added segment e2c35f3d-e56d-4f21-8b69-92a367adf5a9 of type vlan for network 1ac6ce8e-807f-4439-81c7-de94c50badcc May 24 23:08:22.417181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755668b3-9b89-46b4-b9ad-ca181fa50412 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a429c4-15d2-4eb8-bdd9-8aa7320fa857,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:22.427967 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0d7beec5-15d1-4bf6-b1f8-aac701e08848 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:22.430086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-755668b3-9b89-46b4-b9ad-ca181fa50412 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.436738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.439077 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-755668b3-9b89-46b4-b9ad-ca181fa50412 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/f0a429c4-15d2-4eb8-bdd9-8aa7320fa857 HTTP/1.1" status: 204 len: 168 time: 0.5819275 May 24 23:08:22.441051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34786) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:22.448067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea265eff-50a6-4d93-83ac-95b85c3a8b54 None None] Network 321f8e84-7755-4a61-9599-5b259d54ed1d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:22.448493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-18566ce8-c94f-4792-8329-412ee047cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:22.449986 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-18566ce8-c94f-4792-8329-412ee047cdc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1053ddfd-c83a-4a29-b34e-299486fb76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1222522 May 24 23:08:22.542856 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0d7beec5-15d1-4bf6-b1f8-aac701e08848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:20Z', 'revision_number': 11, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:22.547468 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7beec5-15d1-4bf6-b1f8-aac701e08848 None None] The sync data for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv is: [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:20Z', 'revision_number': 11, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:22.583657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.593825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.601903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:22.602524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.607387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Deleting port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:22.607844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.779204 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6574755 May 24 23:08:22.787292 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34792) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:22.791688 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-51683015-75ec-46b7-bfb0-3e1bb24fd155 service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355901 May 24 23:08:22.804262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'subnet': {'network_id': 'cfe362e4-6272-458c-9103-74b6c522959e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:22.838998 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] For port 33bd1e7c-7f8a-4f51-80db-c705cbd94604, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=33bd1e7c-7f8a-4f51-80db-c705cbd94604,segment=NetworkSegment(b3f8ba19-ee07-4d9b-a594-0e0165537fd2),segment_id=b3f8ba19-ee07-4d9b-a594-0e0165537fd2)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:22.839627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.918773 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af5cdd-38e0-4fb4-8125-ed930328a884 None None] DHCP port deletion for 321f8e84-7755-4a61-9599-5b259d54ed1d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:22.924753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2af5cdd-38e0-4fb4-8125-ed930328a884 None None] Deleting port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:22.925228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2af5cdd-38e0-4fb4-8125-ed930328a884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.962457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd548ff-9e4e-4b87-bb4e-662f52f2549f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Network': ['ID=1ac6ce8e-807f-4439-81c7-de94c50badcc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:22.973451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Calling delete_port for 33bd1e7c-7f8a-4f51-80db-c705cbd94604 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:22.982029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 1ac6ce8e-807f-4439-81c7-de94c50badcc details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:23.068752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.114740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2af5cdd-38e0-4fb4-8125-ed930328a884 None None] The port '33bd1e7c-7f8a-4f51-80db-c705cbd94604' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:08:23.132019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Port': ['ID=33bd1e7c-7f8a-4f51-80db-c705cbd94604,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:23.133863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No DVR routers for this DVR port 33bd1e7c-7f8a-4f51-80db-c705cbd94604 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:23.175188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c734f-d682-4879-b869-dfec0089522a req-2273c184-882d-4303-9e08-f958e3a783c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:23.176701 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-645c734f-d682-4879-b869-dfec0089522a req-2273c184-882d-4303-9e08-f958e3a783c4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 943 time: 0.4742630 May 24 23:08:23.186476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:23.195473 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:subnet and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:23.212645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:23.218302 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4127383b-634a-4bce-bf4e-136089a9d4e6 req-e3c34d8c-b3af-4dec-99d3-5cf40b1258d6 service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916709 May 24 23:08:23.225932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:23.268437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-645c734f-d682-4879-b869-dfec0089522a req-0b617da2-561a-4fcf-9d17-e222b8323a43 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781784 May 24 23:08:23.270309 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.271414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:23.275757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.306447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321f8e84-7755-4a61-9599-5b259d54ed1d']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:23.321738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f8ba19-ee07-4d9b-a594-0e0165537fd2') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:23.321738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f8ba19-ee07-4d9b-a594-0e0165537fd2') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:23.333800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.351375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.358015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:23.358015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.475627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fbdc7-1cfe-4c70-902c-75b375177c30 req-cc517f89-bd4c-45be-9d6b-04720092f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:23.477168 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b5fbdc7-1cfe-4c70-902c-75b375177c30 req-cc517f89-bd4c-45be-9d6b-04720092f18c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 1096 time: 0.1867330 May 24 23:08:23.547909 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b3f8ba19-ee07-4d9b-a594-0e0165537fd2 resource provider aggregate not found May 24 23:08:23.578036 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b3f8ba19-ee07-4d9b-a594-0e0165537fd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3f8ba19-ee07-4d9b-a594-0e0165537fd2 found for delete ", "request_id": "req-1d065734-2bbf-4e05-ba98-5d7b2c7d6fdb"}]} May 24 23:08:23.592688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.617644 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.631787 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/networks/321f8e84-7755-4a61-9599-5b259d54ed1d HTTP/1.1" status: 204 len: 168 time: 1.1858592 May 24 23:08:23.631787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56ec17-e81b-46a8-86ed-2244f4398415 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Pushing event deleted for resources: {'Network': ['ID=321f8e84-7755-4a61-9599-5b259d54ed1d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:23.632268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34800) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:23.642668 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-39ba5acf-3462-4f9e-a637-31ef01224354 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'routes': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:23.645179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 33bd1e7c-7f8a-4f51-80db-c705cbd94604 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:23.683290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 33bd1e7c-7f8a-4f51-80db-c705cbd94604 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:23.683632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 33bd1e7c-7f8a-4f51-80db-c705cbd94604 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:23.684054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device cceb1912-5ac3-4497-8818-22a7af4eea5b no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:23.704812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fbdc7-1cfe-4c70-902c-75b375177c30 req-50608549-2d62-4490-b7df-1636863529d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:23.706244 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b5fbdc7-1cfe-4c70-902c-75b375177c30 req-50608549-2d62-4490-b7df-1636863529d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1053ddfd-c83a-4a29-b34e-299486fb76c9 HTTP/1.1" status: 200 len: 897 time: 0.2225878 May 24 23:08:23.716173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: cceb1912-5ac3-4497-8818-22a7af4eea5b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:23.716519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device cceb1912-5ac3-4497-8818-22a7af4eea5b not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:23.868939 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b5fbdc7-1cfe-4c70-902c-75b375177c30 req-cdc3d711-c298-4685-aef5-da117e122bbc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e00346-bfdc-497d-aa9d-4924677c1d64 HTTP/1.1" status: 200 len: 217 time: 0.1532495 May 24 23:08:24.104156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.extraroute_db [None req-39ba5acf-3462-4f9e-a637-31ef01224354 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Added routes are [] {{(pid=88261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:08:24.104797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.extraroute_db [None req-39ba5acf-3462-4f9e-a637-31ef01224354 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Removed routes are [] {{(pid=88261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:08:24.104797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-39ba5acf-3462-4f9e-a637-31ef01224354 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.164353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-716fc776-92e7-489d-ab7f-ed5a5023c81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.186308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fbdc7-1cfe-4c70-902c-75b375177c30 req-c139368a-2f7b-4a96-adc9-9c92952c2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:24.187759 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b5fbdc7-1cfe-4c70-902c-75b375177c30 req-c139368a-2f7b-4a96-adc9-9c92952c2510 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab1a8522-c791-4c14-b79c-23528a501f7e HTTP/1.1" status: 200 len: 835 time: 0.2594142 May 24 23:08:24.288070 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.636046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-39ba5acf-3462-4f9e-a637-31ef01224354 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.668129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-39ba5acf-3462-4f9e-a637-31ef01224354 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.680299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Subnet': ['ID=3adf764d-419c-4baf-a29d-c1c31895e63b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:24.753483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.753817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.754151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.754482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.754837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.755682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.756001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.756324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.756642 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.756958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.757273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.757587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:24.822281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Checking segment: {'id': '75ea3878-8fbc-4e7a-8e94-69b7745b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe362e4-6272-458c-9103-74b6c522959e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:24.822664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network hostable DHCP agents. Network: cfe362e4-6272-458c-9103-74b6c522959e, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:24.863546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fbdc7-1cfe-4c70-902c-75b375177c30 req-d7ced264-5fd7-446b-b70a-b97e932fb162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:24.865654 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b5fbdc7-1cfe-4c70-902c-75b375177c30 req-d7ced264-5fd7-446b-b70a-b97e932fb162 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1053ddfd-c83a-4a29-b34e-299486fb76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6182873 May 24 23:08:24.883755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ba5acf-3462-4f9e-a637-31ef01224354 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 4afe22b1-56ea-4480-b31d-ff550b9232ba has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:24.915105 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042029d-4a6b-45e2-a6fe-f4a7eea45683 req-25a0d597-e0a9-4f9e-92ac-fcdd7d535834 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:24.916431 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e042029d-4a6b-45e2-a6fe-f4a7eea45683 req-25a0d597-e0a9-4f9e-92ac-fcdd7d535834 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 943 time: 0.4290032 May 24 23:08:24.920808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network cfe362e4-6272-458c-9103-74b6c522959e is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:08:25.009128 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, cfe362e4-6272-458c-9103-74b6c522959e) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:25.017032 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41b852d-191c-4579-805d-75eaab97650b None None] Network cfe362e4-6272-458c-9103-74b6c522959e requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:25.078299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:25.078915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.100252 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.194928 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e042029d-4a6b-45e2-a6fe-f4a7eea45683 req-df39f024-aab3-45f8-aaf5-bfd33e604e32 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696757 May 24 23:08:25.197565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ba5acf-3462-4f9e-a637-31ef01224354 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:25.206216 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-39ba5acf-3462-4f9e-a637-31ef01224354 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.207345 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-39ba5acf-3462-4f9e-a637-31ef01224354 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba HTTP/1.1" status: 200 len: 701 time: 1.5715091 May 24 23:08:25.210842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34806) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:25.221007 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df99ba73-ca71-4ef3-b88c-73994cb9d28b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4287200 May 24 23:08:25.221007 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34810) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:25.225841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a670c-0cf0-4f10-924b-f008f1d39ff9 None None] Sync routers for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:25.228773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'subnet': {'network_id': '1ac6ce8e-807f-4439-81c7-de94c50badcc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:25.253581 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b5fbdc7-1cfe-4c70-902c-75b375177c30 req-21993cf5-0abe-4c55-a66f-78263365f6de service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786459 May 24 23:08:25.268442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-80f57db4-1000-4fe8-8ccf-e6778e5fe62b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:25.285145 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-80f57db4-1000-4fe8-8ccf-e6778e5fe62b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:25.286962 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-80f57db4-1000-4fe8-8ccf-e6778e5fe62b tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afe22b1-56ea-4480-b31d-ff550b9232ba HTTP/1.1" status: 200 len: 205 time: 0.0756173 May 24 23:08:25.289692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34814) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:25.307089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a670c-0cf0-4f10-924b-f008f1d39ff9 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:25.308237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5e7a670c-0cf0-4f10-924b-f008f1d39ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:25.430382 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:25.433735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-cfe362e4-6272-458c-9103-74b6c522959e', 'network_id': 'cfe362e4-6272-458c-9103-74b6c522959e', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'fixed_ips': [{'subnet_id': '3adf764d-419c-4baf-a29d-c1c31895e63b'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:08:25.434703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.438581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:subnet and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:25.443485 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:25.443716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device e6e00346-bfdc-497d-aa9d-4924677c1d64 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:08:25.459100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd08c2da-2d27-40ea-82a0-3a79c7ab8302 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.459599 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.460608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:25.481062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5e7a670c-0cf0-4f10-924b-f008f1d39ff9 None None] Set router 4afe22b1-56ea-4480-b31d-ff550b9232ba gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:25.485298 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b5fbdc7-1cfe-4c70-902c-75b375177c30 req-029d948c-6b21-43bb-93d5-b58af5ed2956 service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833203 May 24 23:08:25.486427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:25.490337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.592047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:08:25.705674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5e7a670c-0cf0-4f10-924b-f008f1d39ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe22b1-56ea-4480-b31d-ff550b9232ba', 'name': 'tempest-RoutersTest-router-1487074040', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:07:34Z', 'updated_at': '2022-05-24T23:08:20Z', 'revision_number': 11, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:25.730576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.742489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a670c-0cf0-4f10-924b-f008f1d39ff9 None None] Checking router: 4afe22b1-56ea-4480-b31d-ff550b9232ba for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:25.766400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd08c2da-2d27-40ea-82a0-3a79c7ab8302 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.768552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd08c2da-2d27-40ea-82a0-3a79c7ab8302 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.768672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a670c-0cf0-4f10-924b-f008f1d39ff9 None None] Routers {'4afe22b1-56ea-4480-b31d-ff550b9232ba'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:25.769224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5e7a670c-0cf0-4f10-924b-f008f1d39ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4afe22b1-56ea-4480-b31d-ff550b9232ba'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:25.792736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd08c2da-2d27-40ea-82a0-3a79c7ab8302 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.793201 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd08c2da-2d27-40ea-82a0-3a79c7ab8302 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Fanout notify agent at l3_agent the message router_deleted on router 4afe22b1-56ea-4480-b31d-ff550b9232ba {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:08:25.808509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd08c2da-2d27-40ea-82a0-3a79c7ab8302 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.809769 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dd08c2da-2d27-40ea-82a0-3a79c7ab8302 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba HTTP/1.1" status: 204 len: 168 time: 0.5179334 May 24 23:08:25.815159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34818) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:25.820587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ef936c2a-b467-4c05-bee4-05e11e9d1bb7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-565605892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:25.820732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Subnet': ['ID=e18b42f4-aa9e-472d-a509-8d89bfefc38a,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:25.828291 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ef936c2a-b467-4c05-bee4-05e11e9d1bb7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:25.832493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ef936c2a-b467-4c05-bee4-05e11e9d1bb7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Usage tracker for resource:router and tenant:cf0bb0f7935f49529974475de668182d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:25.836268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ef936c2a-b467-4c05-bee4-05e11e9d1bb7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:25.836504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Checking segment: {'id': 'e2c35f3d-e56d-4f21-8b69-92a367adf5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1ac6ce8e-807f-4439-81c7-de94c50badcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:25.836861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network hostable DHCP agents. Network: 1ac6ce8e-807f-4439-81c7-de94c50badcc, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:25.841888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ef936c2a-b467-4c05-bee4-05e11e9d1bb7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:25.854024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef936c2a-b467-4c05-bee4-05e11e9d1bb7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.855220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef936c2a-b467-4c05-bee4-05e11e9d1bb7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.858841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 1ac6ce8e-807f-4439-81c7-de94c50badcc is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:08:25.868897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 1ac6ce8e-807f-4439-81c7-de94c50badcc) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:25.873110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:25.874735 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef936c2a-b467-4c05-bee4-05e11e9d1bb7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.874923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.894805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef936c2a-b467-4c05-bee4-05e11e9d1bb7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.901582 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3c8d836f-cb7d-4fb3-bf9d-f3d8033bf726 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6795251 May 24 23:08:25.902409 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34822) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:25.907697 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7da1fdfd-26fb-4f8e-b57c-25481450c70e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2135012266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:25.914363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7da1fdfd-26fb-4f8e-b57c-25481450c70e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:25.918140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7da1fdfd-26fb-4f8e-b57c-25481450c70e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:router and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:25.921183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7da1fdfd-26fb-4f8e-b57c-25481450c70e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:25.923912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef936c2a-b467-4c05-bee4-05e11e9d1bb7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.927137 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ef936c2a-b467-4c05-bee4-05e11e9d1bb7 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1110356 May 24 23:08:25.928640 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34826) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:25.928713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7da1fdfd-26fb-4f8e-b57c-25481450c70e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:25.934375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a9f9cd7b-8765-48e0-bb7f-53e24aee9e17 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:25.938394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7da1fdfd-26fb-4f8e-b57c-25481450c70e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.939451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7da1fdfd-26fb-4f8e-b57c-25481450c70e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.953161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb79036-2982-4b04-b739-48065ab560b1 None None] Network 1ac6ce8e-807f-4439-81c7-de94c50badcc requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:25.958027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7da1fdfd-26fb-4f8e-b57c-25481450c70e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.979982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7da1fdfd-26fb-4f8e-b57c-25481450c70e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.982994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5e7a670c-0cf0-4f10-924b-f008f1d39ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:25.983357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a670c-0cf0-4f10-924b-f008f1d39ff9 None None] The sync data for ids ['4afe22b1-56ea-4480-b31d-ff550b9232ba'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:26.006613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7da1fdfd-26fb-4f8e-b57c-25481450c70e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.011541 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7da1fdfd-26fb-4f8e-b57c-25481450c70e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1081312 May 24 23:08:26.012230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34830) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:26.077561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Allocated IP 2001:db8::2 (cfe362e4-6272-458c-9103-74b6c522959e/3adf764d-419c-4baf-a29d-c1c31895e63b/c292fe15-26a2-4545-a4aa-92fe1e8bc382) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:26.080821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port e6e00346-bfdc-497d-aa9d-4924677c1d64, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=e6e00346-bfdc-497d-aa9d-4924677c1d64,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:26.111280 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'e6e00346-bfdc-497d-aa9d-4924677c1d64', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'port_id': 'e6e00346-bfdc-497d-aa9d-4924677c1d64', 'mac_address': 'fa:16:3e:63:36:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:08:26.348163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port e6e00346-bfdc-497d-aa9d-4924677c1d64 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:26.348978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.384020 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9f9cd7b-8765-48e0-bb7f-53e24aee9e17 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.389572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e00346-bfdc-497d-aa9d-4924677c1d64 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:08:26.396898 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9f9cd7b-8765-48e0-bb7f-53e24aee9e17 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.480060 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port e6e00346-bfdc-497d-aa9d-4924677c1d64, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=e6e00346-bfdc-497d-aa9d-4924677c1d64,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:26.482452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-1ac6ce8e-807f-4439-81c7-de94c50badcc', 'network_id': '1ac6ce8e-807f-4439-81c7-de94c50badcc', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'fixed_ips': [{'subnet_id': 'e18b42f4-aa9e-472d-a509-8d89bfefc38a'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:08:26.484040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.517660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.672337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76055be-4311-49e4-bbb1-acb83d0b42a9 req-d63891dd-0d5f-4de9-ab94-bdd0d6f52686 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:26.673590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.673699 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e76055be-4311-49e4-bbb1-acb83d0b42a9 req-d63891dd-0d5f-4de9-ab94-bdd0d6f52686 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 943 time: 0.2960043 May 24 23:08:26.719438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f9cd7b-8765-48e0-bb7f-53e24aee9e17 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Router 19777e30-32ce-4f38-b841-e6334a16d14d is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:08:26.740160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=e6e00346-bfdc-497d-aa9d-4924677c1d64,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:26.756538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.756538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.756538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.756538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.756538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.757272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.757272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.757390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.757697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.759861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.760647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.761227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:26.770551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.787592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['e6e00346-bfdc-497d-aa9d-4924677c1d64'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:08:26.799215 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e76055be-4311-49e4-bbb1-acb83d0b42a9 req-3597adc2-8080-4554-acb9-966c4357999c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946171 May 24 23:08:26.806001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.876017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Transition to ACTIVE for port object c292fe15-26a2-4545-a4aa-92fe1e8bc382 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:26.896342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f9cd7b-8765-48e0-bb7f-53e24aee9e17 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:26.902993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9f9cd7b-8765-48e0-bb7f-53e24aee9e17 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.904127 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a9f9cd7b-8765-48e0-bb7f-53e24aee9e17 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "PUT /v2.0/routers/19777e30-32ce-4f38-b841-e6334a16d14d HTTP/1.1" status: 200 len: 693 time: 0.9745910 May 24 23:08:26.906603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34836) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:26.909056 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9277a8cb-aea8-4f10-a949-6ecfb58084f1 None None] Sync routers for ids ['19777e30-32ce-4f38-b841-e6334a16d14d'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:26.923934 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277a8cb-aea8-4f10-a949-6ecfb58084f1 None None] Routers {'19777e30-32ce-4f38-b841-e6334a16d14d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:26.925593 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9277a8cb-aea8-4f10-a949-6ecfb58084f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19777e30-32ce-4f38-b841-e6334a16d14d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:26.958998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Transition to ACTIVE for port object c292fe15-26a2-4545-a4aa-92fe1e8bc382 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:27.008430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.047914 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-601c4ba5-c23e-4f55-9cef-8e6a420923e9 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/routers/19777e30-32ce-4f38-b841-e6334a16d14d HTTP/1.1" status: 200 len: 699 time: 0.1400640 May 24 23:08:27.050248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34840) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.065042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Allocated IP 2001:db8:1::2 (1ac6ce8e-807f-4439-81c7-de94c50badcc/e18b42f4-aa9e-472d-a509-8d89bfefc38a/05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:27.100394 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-74fde228-8c42-4b1b-9f05-f100ea28a476 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=19777e30-32ce-4f38-b841-e6334a16d14d HTTP/1.1" status: 200 len: 205 time: 0.0489852 May 24 23:08:27.102755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34844) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.122653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Network cfe362e4-6272-458c-9103-74b6c522959e is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:27.131438 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9277a8cb-aea8-4f10-a949-6ecfb58084f1 None None] Set router 19777e30-32ce-4f38-b841-e6334a16d14d gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:27.147247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:27.163590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:27.201307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Allocated IP 2001:db8::1 (cfe362e4-6272-458c-9103-74b6c522959e/3adf764d-419c-4baf-a29d-c1c31895e63b/bc99be96-41e6-493a-91f9-34f8d66a5586) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:27.257133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-936a8757-13d4-4151-8f2a-19a2990182ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.257980 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9277a8cb-aea8-4f10-a949-6ecfb58084f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19777e30-32ce-4f38-b841-e6334a16d14d', 'name': 'tempest-RoutersTest-router-565605892', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:08:25Z', 'updated_at': '2022-05-24T23:08:26Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:27.262888 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9277a8cb-aea8-4f10-a949-6ecfb58084f1 None None] Checking router: 19777e30-32ce-4f38-b841-e6334a16d14d for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:27.272836 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277a8cb-aea8-4f10-a949-6ecfb58084f1 None None] Routers {'19777e30-32ce-4f38-b841-e6334a16d14d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:27.273428 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9277a8cb-aea8-4f10-a949-6ecfb58084f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19777e30-32ce-4f38-b841-e6334a16d14d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:27.368452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.385014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Transition to ACTIVE for port object bc99be96-41e6-493a-91f9-34f8d66a5586 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:27.410867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.422699 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9277a8cb-aea8-4f10-a949-6ecfb58084f1 None None] Set router 19777e30-32ce-4f38-b841-e6334a16d14d gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:27.427484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Pushing event updated for resources: {'Port': ['ID=c292fe15-26a2-4545-a4aa-92fe1e8bc382,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:27.455841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Attempting to bind port c292fe15-26a2-4545-a4aa-92fe1e8bc382 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:27.456206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Attempting to bind port c292fe15-26a2-4545-a4aa-92fe1e8bc382 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '75ea3878-8fbc-4e7a-8e94-69b7745b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe362e4-6272-458c-9103-74b6c522959e'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:27.456571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Attempting to bind port c292fe15-26a2-4545-a4aa-92fe1e8bc382 on network cfe362e4-6272-458c-9103-74b6c522959e {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:27.467219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:27.467827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Checking segment: {'id': '75ea3878-8fbc-4e7a-8e94-69b7745b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe362e4-6272-458c-9103-74b6c522959e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:27.468238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.468613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Bound using segment: {'id': '75ea3878-8fbc-4e7a-8e94-69b7745b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe362e4-6272-458c-9103-74b6c522959e'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:27.469078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Bound port: c292fe15-26a2-4545-a4aa-92fe1e8bc382, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ea3878-8fbc-4e7a-8e94-69b7745b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe362e4-6272-458c-9103-74b6c522959e'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:27.469452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.491104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=bc99be96-41e6-493a-91f9-34f8d66a5586,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:27.502831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network cfe362e4-6272-458c-9103-74b6c522959e is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:27.504008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:27.506899 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:27.507484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.578521 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9277a8cb-aea8-4f10-a949-6ecfb58084f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19777e30-32ce-4f38-b841-e6334a16d14d', 'name': 'tempest-RoutersTest-router-565605892', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:08:25Z', 'updated_at': '2022-05-24T23:08:26Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:27.584325 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9277a8cb-aea8-4f10-a949-6ecfb58084f1 None None] The sync data for ids ['19777e30-32ce-4f38-b841-e6334a16d14d'] in dv-neutron-843190-1-hyperv is: [{'id': '19777e30-32ce-4f38-b841-e6334a16d14d', 'name': 'tempest-RoutersTest-router-565605892', 'tenant_id': 'cf0bb0f7935f49529974475de668182d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:08:25Z', 'updated_at': '2022-05-24T23:08:26Z', 'revision_number': 2, 'project_id': 'cf0bb0f7935f49529974475de668182d', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:27.628218 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.677030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-936a8757-13d4-4151-8f2a-19a2990182ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.679700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-936a8757-13d4-4151-8f2a-19a2990182ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.708595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] For port c292fe15-26a2-4545-a4aa-92fe1e8bc382, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:27.709885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-936a8757-13d4-4151-8f2a-19a2990182ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.710734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936a8757-13d4-4151-8f2a-19a2990182ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Fanout notify agent at l3_agent the message router_deleted on router 19777e30-32ce-4f38-b841-e6334a16d14d {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:08:27.713921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] For port c292fe15-26a2-4545-a4aa-92fe1e8bc382, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c292fe15-26a2-4545-a4aa-92fe1e8bc382,segment=NetworkSegment(75ea3878-8fbc-4e7a-8e94-69b7745b4a64),segment_id=75ea3878-8fbc-4e7a-8e94-69b7745b4a64)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:27.731549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-936a8757-13d4-4151-8f2a-19a2990182ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.732270 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.736376 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-936a8757-13d4-4151-8f2a-19a2990182ba tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/19777e30-32ce-4f38-b841-e6334a16d14d HTTP/1.1" status: 204 len: 168 time: 0.6287532 May 24 23:08:27.736477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34848) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.786819 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c11fc90e-b5c5-4eac-af4d-d2dfa10d8c1e tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=19777e30-32ce-4f38-b841-e6334a16d14d HTTP/1.1" status: 200 len: 205 time: 0.0470133 May 24 23:08:27.787181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34852) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.793251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.872653 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-c0d434fd-7335-4d77-b1bb-5540ca87c154 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] delete failed (client error): The resource could not be found. May 24 23:08:27.873791 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c0d434fd-7335-4d77-b1bb-5540ca87c154 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/19777e30-32ce-4f38-b841-e6334a16d14d HTTP/1.1" status: 404 len: 336 time: 0.0847030 May 24 23:08:27.874618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Transition to ACTIVE for port object 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:27.876620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34858) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.934995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Transition to ACTIVE for port object 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:27.939942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724a0c6-bbe8-4fd9-b959-572c68ad7560 None None] Pushing event updated for resources: {'Port': ['ID=c292fe15-26a2-4545-a4aa-92fe1e8bc382,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:27.940714 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdfedfc-10b7-4c58-9503-bcd888568c91 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] DELETE failed (client error): The resource could not be found. May 24 23:08:27.941285 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdfedfc-10b7-4c58-9503-bcd888568c91 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:27.948472 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1fdfedfc-10b7-4c58-9503-bcd888568c91 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/3bb57612-7c83-4d33-903d-ef2d3a1dc6b0 HTTP/1.1" status: 404 len: 337 time: 0.0703683 May 24 23:08:27.949172 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34862) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.954797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.999780 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e097d4c5-d5ae-4ac3-83b5-bc64558403f5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] DELETE failed (client error): The resource could not be found. May 24 23:08:28.000880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e097d4c5-d5ae-4ac3-83b5-bc64558403f5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:28.007022 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e097d4c5-d5ae-4ac3-83b5-bc64558403f5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/0366ecd6-c0ec-49e6-ab78-cfa62d7c63fc HTTP/1.1" status: 404 len: 337 time: 0.0550539 May 24 23:08:28.007848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34866) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:28.049702 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e93bf9-33d0-4f3f-b03b-8526827d62a3 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] DELETE failed (client error): The resource could not be found. May 24 23:08:28.050618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e93bf9-33d0-4f3f-b03b-8526827d62a3 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:28.056155 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-54e93bf9-33d0-4f3f-b03b-8526827d62a3 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/755c7754-7eae-4bc1-abe1-571f11656c14 HTTP/1.1" status: 404 len: 337 time: 0.0470183 May 24 23:08:28.056820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34870) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:28.101155 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-242560c6-c28c-4f6f-9321-d2473ef994f5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] DELETE failed (client error): The resource could not be found. May 24 23:08:28.101720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242560c6-c28c-4f6f-9321-d2473ef994f5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:28.103543 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-242560c6-c28c-4f6f-9321-d2473ef994f5 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/f0a429c4-15d2-4eb8-bdd9-8aa7320fa857 HTTP/1.1" status: 404 len: 337 time: 0.0457492 May 24 23:08:28.104099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Network 1ac6ce8e-807f-4439-81c7-de94c50badcc is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:28.106094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34874) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:28.108368 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:28.110091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Pushing event updated for resources: {'Port': ['ID=05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:28.112517 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:28.268330 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Attempting to bind port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:28.268929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Attempting to bind port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'e2c35f3d-e56d-4f21-8b69-92a367adf5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1ac6ce8e-807f-4439-81c7-de94c50badcc'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:28.269610 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Attempting to bind port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 on network 1ac6ce8e-807f-4439-81c7-de94c50badcc {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:28.275929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:28.276546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Checking segment: {'id': 'e2c35f3d-e56d-4f21-8b69-92a367adf5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1ac6ce8e-807f-4439-81c7-de94c50badcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:28.277099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.277632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Bound using segment: {'id': 'e2c35f3d-e56d-4f21-8b69-92a367adf5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1ac6ce8e-807f-4439-81c7-de94c50badcc'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:28.278400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Bound port: 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c35f3d-e56d-4f21-8b69-92a367adf5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1ac6ce8e-807f-4439-81c7-de94c50badcc'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:28.278966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.454350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] For port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:28.460389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] For port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94,segment=NetworkSegment(e2c35f3d-e56d-4f21-8b69-92a367adf5a9),segment_id=e2c35f3d-e56d-4f21-8b69-92a367adf5a9)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:28.468473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.509848 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0e770a81-2d2a-44b2-958f-4100e922e467 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afe22b1-56ea-4480-b31d-ff550b9232ba HTTP/1.1" status: 200 len: 205 time: 0.3993537 May 24 23:08:28.511866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34878) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:28.564750 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.621424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469484d-6a9f-4e27-8b64-8a5aee5c0ed3 None None] Pushing event updated for resources: {'Port': ['ID=05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:28.623859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.624766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.714871 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-1cfbb309-0bf4-4244-98b9-78b98f33a7e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] delete failed (client error): The resource could not be found. May 24 23:08:28.715940 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1cfbb309-0bf4-4244-98b9-78b98f33a7e1 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/4afe22b1-56ea-4480-b31d-ff550b9232ba HTTP/1.1" status: 404 len: 336 time: 0.2011683 May 24 23:08:28.718569 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34882) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:28.782812 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-48bfc60c-dc7d-4654-92fd-5f40dc35cef6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=95ce1bea-1bf7-410c-88f0-f3bab415cb08 HTTP/1.1" status: 200 len: 205 time: 0.0617638 May 24 23:08:28.784222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34886) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:28.852093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=bc99be96-41e6-493a-91f9-34f8d66a5586,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:28.871320 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-442cfb48-46f7-4a6a-9381-940b92e7d225 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] delete failed (client error): The resource could not be found. May 24 23:08:28.872359 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-442cfb48-46f7-4a6a-9381-940b92e7d225 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/95ce1bea-1bf7-410c-88f0-f3bab415cb08 HTTP/1.1" status: 404 len: 336 time: 0.0871384 May 24 23:08:28.883825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34890) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:28.916355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67232c2e-daa8-455f-8a7e-2e2dcde289cb req-9336f343-d92b-4b72-bebd-49a5f7e6a8dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:28.918800 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67232c2e-daa8-455f-8a7e-2e2dcde289cb req-9336f343-d92b-4b72-bebd-49a5f7e6a8dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 944 time: 0.9174147 May 24 23:08:28.946290 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-1b9764dc-bde8-4bd8-a553-fdb24406bcb1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7557139 May 24 23:08:28.978698 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6da0c5-84fb-4efb-ac8e-f1b65b08634c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] DELETE failed (client error): The resource could not be found. May 24 23:08:28.983284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6da0c5-84fb-4efb-ac8e-f1b65b08634c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:28.985060 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ef6da0c5-84fb-4efb-ac8e-f1b65b08634c tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/e0874743-8103-4951-962f-a21197476027 HTTP/1.1" status: 404 len: 337 time: 0.0999470 May 24 23:08:28.988794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34894) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:29.049511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network cfe362e4-6272-458c-9103-74b6c522959e is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:29.057326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:29.077148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2dd4bd7-0ddd-4b48-b09c-638030625f90 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Synchronizing usage tracker for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:29.084907 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67232c2e-daa8-455f-8a7e-2e2dcde289cb req-d3b8abea-b14d-4cdf-a7e3-fd9d42ef7e7a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460149 May 24 23:08:29.332101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2dd4bd7-0ddd-4b48-b09c-638030625f90 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] Unset dirty status for tenant:cf0bb0f7935f49529974475de668182d on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:29.335660 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2dd4bd7-0ddd-4b48-b09c-638030625f90 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=24138627-f2f8-4da8-b4c1-605306b24d2f HTTP/1.1" status: 200 len: 205 time: 0.3433478 May 24 23:08:29.336036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34898) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:29.380693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-699b9c7d-9d18-4296-95a7-30f2f0620126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:29.382768 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-699b9c7d-9d18-4296-95a7-30f2f0620126 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 1098 time: 0.2969196 May 24 23:08:29.433375 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-ae19f5b2-14cd-4bb8-9edc-8e07db0134a8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] delete failed (client error): The resource could not be found. May 24 23:08:29.436985 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ae19f5b2-14cd-4bb8-9edc-8e07db0134a8 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/24138627-f2f8-4da8-b4c1-605306b24d2f HTTP/1.1" status: 404 len: 336 time: 0.0974185 May 24 23:08:29.437530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34902) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:29.447792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device e6e00346-bfdc-497d-aa9d-4924677c1d64 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:29.488699 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a058b47c-b671-49e4-9602-290f8f092790 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9d7f86-327c-46b8-8f95-b711582f19cb HTTP/1.1" status: 200 len: 205 time: 0.0483105 May 24 23:08:29.488912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34906) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:29.511936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router a51ee98d-a337-4514-ba96-19f877b56179 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:08:29.577337 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-75106677-7e37-4b92-85e7-17b242c278be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] delete failed (client error): The resource could not be found. May 24 23:08:29.578406 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-75106677-7e37-4b92-85e7-17b242c278be tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/4b9d7f86-327c-46b8-8f95-b711582f19cb HTTP/1.1" status: 404 len: 336 time: 0.0880551 May 24 23:08:29.581110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34910) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:29.587420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port e6e00346-bfdc-497d-aa9d-4924677c1d64 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:29.592907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port e6e00346-bfdc-497d-aa9d-4924677c1d64 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:29.593250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:29.655670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba717e6-e18b-4d0f-befa-8ba0cfea821c None None] Network cfe362e4-6272-458c-9103-74b6c522959e requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:29.672948 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4ac4b0-1630-4c1f-9ea4-ca5e48bfbf32 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] DELETE failed (client error): The resource could not be found. May 24 23:08:29.673613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4ac4b0-1630-4c1f-9ea4-ca5e48bfbf32 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:29.675530 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ac4ac4b0-1630-4c1f-9ea4-ca5e48bfbf32 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/adc7b0c9-0257-4a86-8ad2-31def2d0cb7d HTTP/1.1" status: 404 len: 337 time: 0.0935240 May 24 23:08:29.679510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34914) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:29.751307 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9fe14d6f-37e4-471a-b636-040b24952889 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=68cce89d-783a-419b-94b2-8db015678382 HTTP/1.1" status: 200 len: 205 time: 0.0700374 May 24 23:08:29.753938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34918) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:29.786650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-b88178b9-1dc1-4c4f-8b57-08fa2065778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:29.788148 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-b88178b9-1dc1-4c4f-8b57-08fa2065778f service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.3822138 May 24 23:08:29.815963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c292fe15-26a2-4545-a4aa-92fe1e8bc382 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:29.846356 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-17f30071-dc6d-42fb-8901-c392015d7f62 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] delete failed (client error): The resource could not be found. May 24 23:08:29.847448 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-17f30071-dc6d-42fb-8901-c392015d7f62 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/68cce89d-783a-419b-94b2-8db015678382 HTTP/1.1" status: 404 len: 336 time: 0.0917869 May 24 23:08:29.851270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34922) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:29.905740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a6d4754-6088-4e88-9d22-a232958c1d7a None None] Provisioning for port c292fe15-26a2-4545-a4aa-92fe1e8bc382 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:29.909350 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd66d13e-6196-4a6a-8ee5-64103d4d45ee tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] DELETE failed (client error): The resource could not be found. May 24 23:08:29.910059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd66d13e-6196-4a6a-8ee5-64103d4d45ee tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:29.914372 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cd66d13e-6196-4a6a-8ee5-64103d4d45ee tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/73435de0-042f-4aaa-8440-8f0b01e165e5 HTTP/1.1" status: 404 len: 337 time: 0.0604086 May 24 23:08:29.917066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34926) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:29.981414 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-60260a99-0187-47b7-a64e-e05ef35a3dd6 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "GET /v2.0/ports?device_id=b428c4e5-e7f9-47dc-b233-721235a138b1 HTTP/1.1" status: 200 len: 205 time: 0.0610752 May 24 23:08:29.981877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34930) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:30.042740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port e6e00346-bfdc-497d-aa9d-4924677c1d64 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:30.043123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.054452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port c292fe15-26a2-4545-a4aa-92fe1e8bc382 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:30.071335 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-5302a07c-18e9-47ac-a992-c10cb63e87ad tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] delete failed (client error): The resource could not be found. May 24 23:08:30.072414 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5302a07c-18e9-47ac-a992-c10cb63e87ad tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/routers/b428c4e5-e7f9-47dc-b233-721235a138b1 HTTP/1.1" status: 404 len: 336 time: 0.0895119 May 24 23:08:30.079449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:30.083618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34934) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:30.090713 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port c292fe15-26a2-4545-a4aa-92fe1e8bc382 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:30.091089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.115601 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdafae1c-29e7-4dab-bc89-19a9ab0d8af3 None None] Network 1ac6ce8e-807f-4439-81c7-de94c50badcc requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:30.141777 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-d283ead2-94fd-4d40-a0ef-274f7561a140 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] DELETE failed (client error): The resource could not be found. May 24 23:08:30.141985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d283ead2-94fd-4d40-a0ef-274f7561a140 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:30.143581 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d283ead2-94fd-4d40-a0ef-274f7561a140 tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/58e36274-9ce6-46af-b1c4-8deb6ba6895f HTTP/1.1" status: 404 len: 337 time: 0.0591931 May 24 23:08:30.146344 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e9c9494c-2924-4d5f-b521-f9d7d6c64d20 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/a51ee98d-a337-4514-ba96-19f877b56179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1332011 May 24 23:08:30.148441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34940) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:30.149524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34942) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:30.196451 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-1db88e65-b4c6-45c9-ad34-dd8f513e8f31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0bd219-7d56-4c1b-892a-dbe02fe06367 HTTP/1.1" status: 200 len: 1001 time: 0.3981078 May 24 23:08:30.211966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d454f-97e1-45de-bad6-5a5ee18b9fb0 None None] Sync routers for ids ['a51ee98d-a337-4514-ba96-19f877b56179'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:30.241611 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a14f305-3713-44e1-8b24-23c6bcdadded tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] DELETE failed (client error): The resource could not be found. May 24 23:08:30.244076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a14f305-3713-44e1-8b24-23c6bcdadded tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:30.251843 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1a14f305-3713-44e1-8b24-23c6bcdadded tempest-RoutersTest-520296600 tempest-RoutersTest-520296600-project] 10.222.0.32 "DELETE /v2.0/subnets/5308af09-0c6d-4c46-b471-2da3b59f23c8 HTTP/1.1" status: 404 len: 337 time: 0.1021745 May 24 23:08:30.306586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e00346-bfdc-497d-aa9d-4924677c1d64'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:08:30.313300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f607272-a75d-4ee2-b795-14d72f810b70 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:30.313880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f607272-a75d-4ee2-b795-14d72f810b70 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Synchronizing usage tracker for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:30.337783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d454f-97e1-45de-bad6-5a5ee18b9fb0 None None] Routers {'a51ee98d-a337-4514-ba96-19f877b56179'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:30.338336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-bb0724f1-02a5-4030-8d3e-9fd87b1fd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:30.339190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2c2d454f-97e1-45de-bad6-5a5ee18b9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a51ee98d-a337-4514-ba96-19f877b56179'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:30.339912 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-bb0724f1-02a5-4030-8d3e-9fd87b1fd06e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.1359363 May 24 23:08:30.402331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f607272-a75d-4ee2-b795-14d72f810b70 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Unset dirty status for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:30.404630 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f607272-a75d-4ee2-b795-14d72f810b70 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports/bc99be96-41e6-493a-91f9-34f8d66a5586 HTTP/1.1" status: 200 len: 911 time: 0.2537489 May 24 23:08:30.408811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34952) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:30.408912 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29006b3e-2811-4aa7-a7d1-aae0ed64e2e0'] response: {'server_uuid': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e00346-bfdc-497d-aa9d-4924677c1d64', 'code': 200} May 24 23:08:30.423996 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port e6e00346-bfdc-497d-aa9d-4924677c1d64, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=e6e00346-bfdc-497d-aa9d-4924677c1d64,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:30.449246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c0deb-af8c-477d-9c32-77ebf6a2d5ea req-7cb5557f-03da-4ef1-9400-1c87cb99fb79 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:30.451004 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-284c0deb-af8c-477d-9c32-77ebf6a2d5ea req-7cb5557f-03da-4ef1-9400-1c87cb99fb79 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 944 time: 0.1992607 May 24 23:08:30.483377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.485502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-824d3828-e193-40f9-9e32-2787ee3578e4 None None] Provisioning for port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:30.492867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2c2d454f-97e1-45de-bad6-5a5ee18b9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:30.523069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-91ecf734-28ed-4114-a0d1-f9c12aa65599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:30.525170 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-91ecf734-28ed-4114-a0d1-f9c12aa65599 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1766102 May 24 23:08:30.587860 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d454f-97e1-45de-bad6-5a5ee18b9fb0 None None] Routers {'a51ee98d-a337-4514-ba96-19f877b56179'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:30.588601 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2c2d454f-97e1-45de-bad6-5a5ee18b9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a51ee98d-a337-4514-ba96-19f877b56179'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:30.643030 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-284c0deb-af8c-477d-9c32-77ebf6a2d5ea req-c5e841aa-b8db-47a0-9495-860bd71bbaef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839097 May 24 23:08:30.717205 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2c2d454f-97e1-45de-bad6-5a5ee18b9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:30.717569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d454f-97e1-45de-bad6-5a5ee18b9fb0 None None] The sync data for ids ['a51ee98d-a337-4514-ba96-19f877b56179'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:30.764637 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34958) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:30.800981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port c292fe15-26a2-4545-a4aa-92fe1e8bc382 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:30.802142 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.822692 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-10de381b-3075-473f-ad7d-34ded909b8f9 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906828 May 24 23:08:30.883645 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port c292fe15-26a2-4545-a4aa-92fe1e8bc382, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c292fe15-26a2-4545-a4aa-92fe1e8bc382,segment=NetworkSegment(75ea3878-8fbc-4e7a-8e94-69b7745b4a64),segment_id=75ea3878-8fbc-4e7a-8e94-69b7745b4a64)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:30.888419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=e6e00346-bfdc-497d-aa9d-4924677c1d64,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:30.900027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.901001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:30.940042 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c598fd-6c2d-4898-b228-3f71bc871bd2 req-d2261e5a-6ab4-4d08-9387-b3cf95fbe900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:30.941516 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-67c598fd-6c2d-4898-b228-3f71bc871bd2 req-d2261e5a-6ab4-4d08-9387-b3cf95fbe900 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 1098 time: 0.2861032 May 24 23:08:31.040681 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-139088c5-86b8-40cf-9e1a-f3fec3b6bb47 req-935ecc5e-ea2e-4978-9496-928e555b9565 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082310 May 24 23:08:31.206501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=c292fe15-26a2-4545-a4aa-92fe1e8bc382,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:31.225086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:31.232224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:31.232224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.303981 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34968) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:31.311237 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6f07fb81-9010-40f9-be28-907907d635e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf0bb0f7935f49529974475de668182d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5409715 May 24 23:08:31.320391 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-67c598fd-6c2d-4898-b228-3f71bc871bd2 req-5789d5ca-ac3e-4634-ab21-c5f9e053ef9b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587103 May 24 23:08:31.376594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:31.377273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.410101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab61df4d-adcc-4928-b2bd-4ffa84a420c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.429368 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94,segment=NetworkSegment(e2c35f3d-e56d-4f21-8b69-92a367adf5a9),segment_id=e2c35f3d-e56d-4f21-8b69-92a367adf5a9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:31.439420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.440611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab61df4d-adcc-4928-b2bd-4ffa84a420c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.524278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.535312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab61df4d-adcc-4928-b2bd-4ffa84a420c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.554007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:31.564365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61df4d-adcc-4928-b2bd-4ffa84a420c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c278aa0-0178-4f0d-8cdf-ebd0e54b86ae,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:31.585212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab61df4d-adcc-4928-b2bd-4ffa84a420c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.586328 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ab61df4d-adcc-4928-b2bd-4ffa84a420c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c278aa0-0178-4f0d-8cdf-ebd0e54b86ae HTTP/1.1" status: 204 len: 168 time: 0.2813964 May 24 23:08:31.703797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9e5cba44-bef9-42df-9bee-51974898710e None None] Provisioning complete for port c292fe15-26a2-4545-a4aa-92fe1e8bc382 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:31.704277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9e5cba44-bef9-42df-9bee-51974898710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.793472 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c292fe15-26a2-4545-a4aa-92fe1e8bc382 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:31.983748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c6c12-3f63-4b49-aa68-0f2b99f99543 req-217f03b0-8e5e-4889-9545-320ce62e6ef1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:31.989753 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f02c6c12-3f63-4b49-aa68-0f2b99f99543 req-217f03b0-8e5e-4889-9545-320ce62e6ef1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 945 time: 0.1792200 May 24 23:08:32.122183 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f02c6c12-3f63-4b49-aa68-0f2b99f99543 req-e819ade6-ddf3-4ee1-aee6-1eb5ba86c115 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085520 May 24 23:08:32.146718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port c292fe15-26a2-4545-a4aa-92fe1e8bc382 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:32.146718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.198478 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9e5cba44-bef9-42df-9bee-51974898710e None None] Current status of the port c292fe15-26a2-4545-a4aa-92fe1e8bc382 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:32.256471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9e5cba44-bef9-42df-9bee-51974898710e None None] Provisioning complete for port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:32.256873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9e5cba44-bef9-42df-9bee-51974898710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.295515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Allocated IP 2001:db8:1::1 (1ac6ce8e-807f-4439-81c7-de94c50badcc/e18b42f4-aa9e-472d-a509-8d89bfefc38a/368b6d96-905b-442d-8212-cc641dc9281b) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:32.428384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port c292fe15-26a2-4545-a4aa-92fe1e8bc382 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:32.432562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:32.504582 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.512317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9e5cba44-bef9-42df-9bee-51974898710e None None] Current status of the port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:32.523290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Transition to ACTIVE for port object 368b6d96-905b-442d-8212-cc641dc9281b will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:32.528225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9e5cba44-bef9-42df-9bee-51974898710e None None] Provisioning for port bc99be96-41e6-493a-91f9-34f8d66a5586 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:32.535963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9e5cba44-bef9-42df-9bee-51974898710e None None] Provisioning complete for port bc99be96-41e6-493a-91f9-34f8d66a5586 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:32.535963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9e5cba44-bef9-42df-9bee-51974898710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.547578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.597472 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:32.597472 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.624900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 1ac6ce8e-807f-4439-81c7-de94c50badcc is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:32.627707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:32.636448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:32.636448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.657650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9e5cba44-bef9-42df-9bee-51974898710e None None] Port bc99be96-41e6-493a-91f9-34f8d66a5586 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:32.667977 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=368b6d96-905b-442d-8212-cc641dc9281b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:32.687384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.687490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.688131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.688131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.688441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.688781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.689187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.690474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.690474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.690474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.691336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.691336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:32.759661 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:32.807537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-350a6aca-6d3c-477f-bb54-c9522f2cfb13 None None] Provisioning complete for port bc99be96-41e6-493a-91f9-34f8d66a5586 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:32.808512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-350a6aca-6d3c-477f-bb54-c9522f2cfb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.813081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.881198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-350a6aca-6d3c-477f-bb54-c9522f2cfb13 None None] Port bc99be96-41e6-493a-91f9-34f8d66a5586 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:33.001458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cc6c9475-439c-401c-9f62-b29dafae448c None None] Provisioning for port 368b6d96-905b-442d-8212-cc641dc9281b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:33.006318 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cc6c9475-439c-401c-9f62-b29dafae448c None None] Provisioning complete for port 368b6d96-905b-442d-8212-cc641dc9281b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:33.007042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9475-439c-401c-9f62-b29dafae448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.063591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c9475-439c-401c-9f62-b29dafae448c None None] Port 368b6d96-905b-442d-8212-cc641dc9281b cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:33.238803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.246732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.247475 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.362574 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdb9c8-d0de-4f05-af5c-c5b729751147 req-621545b5-f3b2-4450-8abd-24bab4ed1f61 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:33.364138 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cefdb9c8-d0de-4f05-af5c-c5b729751147 req-621545b5-f3b2-4450-8abd-24bab4ed1f61 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 945 time: 0.0894675 May 24 23:08:33.418614 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cefdb9c8-d0de-4f05-af5c-c5b729751147 req-d4ea6516-0a9b-4452-a4f8-0fb8efacc489 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456016 May 24 23:08:33.520943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=368b6d96-905b-442d-8212-cc641dc9281b,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:33.570770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 1ac6ce8e-807f-4439-81c7-de94c50badcc is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:33.571915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:33.633266 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ab4b6-1f6c-4024-909a-364d0c86da38 req-5f8a63f8-f451-48df-bdd3-8f7d3e1b4e87 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:33.635280 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-805ab4b6-1f6c-4024-909a-364d0c86da38 req-5f8a63f8-f451-48df-bdd3-8f7d3e1b4e87 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 945 time: 0.1116230 May 24 23:08:33.682743 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-805ab4b6-1f6c-4024-909a-364d0c86da38 req-48657bef-1dc2-49c2-9de8-003ed3dbdcba tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412526 May 24 23:08:33.707201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34980) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:33.740696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router a51ee98d-a337-4514-ba96-19f877b56179 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:33.783879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d54821-189e-4a8e-9ecc-928eee65dfd4 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:33.787093 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a5d54821-189e-4a8e-9ecc-928eee65dfd4 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 1093 time: 0.0781937 May 24 23:08:33.787204 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c883c10f-c414-47af-a88f-54ff0793e930 None None] Provisioning complete for port 368b6d96-905b-442d-8212-cc641dc9281b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:33.787632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c883c10f-c414-47af-a88f-54ff0793e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.788483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 34984) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:33.793436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8e5688ea-8ac3-4edd-9a1e-37bd8f6b7e91 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'floatingip': {'port_id': 'e6e00346-bfdc-497d-aa9d-4924677c1d64'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:33.846994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c883c10f-c414-47af-a88f-54ff0793e930 None None] Port 368b6d96-905b-442d-8212-cc641dc9281b cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:33.876504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e5688ea-8ac3-4edd-9a1e-37bd8f6b7e91 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.911567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:33.921331 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85a82b-67f8-4e1b-99ed-17a53ff93af1 None None] Sync routers for ids ['a51ee98d-a337-4514-ba96-19f877b56179'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:33.934142 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f8fd42d2-6ec4-47e0-ba26-46941528cd99 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/a51ee98d-a337-4514-ba96-19f877b56179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5227180 May 24 23:08:33.934354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34988) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:33.935393 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85a82b-67f8-4e1b-99ed-17a53ff93af1 None None] Routers {'a51ee98d-a337-4514-ba96-19f877b56179'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:33.936352 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd85a82b-67f8-4e1b-99ed-17a53ff93af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a51ee98d-a337-4514-ba96-19f877b56179'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:33.998728 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd85a82b-67f8-4e1b-99ed-17a53ff93af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:34.007574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7713157e-2243-4d61-90b8-98183fe7b6bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:34.008179 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85a82b-67f8-4e1b-99ed-17a53ff93af1 None None] Routers {'a51ee98d-a337-4514-ba96-19f877b56179'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:34.008293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7713157e-2243-4d61-90b8-98183fe7b6bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Synchronizing usage tracker for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:34.008758 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd85a82b-67f8-4e1b-99ed-17a53ff93af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a51ee98d-a337-4514-ba96-19f877b56179'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:34.024809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7713157e-2243-4d61-90b8-98183fe7b6bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Unset dirty status for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:34.027109 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7713157e-2243-4d61-90b8-98183fe7b6bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports/368b6d96-905b-442d-8212-cc641dc9281b HTTP/1.1" status: 200 len: 913 time: 0.0911756 May 24 23:08:34.029699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34992) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:34.071557 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd85a82b-67f8-4e1b-99ed-17a53ff93af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:34.071942 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85a82b-67f8-4e1b-99ed-17a53ff93af1 None None] The sync data for ids ['a51ee98d-a337-4514-ba96-19f877b56179'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:34.529609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c0af592-337f-4d3f-922c-6e9ac4297189 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:34.593267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e5688ea-8ac3-4edd-9a1e-37bd8f6b7e91 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:34.597467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e5688ea-8ac3-4edd-9a1e-37bd8f6b7e91 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:34.768031 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-8e5688ea-8ac3-4edd-9a1e-37bd8f6b7e91 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP a281adef-5952-42a5-9014-6ef5cdfce003 associated. External IP: 172.26.3.77, port: e6e00346-bfdc-497d-aa9d-4924677c1d64. May 24 23:08:34.987231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1c0af592-337f-4d3f-922c-6e9ac4297189 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 368b6d96-905b-442d-8212-cc641dc9281b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:34.987567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c0af592-337f-4d3f-922c-6e9ac4297189 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.136064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5688ea-8ac3-4edd-9a1e-37bd8f6b7e91 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d9e390d6-34d5-4ff7-8d54-c867e237c451 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:35.169285 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c0af592-337f-4d3f-922c-6e9ac4297189 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.296026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1c0af592-337f-4d3f-922c-6e9ac4297189 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 368b6d96-905b-442d-8212-cc641dc9281b owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:35.318213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5688ea-8ac3-4edd-9a1e-37bd8f6b7e91 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:35.322874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e5688ea-8ac3-4edd-9a1e-37bd8f6b7e91 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.329087 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d527e-d661-4607-abd6-d51553b994cf None None] Sync routers for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:35.338466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d527e-d661-4607-abd6-d51553b994cf None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:35.339676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f15d527e-d661-4607-abd6-d51553b994cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:35.383013 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8e5688ea-8ac3-4edd-9a1e-37bd8f6b7e91 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 200 len: 990 time: 1.5906649 May 24 23:08:35.383013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'tag': 'e6e00346-bfdc-497d-aa9d-4924677c1d64'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:08:35.383376 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 34996) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:35.429388 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566c057b-b757-415b-a2e2-8fe515f9504f'] response: {'name': 'network-changed', 'server_uuid': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'tag': 'e6e00346-bfdc-497d-aa9d-4924677c1d64', 'status': 'completed', 'code': 200} May 24 23:08:35.521813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-f15d527e-d661-4607-abd6-d51553b994cf None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:35.557226 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f15438a3-f405-4778-ad69-1aa3d9c38ce5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 200 len: 990 time: 0.1727073 May 24 23:08:35.619604 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e049f-7ec9-4339-bcf1-e86e600e1399 req-5d77ee1b-2c0f-48ca-8297-f1655998862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:35.621038 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bc3e049f-7ec9-4339-bcf1-e86e600e1399 req-5d77ee1b-2c0f-48ca-8297-f1655998862d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 1098 time: 0.1706271 May 24 23:08:35.703572 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c0af592-337f-4d3f-922c-6e9ac4297189 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.765505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0af592-337f-4d3f-922c-6e9ac4297189 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=368b6d96-905b-442d-8212-cc641dc9281b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:35.922202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f15d527e-d661-4607-abd6-d51553b994cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a281adef-5952-42a5-9014-6ef5cdfce003', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'port_id': 'e6e00346-bfdc-497d-aa9d-4924677c1d64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'mac_address': 'fa:16:3e:63:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:35Z', 'updated_at': '2022-05-24T23:08:34Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:35.926169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d527e-d661-4607-abd6-d51553b994cf None None] Checking router: d9e390d6-34d5-4ff7-8d54-c867e237c451 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:35.937512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d527e-d661-4607-abd6-d51553b994cf None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:35.937512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f15d527e-d661-4607-abd6-d51553b994cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:35.976850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e049f-7ec9-4339-bcf1-e86e600e1399 req-904fc11e-f0f9-49c2-827c-2e95be8c57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:35.978291 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bc3e049f-7ec9-4339-bcf1-e86e600e1399 req-904fc11e-f0f9-49c2-827c-2e95be8c57ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=1053ddfd-c83a-4a29-b34e-299486fb76c9 HTTP/1.1" status: 200 len: 897 time: 0.3495033 May 24 23:08:36.055675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1c0af592-337f-4d3f-922c-6e9ac4297189 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:36.116937 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-f15d527e-d661-4607-abd6-d51553b994cf None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:36.336531 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bc3e049f-7ec9-4339-bcf1-e86e600e1399 req-a73cc2db-b068-43e9-9036-9bb04d42288d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e00346-bfdc-497d-aa9d-4924677c1d64 HTTP/1.1" status: 200 len: 998 time: 0.3502131 May 24 23:08:36.469609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e049f-7ec9-4339-bcf1-e86e600e1399 req-3d8e7e17-9446-46ed-9f22-a7ddc3c344cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:36.469856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f15d527e-d661-4607-abd6-d51553b994cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a281adef-5952-42a5-9014-6ef5cdfce003', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'port_id': 'e6e00346-bfdc-497d-aa9d-4924677c1d64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'mac_address': 'fa:16:3e:63:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:35Z', 'updated_at': '2022-05-24T23:08:34Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:36.471059 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bc3e049f-7ec9-4339-bcf1-e86e600e1399 req-3d8e7e17-9446-46ed-9f22-a7ddc3c344cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab1a8522-c791-4c14-b79c-23528a501f7e HTTP/1.1" status: 200 len: 835 time: 0.1275265 May 24 23:08:36.473856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d527e-d661-4607-abd6-d51553b994cf None None] The sync data for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv is: [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a281adef-5952-42a5-9014-6ef5cdfce003', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'port_id': 'e6e00346-bfdc-497d-aa9d-4924677c1d64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'mac_address': 'fa:16:3e:63:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:35Z', 'updated_at': '2022-05-24T23:08:34Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:36.560488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35004) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:36.618660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0af592-337f-4d3f-922c-6e9ac4297189 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router a51ee98d-a337-4514-ba96-19f877b56179 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:36.666466 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da700788-9dac-4a92-acbd-f2c44a53d11c None None] New status for floating IP a281adef-5952-42a5-9014-6ef5cdfce003: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:08:36.668424 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-16813f1d-4d96-4106-bd3f-5eb4f8a21204 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 200 len: 990 time: 0.1067996 May 24 23:08:36.689881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e049f-7ec9-4339-bcf1-e86e600e1399 req-6e22a797-e7ff-4c53-ad9f-1c05f3655b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:36.691421 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bc3e049f-7ec9-4339-bcf1-e86e600e1399 req-6e22a797-e7ff-4c53-ad9f-1c05f3655b2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1053ddfd-c83a-4a29-b34e-299486fb76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1689830 May 24 23:08:36.869118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0af592-337f-4d3f-922c-6e9ac4297189 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:36.879092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec4aac-7a2b-4906-a553-c2b736e98a3d None None] Sync routers for ids ['a51ee98d-a337-4514-ba96-19f877b56179'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:36.892091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec4aac-7a2b-4906-a553-c2b736e98a3d None None] Routers {'a51ee98d-a337-4514-ba96-19f877b56179'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:36.893645 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-22ec4aac-7a2b-4906-a553-c2b736e98a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a51ee98d-a337-4514-ba96-19f877b56179'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:36.909596 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1c0af592-337f-4d3f-922c-6e9ac4297189 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/a51ee98d-a337-4514-ba96-19f877b56179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8786261 May 24 23:08:36.912092 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bc3e049f-7ec9-4339-bcf1-e86e600e1399 req-730c4114-492a-4cbd-845e-b8719dd9794e service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129126 May 24 23:08:36.912649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35008) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:36.961921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-22ec4aac-7a2b-4906-a553-c2b736e98a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:36.971479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec4aac-7a2b-4906-a553-c2b736e98a3d None None] Routers {'a51ee98d-a337-4514-ba96-19f877b56179'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:36.972095 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-22ec4aac-7a2b-4906-a553-c2b736e98a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a51ee98d-a337-4514-ba96-19f877b56179'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:37.035197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-22ec4aac-7a2b-4906-a553-c2b736e98a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:37.035598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec4aac-7a2b-4906-a553-c2b736e98a3d None None] The sync data for ids ['a51ee98d-a337-4514-ba96-19f877b56179'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:37.312260 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bc3e049f-7ec9-4339-bcf1-e86e600e1399 req-8107cf43-4f21-439f-b70c-b09a0b4282bf service neutron] 10.222.0.42 "GET /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362024 May 24 23:08:37.506805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-182126b1-1e0f-47ed-912c-d829f8b62f4f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:37.670756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35012) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:37.779384 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-75efd08f-008c-4958-9f63-71626b0cf5b1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 200 len: 992 time: 0.1073036 May 24 23:08:37.964488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-182126b1-1e0f-47ed-912c-d829f8b62f4f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port bc99be96-41e6-493a-91f9-34f8d66a5586 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:37.965036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-182126b1-1e0f-47ed-912c-d829f8b62f4f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.030502 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:08:38.145623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-182126b1-1e0f-47ed-912c-d829f8b62f4f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.269046 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-182126b1-1e0f-47ed-912c-d829f8b62f4f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for bc99be96-41e6-493a-91f9-34f8d66a5586 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:38.441636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-182126b1-1e0f-47ed-912c-d829f8b62f4f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.488693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182126b1-1e0f-47ed-912c-d829f8b62f4f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=bc99be96-41e6-493a-91f9-34f8d66a5586,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:38.657383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-182126b1-1e0f-47ed-912c-d829f8b62f4f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.027922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182126b1-1e0f-47ed-912c-d829f8b62f4f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router a51ee98d-a337-4514-ba96-19f877b56179 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:39.157071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182126b1-1e0f-47ed-912c-d829f8b62f4f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:39.166126 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0d747-8915-48b4-ad5f-e9456e29cc48 None None] Sync routers for ids ['a51ee98d-a337-4514-ba96-19f877b56179'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:39.171846 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-182126b1-1e0f-47ed-912c-d829f8b62f4f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/a51ee98d-a337-4514-ba96-19f877b56179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2558153 May 24 23:08:39.172255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35016) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:39.176928 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0d747-8915-48b4-ad5f-e9456e29cc48 None None] Routers {'a51ee98d-a337-4514-ba96-19f877b56179'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:39.177756 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-89a0d747-8915-48b4-ad5f-e9456e29cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a51ee98d-a337-4514-ba96-19f877b56179'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:39.241596 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-89a0d747-8915-48b4-ad5f-e9456e29cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:39.250927 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0d747-8915-48b4-ad5f-e9456e29cc48 None None] Routers {'a51ee98d-a337-4514-ba96-19f877b56179'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:39.251552 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-89a0d747-8915-48b4-ad5f-e9456e29cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a51ee98d-a337-4514-ba96-19f877b56179'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:39.311928 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-89a0d747-8915-48b4-ad5f-e9456e29cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:39.312236 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0d747-8915-48b4-ad5f-e9456e29cc48 None None] The sync data for ids ['a51ee98d-a337-4514-ba96-19f877b56179'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:39.337952 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c0a41589-313c-4306-b6b3-9a5cb5313810 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51ee98d-a337-4514-ba96-19f877b56179 HTTP/1.1" status: 200 len: 205 time: 0.1645980 May 24 23:08:39.340476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35020) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:39.469954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-492da29d-240d-419b-bc1a-5c3e8bb5fa39 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.757806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-492da29d-240d-419b-bc1a-5c3e8bb5fa39 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.759944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-492da29d-240d-419b-bc1a-5c3e8bb5fa39 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.786602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-492da29d-240d-419b-bc1a-5c3e8bb5fa39 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.787107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492da29d-240d-419b-bc1a-5c3e8bb5fa39 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Fanout notify agent at l3_agent the message router_deleted on router a51ee98d-a337-4514-ba96-19f877b56179 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:08:39.798478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-492da29d-240d-419b-bc1a-5c3e8bb5fa39 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.799560 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-492da29d-240d-419b-bc1a-5c3e8bb5fa39 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/a51ee98d-a337-4514-ba96-19f877b56179 HTTP/1.1" status: 204 len: 168 time: 0.4581628 May 24 23:08:39.802143 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35024) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:39.866342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b093f3e4-b768-47ab-9ac2-fdd1d890884e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting subnet e18b42f4-aa9e-472d-a509-8d89bfefc38a {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:39.869204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b093f3e4-b768-47ab-9ac2-fdd1d890884e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.922282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b093f3e4-b768-47ab-9ac2-fdd1d890884e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.005515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b093f3e4-b768-47ab-9ac2-fdd1d890884e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.075191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b093f3e4-b768-47ab-9ac2-fdd1d890884e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.116440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f3e4-b768-47ab-9ac2-fdd1d890884e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Subnet': ['ID=e18b42f4-aa9e-472d-a509-8d89bfefc38a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:40.118279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b093f3e4-b768-47ab-9ac2-fdd1d890884e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.122294 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9eb5ad-f223-4662-bd8a-82d292c9bff8 None None] Network 1ac6ce8e-807f-4439-81c7-de94c50badcc requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:40.124410 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b093f3e4-b768-47ab-9ac2-fdd1d890884e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/e18b42f4-aa9e-472d-a509-8d89bfefc38a HTTP/1.1" status: 204 len: 168 time: 0.3213151 May 24 23:08:40.127051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35028) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:40.196596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d840ff0-da5d-4f35-8e33-61405b7652bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting subnet 3adf764d-419c-4baf-a29d-c1c31895e63b {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:40.199660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d840ff0-da5d-4f35-8e33-61405b7652bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.254386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d840ff0-da5d-4f35-8e33-61405b7652bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.343797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d840ff0-da5d-4f35-8e33-61405b7652bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.364866 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78b3323-aadf-4261-8b56-248a51bb9d56 None None] DHCP port deletion for 1ac6ce8e-807f-4439-81c7-de94c50badcc request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:40.369686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b78b3323-aadf-4261-8b56-248a51bb9d56 None None] Deleting port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:40.370147 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b78b3323-aadf-4261-8b56-248a51bb9d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.419324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d840ff0-da5d-4f35-8e33-61405b7652bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.461204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d840ff0-da5d-4f35-8e33-61405b7652bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.465455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d840ff0-da5d-4f35-8e33-61405b7652bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Subnet': ['ID=3adf764d-419c-4baf-a29d-c1c31895e63b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:40.470267 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0d840ff0-da5d-4f35-8e33-61405b7652bb tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/3adf764d-419c-4baf-a29d-c1c31895e63b HTTP/1.1" status: 204 len: 168 time: 0.3422334 May 24 23:08:40.471199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af486f-db47-4b5f-b840-fdb801dd1ff7 None None] Network cfe362e4-6272-458c-9103-74b6c522959e requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:40.472812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35032) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:40.585473 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.595702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:40.595967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.766884 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b78b3323-aadf-4261-8b56-248a51bb9d56 None None] For port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94,segment=NetworkSegment(e2c35f3d-e56d-4f21-8b69-92a367adf5a9),segment_id=e2c35f3d-e56d-4f21-8b69-92a367adf5a9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:40.767255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b78b3323-aadf-4261-8b56-248a51bb9d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.906620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b78b3323-aadf-4261-8b56-248a51bb9d56 None None] Calling delete_port for 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:40.912392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94,segment=NetworkSegment(e2c35f3d-e56d-4f21-8b69-92a367adf5a9),segment_id=e2c35f3d-e56d-4f21-8b69-92a367adf5a9)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:40.912746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.992775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b78b3323-aadf-4261-8b56-248a51bb9d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.036346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:41.039468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c7eb90-0975-4d27-b93e-8047338340fd None None] DHCP port deletion for cfe362e4-6272-458c-9103-74b6c522959e request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:41.041865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b3323-aadf-4261-8b56-248a51bb9d56 None None] Pushing event deleted for resources: {'Port': ['ID=05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:41.045701 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b3323-aadf-4261-8b56-248a51bb9d56 None None] No DVR routers for this DVR port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:41.048684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-07c7eb90-0975-4d27-b93e-8047338340fd None None] Deleting port c292fe15-26a2-4545-a4aa-92fe1e8bc382 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:41.049047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-07c7eb90-0975-4d27-b93e-8047338340fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.112151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:41.112443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:41.252888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-07c7eb90-0975-4d27-b93e-8047338340fd None None] For port c292fe15-26a2-4545-a4aa-92fe1e8bc382, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c292fe15-26a2-4545-a4aa-92fe1e8bc382,segment=NetworkSegment(75ea3878-8fbc-4e7a-8e94-69b7745b4a64),segment_id=75ea3878-8fbc-4e7a-8e94-69b7745b4a64)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:41.253416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-07c7eb90-0975-4d27-b93e-8047338340fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.371053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-07c7eb90-0975-4d27-b93e-8047338340fd None None] Calling delete_port for c292fe15-26a2-4545-a4aa-92fe1e8bc382 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:41.442962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-07c7eb90-0975-4d27-b93e-8047338340fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.489220 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7eb90-0975-4d27-b93e-8047338340fd None None] Pushing event deleted for resources: {'Port': ['ID=c292fe15-26a2-4545-a4aa-92fe1e8bc382,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:41.494228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c7eb90-0975-4d27-b93e-8047338340fd None None] No DVR routers for this DVR port c292fe15-26a2-4545-a4aa-92fe1e8bc382 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:41.613579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:41.614053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.646191 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c292fe15-26a2-4545-a4aa-92fe1e8bc382 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:41.679906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: c292fe15-26a2-4545-a4aa-92fe1e8bc382 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:41.680248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c292fe15-26a2-4545-a4aa-92fe1e8bc382 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:41.680655 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:41.680746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] The port '05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:08:41.714240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:41.714614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 05dc5ff2-fa2a-4db1-9e0c-98c80f9b4b94 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:41.802118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.830440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac6ce8e-807f-4439-81c7-de94c50badcc']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:41.842604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c35f3d-e56d-4f21-8b69-92a367adf5a9') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:41.842928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c35f3d-e56d-4f21-8b69-92a367adf5a9') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:41.853716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.868817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.874537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:41.874934 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.972553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.991967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.002750 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Network': ['ID=1ac6ce8e-807f-4439-81c7-de94c50badcc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:42.010562 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8ca862bb-1fa6-4774-af94-4ec89812468a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/networks/1ac6ce8e-807f-4439-81c7-de94c50badcc HTTP/1.1" status: 204 len: 168 time: 1.5366261 May 24 23:08:42.013096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35040) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:42.103791 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e2c35f3d-e56d-4f21-8b69-92a367adf5a9 resource provider aggregate not found May 24 23:08:42.124415 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e2c35f3d-e56d-4f21-8b69-92a367adf5a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2c35f3d-e56d-4f21-8b69-92a367adf5a9 found for delete ", "request_id": "req-720413bc-45b7-451d-bdbf-8f5b3f6e1d23"}]} May 24 23:08:42.131841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.263616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.290351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe362e4-6272-458c-9103-74b6c522959e']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:42.302628 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ea3878-8fbc-4e7a-8e94-69b7745b4a64') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:42.302952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ea3878-8fbc-4e7a-8e94-69b7745b4a64') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:42.313886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.330142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.336536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:42.336902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.431051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.447388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.456940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Network': ['ID=cfe362e4-6272-458c-9103-74b6c522959e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:42.461218 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ee036238-0345-4488-af33-631e3e5da1f0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/networks/cfe362e4-6272-458c-9103-74b6c522959e HTTP/1.1" status: 204 len: 168 time: 0.4457121 May 24 23:08:42.463490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35046) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:42.468749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1879670493'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:42.474123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:42.477921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:network and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:42.480738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:42.486335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:42.496092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:42.499361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.525055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:42.533238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.533569 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added segment 4d0b222d-f725-46cf-84fb-d256e25beb3c of type vlan for network b8a1d274-6a69-44e6-887b-d8291d672f52 May 24 23:08:42.559327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.587357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.592602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:42.593165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.689277 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2247908 May 24 23:08:42.692295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35050) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:42.698044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'subnet': {'network_id': 'b8a1d274-6a69-44e6-887b-d8291d672f52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:42.698164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ba6be-d746-421e-8b82-0388a53d075a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Network': ['ID=b8a1d274-6a69-44e6-887b-d8291d672f52,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:42.708152 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network b8a1d274-6a69-44e6-887b-d8291d672f52 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:42.809765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:42.813585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:subnet and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:42.816379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:42.822253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:42.831288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:42.835347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.046731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.123363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Subnet': ['ID=16c2aecd-650b-4741-a336-4086a5664f9e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:43.129121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Checking segment: {'id': '4d0b222d-f725-46cf-84fb-d256e25beb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8a1d274-6a69-44e6-887b-d8291d672f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:43.129989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network hostable DHCP agents. Network: b8a1d274-6a69-44e6-887b-d8291d672f52, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:43.148908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network b8a1d274-6a69-44e6-887b-d8291d672f52 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:08:43.157826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, b8a1d274-6a69-44e6-887b-d8291d672f52) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:43.162006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:43.162802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.168305 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aeb9c0-7836-4c3a-95ae-46659c1e8970 None None] Network b8a1d274-6a69-44e6-887b-d8291d672f52 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:43.185573 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f10eede2-7a14-4940-8b9e-b077b15fb7ad tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4921203 May 24 23:08:43.188120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35054) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:43.193716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-57ff2231-ee18-4368-a922-3d5d30350a7e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1269907435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:43.200272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-57ff2231-ee18-4368-a922-3d5d30350a7e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:43.204356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-57ff2231-ee18-4368-a922-3d5d30350a7e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:router and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:43.207226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-57ff2231-ee18-4368-a922-3d5d30350a7e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:43.213410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-57ff2231-ee18-4368-a922-3d5d30350a7e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:43.223832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-57ff2231-ee18-4368-a922-3d5d30350a7e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.224872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-57ff2231-ee18-4368-a922-3d5d30350a7e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.241649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-57ff2231-ee18-4368-a922-3d5d30350a7e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.263892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-57ff2231-ee18-4368-a922-3d5d30350a7e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.289178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-57ff2231-ee18-4368-a922-3d5d30350a7e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.289178 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-57ff2231-ee18-4368-a922-3d5d30350a7e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0990503 May 24 23:08:43.290834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35058) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:43.296807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'port': {'network_id': 'b8a1d274-6a69-44e6-887b-d8291d672f52', 'name': 'tempest-RoutersIpV6Test-72584635'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:43.394423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-b8a1d274-6a69-44e6-887b-d8291d672f52', 'network_id': 'b8a1d274-6a69-44e6-887b-d8291d672f52', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'fixed_ips': [{'subnet_id': '16c2aecd-650b-4741-a336-4086a5664f9e'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:08:43.396013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.435034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:43.439147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:port and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:43.442443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:43.448124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:43.459287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:43.462890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.483878 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] device_id is not set on port c0be063f-746c-473a-ba77-41a1cdcb8a57 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:08:43.554105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Allocated IP 2001:db8::2 (b8a1d274-6a69-44e6-887b-d8291d672f52/16c2aecd-650b-4741-a336-4086a5664f9e/07e87053-156c-4eb9-a4e9-7f394c1d4a07) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:43.785206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.794596 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Transition to ACTIVE for port object 07e87053-156c-4eb9-a4e9-7f394c1d4a07 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:43.813462 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Transition to ACTIVE for port object 07e87053-156c-4eb9-a4e9-7f394c1d4a07 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:43.820951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.890470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Network b8a1d274-6a69-44e6-887b-d8291d672f52 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:43.891875 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Allocated IP 2001:db8::37c (b8a1d274-6a69-44e6-887b-d8291d672f52/16c2aecd-650b-4741-a336-4086a5664f9e/c0be063f-746c-473a-ba77-41a1cdcb8a57) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:43.893231 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:43.897340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:43.899500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Pushing event updated for resources: {'Port': ['ID=07e87053-156c-4eb9-a4e9-7f394c1d4a07,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:43.984758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Attempting to bind port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:43.985128 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Attempting to bind port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '4d0b222d-f725-46cf-84fb-d256e25beb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8a1d274-6a69-44e6-887b-d8291d672f52'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:43.985478 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Attempting to bind port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 on network b8a1d274-6a69-44e6-887b-d8291d672f52 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:43.991219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:43.991583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Checking segment: {'id': '4d0b222d-f725-46cf-84fb-d256e25beb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8a1d274-6a69-44e6-887b-d8291d672f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:43.991977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.992356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Bound using segment: {'id': '4d0b222d-f725-46cf-84fb-d256e25beb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8a1d274-6a69-44e6-887b-d8291d672f52'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:43.992808 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Bound port: 07e87053-156c-4eb9-a4e9-7f394c1d4a07, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0b222d-f725-46cf-84fb-d256e25beb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b8a1d274-6a69-44e6-887b-d8291d672f52'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:43.993172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:44.080042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] For port 07e87053-156c-4eb9-a4e9-7f394c1d4a07, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:44.083556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] For port 07e87053-156c-4eb9-a4e9-7f394c1d4a07, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=07e87053-156c-4eb9-a4e9-7f394c1d4a07,segment=NetworkSegment(4d0b222d-f725-46cf-84fb-d256e25beb3c),segment_id=4d0b222d-f725-46cf-84fb-d256e25beb3c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:44.088307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:44.097369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:44.112865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Transition to ACTIVE for port object c0be063f-746c-473a-ba77-41a1cdcb8a57 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:44.138256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:44.172844 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29feb1-5e1b-4c06-ab3d-c6a7daff1363 None None] Pushing event updated for resources: {'Port': ['ID=07e87053-156c-4eb9-a4e9-7f394c1d4a07,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:44.181732 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 75ea3878-8fbc-4e7a-8e94-69b7745b4a64 resource provider aggregate not found May 24 23:08:44.213230 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 75ea3878-8fbc-4e7a-8e94-69b7745b4a64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75ea3878-8fbc-4e7a-8e94-69b7745b4a64 found for delete ", "request_id": "req-bff98488-691f-404e-81d6-f436206752c9"}]} May 24 23:08:44.220849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network b8a1d274-6a69-44e6-887b-d8291d672f52 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:44.224556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:44.229062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:44.234461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:44.235124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:44.239821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=c0be063f-746c-473a-ba77-41a1cdcb8a57,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:44.262118 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-805c27a9-0f0d-4ce2-a5b6-1ce9bdcd73be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9699745 May 24 23:08:44.264694 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35066) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:44.836112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.113202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94591372-f8c4-4ff9-a090-ead3f742ee61 None None] Network b8a1d274-6a69-44e6-887b-d8291d672f52 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:45.206398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-73988146-6ed4-4d67-95aa-fca7f6b538a8 None None] Provisioning for port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:45.314522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.319909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.438072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=c0be063f-746c-473a-ba77-41a1cdcb8a57,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:45.589458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.596489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.639609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-18fd3140-6fcb-4e89-b8e0-f376df9ca9fa None None] Provisioning for port c0be063f-746c-473a-ba77-41a1cdcb8a57 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:45.649168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-18fd3140-6fcb-4e89-b8e0-f376df9ca9fa None None] Provisioning complete for port c0be063f-746c-473a-ba77-41a1cdcb8a57 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:45.649831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18fd3140-6fcb-4e89-b8e0-f376df9ca9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.701172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 07e87053-156c-4eb9-a4e9-7f394c1d4a07 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:45.716746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.763188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-18fd3140-6fcb-4e89-b8e0-f376df9ca9fa None None] Port c0be063f-746c-473a-ba77-41a1cdcb8a57 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:45.791292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:45.798362 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:45.798780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.932964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-397560e6-05b8-417e-96f6-4997750a72f4 None None] Provisioning complete for port c0be063f-746c-473a-ba77-41a1cdcb8a57 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:45.933339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-397560e6-05b8-417e-96f6-4997750a72f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.970001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:45.970451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.012209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-397560e6-05b8-417e-96f6-4997750a72f4 None None] Port c0be063f-746c-473a-ba77-41a1cdcb8a57 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:46.019513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 07e87053-156c-4eb9-a4e9-7f394c1d4a07, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=07e87053-156c-4eb9-a4e9-7f394c1d4a07,segment=NetworkSegment(4d0b222d-f725-46cf-84fb-d256e25beb3c),segment_id=4d0b222d-f725-46cf-84fb-d256e25beb3c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:46.023959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.093883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=07e87053-156c-4eb9-a4e9-7f394c1d4a07,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:46.112710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.117561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.118313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.132747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7cdaaa6e-ed6d-46e7-a25a-bbd47bb5f098 None None] Provisioning complete for port c0be063f-746c-473a-ba77-41a1cdcb8a57 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:46.133252 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7cdaaa6e-ed6d-46e7-a25a-bbd47bb5f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.186449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7cdaaa6e-ed6d-46e7-a25a-bbd47bb5f098 None None] Port c0be063f-746c-473a-ba77-41a1cdcb8a57 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:46.264351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=c0be063f-746c-473a-ba77-41a1cdcb8a57,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:46.315507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network b8a1d274-6a69-44e6-887b-d8291d672f52 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:46.316571 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:46.508748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 41938a22-7834-48c7-83df-d52688e36818 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:08:46.510027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6615e8b2-8863-4a5a-89b4-6692ec148aea None None] Provisioning complete for port c0be063f-746c-473a-ba77-41a1cdcb8a57 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:46.510401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6615e8b2-8863-4a5a-89b4-6692ec148aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.565807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6615e8b2-8863-4a5a-89b4-6692ec148aea None None] Port c0be063f-746c-473a-ba77-41a1cdcb8a57 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:46.680035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:46.686188 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3628861c-e54b-41c4-8d3e-43de285f10b7 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/41938a22-7834-48c7-83df-d52688e36818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4204512 May 24 23:08:46.688652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35070) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:46.691312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee6453-c7dd-4a82-a9a8-606938cd3078 None None] Sync routers for ids ['41938a22-7834-48c7-83df-d52688e36818'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:46.704133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee6453-c7dd-4a82-a9a8-606938cd3078 None None] Routers {'41938a22-7834-48c7-83df-d52688e36818'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:46.705134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-93ee6453-c7dd-4a82-a9a8-606938cd3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['41938a22-7834-48c7-83df-d52688e36818'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:46.759824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac7950-33f9-43a3-987f-561a809e6228 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:46.760398 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-23ac7950-33f9-43a3-987f-561a809e6228 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Synchronizing usage tracker for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:46.766911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-93ee6453-c7dd-4a82-a9a8-606938cd3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:46.775459 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee6453-c7dd-4a82-a9a8-606938cd3078 None None] Routers {'41938a22-7834-48c7-83df-d52688e36818'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:46.775607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-23ac7950-33f9-43a3-987f-561a809e6228 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Unset dirty status for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:46.776172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-93ee6453-c7dd-4a82-a9a8-606938cd3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['41938a22-7834-48c7-83df-d52688e36818'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:46.779362 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-23ac7950-33f9-43a3-987f-561a809e6228 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports/c0be063f-746c-473a-ba77-41a1cdcb8a57 HTTP/1.1" status: 200 len: 982 time: 0.0870833 May 24 23:08:46.779564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35074) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:46.840494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-93ee6453-c7dd-4a82-a9a8-606938cd3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:46.840809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee6453-c7dd-4a82-a9a8-606938cd3078 None None] The sync data for ids ['41938a22-7834-48c7-83df-d52688e36818'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:47.371351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3e421e5-2730-4d6a-879d-4cdc2676a9ca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:47.638363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c3e421e5-2730-4d6a-879d-4cdc2676a9ca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port c0be063f-746c-473a-ba77-41a1cdcb8a57 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:47.638746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3e421e5-2730-4d6a-879d-4cdc2676a9ca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:47.656312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 07e87053-156c-4eb9-a4e9-7f394c1d4a07 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:47.722012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:47.722376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:47.829474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3e421e5-2730-4d6a-879d-4cdc2676a9ca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:47.861221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:47.949853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c3e421e5-2730-4d6a-879d-4cdc2676a9ca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for c0be063f-746c-473a-ba77-41a1cdcb8a57 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:48.117377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3e421e5-2730-4d6a-879d-4cdc2676a9ca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.166248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e421e5-2730-4d6a-879d-4cdc2676a9ca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=c0be063f-746c-473a-ba77-41a1cdcb8a57,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:48.445423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3e421e5-2730-4d6a-879d-4cdc2676a9ca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.707003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e421e5-2730-4d6a-879d-4cdc2676a9ca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 41938a22-7834-48c7-83df-d52688e36818 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:48.835130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e421e5-2730-4d6a-879d-4cdc2676a9ca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:48.844055 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565cc99-43cf-43b3-9b09-849f8f31b61d None None] Sync routers for ids ['41938a22-7834-48c7-83df-d52688e36818'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:48.851623 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c3e421e5-2730-4d6a-879d-4cdc2676a9ca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/41938a22-7834-48c7-83df-d52688e36818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0710933 May 24 23:08:48.854502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35078) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:48.854967 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565cc99-43cf-43b3-9b09-849f8f31b61d None None] Routers {'41938a22-7834-48c7-83df-d52688e36818'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:48.855561 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2565cc99-43cf-43b3-9b09-849f8f31b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['41938a22-7834-48c7-83df-d52688e36818'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:48.916531 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2565cc99-43cf-43b3-9b09-849f8f31b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:48.924755 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565cc99-43cf-43b3-9b09-849f8f31b61d None None] Routers {'41938a22-7834-48c7-83df-d52688e36818'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:48.925331 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2565cc99-43cf-43b3-9b09-849f8f31b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['41938a22-7834-48c7-83df-d52688e36818'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:48.985310 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2565cc99-43cf-43b3-9b09-849f8f31b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:48.985618 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565cc99-43cf-43b3-9b09-849f8f31b61d None None] The sync data for ids ['41938a22-7834-48c7-83df-d52688e36818'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:49.183787 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-79a2e589-69b1-4bb1-88bb-5f1cc186e7f6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] remove_router_interface failed (client error): The resource could not be found. May 24 23:08:49.184817 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-79a2e589-69b1-4bb1-88bb-5f1cc186e7f6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/41938a22-7834-48c7-83df-d52688e36818/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3293164 May 24 23:08:49.187618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35082) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:49.229895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6b02491b-ec4c-45d9-a346-821b86dd5dae tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Synchronizing usage tracker for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:49.244412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6b02491b-ec4c-45d9-a346-821b86dd5dae tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Unset dirty status for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:49.245497 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6b02491b-ec4c-45d9-a346-821b86dd5dae tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=41938a22-7834-48c7-83df-d52688e36818 HTTP/1.1" status: 200 len: 205 time: 0.0569959 May 24 23:08:49.248080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35086) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:49.375842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a0997d7-f61e-47a7-9788-c3f1d38869d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.782590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a0997d7-f61e-47a7-9788-c3f1d38869d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.784813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a0997d7-f61e-47a7-9788-c3f1d38869d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.807753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a0997d7-f61e-47a7-9788-c3f1d38869d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.808275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0997d7-f61e-47a7-9788-c3f1d38869d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Fanout notify agent at l3_agent the message router_deleted on router 41938a22-7834-48c7-83df-d52688e36818 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:08:49.820168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a0997d7-f61e-47a7-9788-c3f1d38869d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.821234 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1a0997d7-f61e-47a7-9788-c3f1d38869d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/41938a22-7834-48c7-83df-d52688e36818 HTTP/1.1" status: 204 len: 168 time: 0.5722871 May 24 23:08:49.824159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35090) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:49.891306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-250547f4-85e1-42c0-91f5-20250699a593 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting subnet 16c2aecd-650b-4741-a336-4086a5664f9e {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:49.894067 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-250547f4-85e1-42c0-91f5-20250699a593 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.946441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-250547f4-85e1-42c0-91f5-20250699a593 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.028797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-250547f4-85e1-42c0-91f5-20250699a593 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.104556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-250547f4-85e1-42c0-91f5-20250699a593 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.145295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-250547f4-85e1-42c0-91f5-20250699a593 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.147679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250547f4-85e1-42c0-91f5-20250699a593 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Subnet': ['ID=16c2aecd-650b-4741-a336-4086a5664f9e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:50.150844 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b58f21-6442-4666-8086-91af2191dd8d None None] Network b8a1d274-6a69-44e6-887b-d8291d672f52 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:50.154231 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-250547f4-85e1-42c0-91f5-20250699a593 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/16c2aecd-650b-4741-a336-4086a5664f9e HTTP/1.1" status: 204 len: 168 time: 0.3289657 May 24 23:08:50.156864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35094) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:50.269293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.281728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:50.282052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.395875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f616121-cdcb-4d5a-93da-d31d61fb7789 None None] DHCP port deletion for b8a1d274-6a69-44e6-887b-d8291d672f52 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:50.399719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2f616121-cdcb-4d5a-93da-d31d61fb7789 None None] Deleting port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:50.400123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f616121-cdcb-4d5a-93da-d31d61fb7789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.492248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port 07e87053-156c-4eb9-a4e9-7f394c1d4a07, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=07e87053-156c-4eb9-a4e9-7f394c1d4a07,segment=NetworkSegment(4d0b222d-f725-46cf-84fb-d256e25beb3c),segment_id=4d0b222d-f725-46cf-84fb-d256e25beb3c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:50.492605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.603880 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2f616121-cdcb-4d5a-93da-d31d61fb7789 None None] For port 07e87053-156c-4eb9-a4e9-7f394c1d4a07, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=07e87053-156c-4eb9-a4e9-7f394c1d4a07,segment=NetworkSegment(4d0b222d-f725-46cf-84fb-d256e25beb3c),segment_id=4d0b222d-f725-46cf-84fb-d256e25beb3c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:50.604282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f616121-cdcb-4d5a-93da-d31d61fb7789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.730209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2f616121-cdcb-4d5a-93da-d31d61fb7789 None None] Calling delete_port for 07e87053-156c-4eb9-a4e9-7f394c1d4a07 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:50.731112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 07e87053-156c-4eb9-a4e9-7f394c1d4a07 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:50.803306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f616121-cdcb-4d5a-93da-d31d61fb7789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: from cryptography.utils import int_from_bytes May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: from cryptography.utils import int_from_bytes May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn_limited( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn_limited( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:08:50.804119 dv-neutron-843190-1-hyperv neutron-server[88261]: util.warn( May 24 23:08:50.811557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:50.811880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:50.848592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f616121-cdcb-4d5a-93da-d31d61fb7789 None None] Pushing event deleted for resources: {'Port': ['ID=07e87053-156c-4eb9-a4e9-7f394c1d4a07,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:50.852213 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f616121-cdcb-4d5a-93da-d31d61fb7789 None None] No DVR routers for this DVR port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:51.313295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 07e87053-156c-4eb9-a4e9-7f394c1d4a07 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:51.313836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.379911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] The port '07e87053-156c-4eb9-a4e9-7f394c1d4a07' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:08:51.497232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.524186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a1d274-6a69-44e6-887b-d8291d672f52']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:51.536246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0b222d-f725-46cf-84fb-d256e25beb3c') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:51.536536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0b222d-f725-46cf-84fb-d256e25beb3c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:51.547459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.563293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.569160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:51.569529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.634481 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4d0b222d-f725-46cf-84fb-d256e25beb3c resource provider aggregate not found May 24 23:08:51.651392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 07e87053-156c-4eb9-a4e9-7f394c1d4a07 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:51.661274 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4d0b222d-f725-46cf-84fb-d256e25beb3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d0b222d-f725-46cf-84fb-d256e25beb3c found for delete ", "request_id": "req-fe4092e1-0cde-4e0f-ab7b-8fc9ee8fc2be"}]} May 24 23:08:51.673182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.689177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 07e87053-156c-4eb9-a4e9-7f394c1d4a07 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:51.689522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 07e87053-156c-4eb9-a4e9-7f394c1d4a07 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:51.691050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.702163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Network': ['ID=b8a1d274-6a69-44e6-887b-d8291d672f52,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:51.712696 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d719ab12-c9f7-422d-823c-24d2048f3495 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/networks/b8a1d274-6a69-44e6-887b-d8291d672f52 HTTP/1.1" status: 204 len: 168 time: 1.5549123 May 24 23:08:51.716387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35102) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:51.721548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-714681786'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:51.726907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:51.730870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:network and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:51.733728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:51.740477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:51.749808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:51.753081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.779635 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:51.789045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.789398 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added segment 7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99 of type vlan for network 9b1e2974-3614-469b-9a6e-a3c37df59f95 May 24 23:08:51.814274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.843415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.849477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:51.850038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.881303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-239de434-f8ab-4fa4-a1a3-674950a72fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.949771 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2323842 May 24 23:08:51.953033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35106) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:51.959026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'subnet': {'network_id': '9b1e2974-3614-469b-9a6e-a3c37df59f95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:51.959165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb1d5a-4109-40f6-8d23-e2409ef3ef47 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Network': ['ID=9b1e2974-3614-469b-9a6e-a3c37df59f95,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:51.969752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 9b1e2974-3614-469b-9a6e-a3c37df59f95 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:52.067919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:52.071688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:subnet and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:52.074398 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:52.080242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:52.090138 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:52.093557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.303190 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.384615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Subnet': ['ID=7fffb40c-9cec-42cc-b1b7-47e28cfc1a1c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:52.389912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Checking segment: {'id': '7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9b1e2974-3614-469b-9a6e-a3c37df59f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:52.390267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network hostable DHCP agents. Network: 9b1e2974-3614-469b-9a6e-a3c37df59f95, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:52.408284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 9b1e2974-3614-469b-9a6e-a3c37df59f95 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:08:52.416999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 9b1e2974-3614-469b-9a6e-a3c37df59f95) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:52.421045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:52.421700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.426811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31493c9f-fc97-4d27-bd10-fe544c95298c None None] Network 9b1e2974-3614-469b-9a6e-a3c37df59f95 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:52.445455 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-abb06b80-8fb6-4f69-a55a-8569844fd097 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4912384 May 24 23:08:52.448121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35110) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:52.453385 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-11a8a8cc-d27c-4b81-a382-d90600714819 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1439677982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:52.460336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-11a8a8cc-d27c-4b81-a382-d90600714819 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:52.464087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-11a8a8cc-d27c-4b81-a382-d90600714819 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:router and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:52.466849 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-11a8a8cc-d27c-4b81-a382-d90600714819 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:52.472403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-11a8a8cc-d27c-4b81-a382-d90600714819 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:52.483111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11a8a8cc-d27c-4b81-a382-d90600714819 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.484190 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11a8a8cc-d27c-4b81-a382-d90600714819 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.499059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11a8a8cc-d27c-4b81-a382-d90600714819 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.516803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11a8a8cc-d27c-4b81-a382-d90600714819 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.538866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11a8a8cc-d27c-4b81-a382-d90600714819 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.540031 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-11a8a8cc-d27c-4b81-a382-d90600714819 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0909331 May 24 23:08:52.542851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35114) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:52.638275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-9b1e2974-3614-469b-9a6e-a3c37df59f95', 'network_id': '9b1e2974-3614-469b-9a6e-a3c37df59f95', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'fixed_ips': [{'subnet_id': '7fffb40c-9cec-42cc-b1b7-47e28cfc1a1c'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:08:52.639131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.794608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Allocated IP 2001:db8::2 (9b1e2974-3614-469b-9a6e-a3c37df59f95/7fffb40c-9cec-42cc-b1b7-47e28cfc1a1c/dddb9de7-d64b-4684-89ff-487e5bc2a1e2) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:53.001306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.011565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Transition to ACTIVE for port object dddb9de7-d64b-4684-89ff-487e5bc2a1e2 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:53.014943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.030005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Transition to ACTIVE for port object dddb9de7-d64b-4684-89ff-487e5bc2a1e2 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:53.035293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.130065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Network 9b1e2974-3614-469b-9a6e-a3c37df59f95 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:53.132919 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:53.136849 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:53.172074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Pushing event updated for resources: {'Port': ['ID=dddb9de7-d64b-4684-89ff-487e5bc2a1e2,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:53.238353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Attempting to bind port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:53.239374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Attempting to bind port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9b1e2974-3614-469b-9a6e-a3c37df59f95'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:53.239758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Attempting to bind port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 on network 9b1e2974-3614-469b-9a6e-a3c37df59f95 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:53.245137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:53.245506 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Checking segment: {'id': '7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9b1e2974-3614-469b-9a6e-a3c37df59f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:53.245900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.246286 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Bound using segment: {'id': '7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9b1e2974-3614-469b-9a6e-a3c37df59f95'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:53.246781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Bound port: dddb9de7-d64b-4684-89ff-487e5bc2a1e2, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9b1e2974-3614-469b-9a6e-a3c37df59f95'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:53.247154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.337602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] For port dddb9de7-d64b-4684-89ff-487e5bc2a1e2, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:53.340588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] For port dddb9de7-d64b-4684-89ff-487e5bc2a1e2, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dddb9de7-d64b-4684-89ff-487e5bc2a1e2,segment=NetworkSegment(7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99),segment_id=7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:53.343945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.422409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d684ad-d45d-4111-995e-a7613da34857 None None] Pushing event updated for resources: {'Port': ['ID=dddb9de7-d64b-4684-89ff-487e5bc2a1e2,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:53.495597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Allocated IP 2001:db8::1 (9b1e2974-3614-469b-9a6e-a3c37df59f95/7fffb40c-9cec-42cc-b1b7-47e28cfc1a1c/0ee94f23-1c6b-43e7-8b73-55173678b981) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:53.675990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.693490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Transition to ACTIVE for port object 0ee94f23-1c6b-43e7-8b73-55173678b981 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:53.697624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dddb9de7-d64b-4684-89ff-487e5bc2a1e2 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:53.720972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.772784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:53.794491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 9b1e2974-3614-469b-9a6e-a3c37df59f95 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:53.797432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:53.801926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:53.802589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.822802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=0ee94f23-1c6b-43e7-8b73-55173678b981,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:53.916104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.171260 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a4166d7-99ac-4298-bfd0-a7976b7cfef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.318045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.322554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.323393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.338892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e675b-dc4c-42af-a07d-b031464679a1 None None] Network 9b1e2974-3614-469b-9a6e-a3c37df59f95 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:54.446732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-148c6593-e5f0-4c74-ab7e-35286be55b6e None None] Provisioning for port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:54.462512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-148c6593-e5f0-4c74-ab7e-35286be55b6e None None] Provisioning complete for port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:54.463251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-148c6593-e5f0-4c74-ab7e-35286be55b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.467662 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=0ee94f23-1c6b-43e7-8b73-55173678b981,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:54.522976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 9b1e2974-3614-469b-9a6e-a3c37df59f95 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:54.524194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:54.668232 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-148c6593-e5f0-4c74-ab7e-35286be55b6e None None] Current status of the port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:54.668521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-148c6593-e5f0-4c74-ab7e-35286be55b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.709498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-148c6593-e5f0-4c74-ab7e-35286be55b6e None None] For port dddb9de7-d64b-4684-89ff-487e5bc2a1e2, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dddb9de7-d64b-4684-89ff-487e5bc2a1e2,segment=NetworkSegment(7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99),segment_id=7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:54.713800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 88b805e5-4a1e-4451-a39d-cbbc07de6e15 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:08:54.714871 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-148c6593-e5f0-4c74-ab7e-35286be55b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.788033 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c6593-e5f0-4c74-ab7e-35286be55b6e None None] Pushing event updated for resources: {'Port': ['ID=dddb9de7-d64b-4684-89ff-487e5bc2a1e2,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:54.946225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8dc3dbd3-4a14-4192-a8ee-ef41faa301c9 None None] Provisioning complete for port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:54.946779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8dc3dbd3-4a14-4192-a8ee-ef41faa301c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:55.002966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:55.014462 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510dc63-30db-4fc0-813e-8437acc23f1a None None] Sync routers for ids ['88b805e5-4a1e-4451-a39d-cbbc07de6e15'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:55.017332 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-df7b26d1-0b17-4175-924e-c47cca3e1233 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/88b805e5-4a1e-4451-a39d-cbbc07de6e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4733939 May 24 23:08:55.019781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35118) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:55.082971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510dc63-30db-4fc0-813e-8437acc23f1a None None] Routers {'88b805e5-4a1e-4451-a39d-cbbc07de6e15'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:55.083621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e510dc63-30db-4fc0-813e-8437acc23f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['88b805e5-4a1e-4451-a39d-cbbc07de6e15'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:55.109552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537a3df-942d-4e86-a397-eeb0afed7df8 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:55.110112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d537a3df-942d-4e86-a397-eeb0afed7df8 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Synchronizing usage tracker for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:55.136380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d537a3df-942d-4e86-a397-eeb0afed7df8 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Unset dirty status for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:55.139182 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d537a3df-942d-4e86-a397-eeb0afed7df8 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports/0ee94f23-1c6b-43e7-8b73-55173678b981 HTTP/1.1" status: 200 len: 911 time: 0.1168325 May 24 23:08:55.140870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35122) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:55.152513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e510dc63-30db-4fc0-813e-8437acc23f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:55.164740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:55.165082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3dbd3-4a14-4192-a8ee-ef41faa301c9 None None] Current status of the port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:55.170353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510dc63-30db-4fc0-813e-8437acc23f1a None None] Routers {'88b805e5-4a1e-4451-a39d-cbbc07de6e15'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:55.171076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e510dc63-30db-4fc0-813e-8437acc23f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['88b805e5-4a1e-4451-a39d-cbbc07de6e15'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:55.242483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e510dc63-30db-4fc0-813e-8437acc23f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:55.243108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510dc63-30db-4fc0-813e-8437acc23f1a None None] The sync data for ids ['88b805e5-4a1e-4451-a39d-cbbc07de6e15'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:55.250723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8dc3dbd3-4a14-4192-a8ee-ef41faa301c9 None None] Provisioning for port 0ee94f23-1c6b-43e7-8b73-55173678b981 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:55.258915 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8dc3dbd3-4a14-4192-a8ee-ef41faa301c9 None None] Provisioning complete for port 0ee94f23-1c6b-43e7-8b73-55173678b981 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:55.259301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8dc3dbd3-4a14-4192-a8ee-ef41faa301c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:55.294945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:55.315522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3dbd3-4a14-4192-a8ee-ef41faa301c9 None None] Port 0ee94f23-1c6b-43e7-8b73-55173678b981 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:55.436227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bc790c98-28a3-43fe-bbf8-ba0f9d6fea81 None None] Provisioning complete for port 0ee94f23-1c6b-43e7-8b73-55173678b981 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:55.436596 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bc790c98-28a3-43fe-bbf8-ba0f9d6fea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:55.492132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bc790c98-28a3-43fe-bbf8-ba0f9d6fea81 None None] Port 0ee94f23-1c6b-43e7-8b73-55173678b981 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:55.657719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dddb9de7-d64b-4684-89ff-487e5bc2a1e2 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:55.669565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4e42913-4037-40b7-8362-b5bdfa1f7599 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:55.724216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:55.724588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:55.840879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:56.018451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d4e42913-4037-40b7-8362-b5bdfa1f7599 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 0ee94f23-1c6b-43e7-8b73-55173678b981 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:56.018823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4e42913-4037-40b7-8362-b5bdfa1f7599 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.206677 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4e42913-4037-40b7-8362-b5bdfa1f7599 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.326500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d4e42913-4037-40b7-8362-b5bdfa1f7599 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 0ee94f23-1c6b-43e7-8b73-55173678b981 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:56.509541 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.612455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4e42913-4037-40b7-8362-b5bdfa1f7599 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.661083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e42913-4037-40b7-8362-b5bdfa1f7599 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=0ee94f23-1c6b-43e7-8b73-55173678b981,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:56.832199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4e42913-4037-40b7-8362-b5bdfa1f7599 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.102743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e42913-4037-40b7-8362-b5bdfa1f7599 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 88b805e5-4a1e-4451-a39d-cbbc07de6e15 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:57.232848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e42913-4037-40b7-8362-b5bdfa1f7599 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:57.243578 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cefe0b-4aee-4430-af1a-3a40b59793ef None None] Sync routers for ids ['88b805e5-4a1e-4451-a39d-cbbc07de6e15'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:57.250893 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d4e42913-4037-40b7-8362-b5bdfa1f7599 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/88b805e5-4a1e-4451-a39d-cbbc07de6e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1088023 May 24 23:08:57.253546 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35130) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:57.254979 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cefe0b-4aee-4430-af1a-3a40b59793ef None None] Routers {'88b805e5-4a1e-4451-a39d-cbbc07de6e15'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:57.255590 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-79cefe0b-4aee-4430-af1a-3a40b59793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['88b805e5-4a1e-4451-a39d-cbbc07de6e15'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:57.296550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eee0d43c-d626-4c0b-b42c-5fda8c773be6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Synchronizing usage tracker for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:57.312015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eee0d43c-d626-4c0b-b42c-5fda8c773be6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Unset dirty status for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:57.313321 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eee0d43c-d626-4c0b-b42c-5fda8c773be6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=88b805e5-4a1e-4451-a39d-cbbc07de6e15 HTTP/1.1" status: 200 len: 205 time: 0.0588310 May 24 23:08:57.314165 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-79cefe0b-4aee-4430-af1a-3a40b59793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:57.316160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35134) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:57.323248 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cefe0b-4aee-4430-af1a-3a40b59793ef None None] Routers {'88b805e5-4a1e-4451-a39d-cbbc07de6e15'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:57.323833 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-79cefe0b-4aee-4430-af1a-3a40b59793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['88b805e5-4a1e-4451-a39d-cbbc07de6e15'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:57.385552 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-79cefe0b-4aee-4430-af1a-3a40b59793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:57.385845 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cefe0b-4aee-4430-af1a-3a40b59793ef None None] The sync data for ids ['88b805e5-4a1e-4451-a39d-cbbc07de6e15'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:57.450735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f9870f-1b60-4e95-9eac-44defc8a3558 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.736209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f9870f-1b60-4e95-9eac-44defc8a3558 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.738314 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f9870f-1b60-4e95-9eac-44defc8a3558 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.759929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f9870f-1b60-4e95-9eac-44defc8a3558 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.760451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f9870f-1b60-4e95-9eac-44defc8a3558 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Fanout notify agent at l3_agent the message router_deleted on router 88b805e5-4a1e-4451-a39d-cbbc07de6e15 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:08:57.771310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f9870f-1b60-4e95-9eac-44defc8a3558 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.772381 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-09f9870f-1b60-4e95-9eac-44defc8a3558 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/88b805e5-4a1e-4451-a39d-cbbc07de6e15 HTTP/1.1" status: 204 len: 168 time: 0.4544733 May 24 23:08:57.774956 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35138) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:57.838919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-3665cb3a-16a1-4057-8b32-84b42e1cf1d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting subnet 7fffb40c-9cec-42cc-b1b7-47e28cfc1a1c {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:57.841741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3665cb3a-16a1-4057-8b32-84b42e1cf1d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.999053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3665cb3a-16a1-4057-8b32-84b42e1cf1d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.077864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3665cb3a-16a1-4057-8b32-84b42e1cf1d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.151896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3665cb3a-16a1-4057-8b32-84b42e1cf1d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.190829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665cb3a-16a1-4057-8b32-84b42e1cf1d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Subnet': ['ID=7fffb40c-9cec-42cc-b1b7-47e28cfc1a1c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:58.193353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3665cb3a-16a1-4057-8b32-84b42e1cf1d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.201100 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3665cb3a-16a1-4057-8b32-84b42e1cf1d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/7fffb40c-9cec-42cc-b1b7-47e28cfc1a1c HTTP/1.1" status: 204 len: 168 time: 0.4251068 May 24 23:08:58.202728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35142) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:58.204557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e966c819-27c4-4e5d-b6b5-ab93e904e497 None None] Network 9b1e2974-3614-469b-9a6e-a3c37df59f95 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:58.315116 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.325881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:58.326506 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.465796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7495e9d4-28be-448c-847a-7e05d5ed8d4f None None] DHCP port deletion for 9b1e2974-3614-469b-9a6e-a3c37df59f95 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:58.470143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7495e9d4-28be-448c-847a-7e05d5ed8d4f None None] Deleting port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:58.470515 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7495e9d4-28be-448c-847a-7e05d5ed8d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.535147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port dddb9de7-d64b-4684-89ff-487e5bc2a1e2, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dddb9de7-d64b-4684-89ff-487e5bc2a1e2,segment=NetworkSegment(7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99),segment_id=7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:58.535525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.656968 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for dddb9de7-d64b-4684-89ff-487e5bc2a1e2 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:58.667292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7495e9d4-28be-448c-847a-7e05d5ed8d4f None None] For port dddb9de7-d64b-4684-89ff-487e5bc2a1e2, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dddb9de7-d64b-4684-89ff-487e5bc2a1e2,segment=NetworkSegment(7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99),segment_id=7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:58.667671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7495e9d4-28be-448c-847a-7e05d5ed8d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.732105 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.781992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=dddb9de7-d64b-4684-89ff-487e5bc2a1e2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:58.786081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No DVR routers for this DVR port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:58.791426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7495e9d4-28be-448c-847a-7e05d5ed8d4f None None] Calling delete_port for dddb9de7-d64b-4684-89ff-487e5bc2a1e2 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:58.861119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-7495e9d4-28be-448c-847a-7e05d5ed8d4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:58.861468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-7495e9d4-28be-448c-847a-7e05d5ed8d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:58.909062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.934237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1e2974-3614-469b-9a6e-a3c37df59f95']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:58.945957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:58.946253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:58.958040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.973876 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.979834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:58.980211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.048262 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99 resource provider aggregate not found May 24 23:08:59.070817 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bb79ed3-0ca0-4f5f-8136-7ac4fe6dfc99 found for delete ", "request_id": "req-c9418e6b-04c5-471e-b5e1-253815840d30"}]} May 24 23:08:59.082610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.086771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.115409 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Network': ['ID=9b1e2974-3614-469b-9a6e-a3c37df59f95,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:59.121959 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a73847a2-ad20-496d-b59f-59df133c6dd2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/networks/9b1e2974-3614-469b-9a6e-a3c37df59f95 HTTP/1.1" status: 204 len: 168 time: 0.9182477 May 24 23:08:59.127159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35152) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:59.132282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-841925859', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:59.139391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:59.143227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:router and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:59.146043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:59.152168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:59.161616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.162502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.177300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.362925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7495e9d4-28be-448c-847a-7e05d5ed8d4f None None] Deleting port dddb9de7-d64b-4684-89ff-487e5bc2a1e2 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:59.363467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7495e9d4-28be-448c-847a-7e05d5ed8d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.430311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7495e9d4-28be-448c-847a-7e05d5ed8d4f None None] The port 'dddb9de7-d64b-4684-89ff-487e5bc2a1e2' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:08:59.439502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.655856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dddb9de7-d64b-4684-89ff-487e5bc2a1e2 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:59.688691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: dddb9de7-d64b-4684-89ff-487e5bc2a1e2 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:59.688922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dddb9de7-d64b-4684-89ff-487e5bc2a1e2 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:59.857130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.885740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.022497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Allocated IP 172.26.3.60 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/cfb0b8db-1d01-4215-a1b2-e6a30d0ba2cd) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:00.166626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.196300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.260467 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:00.263274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:00.267065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:00.309900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=cfb0b8db-1d01-4215-a1b2-e6a30d0ba2cd,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:00.675168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.125832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.327836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 05b6a038-4004-472b-9a07-6637f3977af8 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:09:01.499540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:01.509005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08bfe4-c1dd-469f-a53a-3b0784161ec2 None None] Sync routers for ids ['05b6a038-4004-472b-9a07-6637f3977af8'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:01.518310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08bfe4-c1dd-469f-a53a-3b0784161ec2 None None] Routers {'05b6a038-4004-472b-9a07-6637f3977af8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:01.518952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7a08bfe4-c1dd-469f-a53a-3b0784161ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['05b6a038-4004-472b-9a07-6637f3977af8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:01.526373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.527598 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-918ff2dc-6b7d-4d69-bce3-8e1b56ae1d77 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.3994644 May 24 23:09:01.530302 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35156) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:01.582906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7a08bfe4-c1dd-469f-a53a-3b0784161ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:01.591402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08bfe4-c1dd-469f-a53a-3b0784161ec2 None None] Routers {'05b6a038-4004-472b-9a07-6637f3977af8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:01.592001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7a08bfe4-c1dd-469f-a53a-3b0784161ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['05b6a038-4004-472b-9a07-6637f3977af8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:01.651083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7a08bfe4-c1dd-469f-a53a-3b0784161ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:01.651484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08bfe4-c1dd-469f-a53a-3b0784161ec2 None None] The sync data for ids ['05b6a038-4004-472b-9a07-6637f3977af8'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:01.712580 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-95e6ddfa-cd35-4e51-b241-34ddc6715bc2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/routers/05b6a038-4004-472b-9a07-6637f3977af8 HTTP/1.1" status: 200 len: 883 time: 0.1812100 May 24 23:09:01.715010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35160) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:01.910014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-006084f7-5f71-4af0-a4cb-d7d5c17aae48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Synchronizing usage tracker for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:router {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:01.927066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-006084f7-5f71-4af0-a4cb-d7d5c17aae48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Unset dirty status for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:router {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:01.928224 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-006084f7-5f71-4af0-a4cb-d7d5c17aae48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2123446 May 24 23:09:01.930896 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35164) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:01.935783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8f70c48f-b40d-40ed-a8b0-62973a70c606 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-841925859'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:02.555007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f70c48f-b40d-40ed-a8b0-62973a70c606 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.565624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f70c48f-b40d-40ed-a8b0-62973a70c606 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.739651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f70c48f-b40d-40ed-a8b0-62973a70c606 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 05b6a038-4004-472b-9a07-6637f3977af8 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:02.909612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f70c48f-b40d-40ed-a8b0-62973a70c606 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:02.915937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f70c48f-b40d-40ed-a8b0-62973a70c606 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.922193 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8f70c48f-b40d-40ed-a8b0-62973a70c606 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/05b6a038-4004-472b-9a07-6637f3977af8 HTTP/1.1" status: 200 len: 890 time: 0.9852626 May 24 23:09:02.922193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35170) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:02.924911 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438c0f8-f816-4c3c-8dd7-c6e3c965124c None None] Sync routers for ids ['05b6a038-4004-472b-9a07-6637f3977af8'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:02.934042 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438c0f8-f816-4c3c-8dd7-c6e3c965124c None None] Routers {'05b6a038-4004-472b-9a07-6637f3977af8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:02.934725 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6438c0f8-f816-4c3c-8dd7-c6e3c965124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['05b6a038-4004-472b-9a07-6637f3977af8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:03.030314 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6438c0f8-f816-4c3c-8dd7-c6e3c965124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:03.039299 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438c0f8-f816-4c3c-8dd7-c6e3c965124c None None] Routers {'05b6a038-4004-472b-9a07-6637f3977af8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:03.039887 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6438c0f8-f816-4c3c-8dd7-c6e3c965124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['05b6a038-4004-472b-9a07-6637f3977af8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:03.097807 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6438c0f8-f816-4c3c-8dd7-c6e3c965124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:03.098190 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438c0f8-f816-4c3c-8dd7-c6e3c965124c None None] The sync data for ids ['05b6a038-4004-472b-9a07-6637f3977af8'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:03.102122 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7e2e24b9-2fa4-432a-99c4-5698b21e7eca tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/routers/05b6a038-4004-472b-9a07-6637f3977af8 HTTP/1.1" status: 200 len: 890 time: 0.1814585 May 24 23:09:03.104758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35174) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:03.147284 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0421227-813c-46ef-8e1f-e34becf62256 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=05b6a038-4004-472b-9a07-6637f3977af8 HTTP/1.1" status: 200 len: 205 time: 0.0415015 May 24 23:09:03.149625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35178) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:03.323120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.496379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.505553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port cfb0b8db-1d01-4215-a1b2-e6a30d0ba2cd {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:03.505927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.669977 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.906311 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for cfb0b8db-1d01-4215-a1b2-e6a30d0ba2cd owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:04.064524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.140161 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=cfb0b8db-1d01-4215-a1b2-e6a30d0ba2cd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:04.204357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.374660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.376806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.397828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.398456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Fanout notify agent at l3_agent the message router_deleted on router 05b6a038-4004-472b-9a07-6637f3977af8 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:09:04.420033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.421190 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-91d90044-30d0-4ecd-8486-1e06deac527a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/05b6a038-4004-472b-9a07-6637f3977af8 HTTP/1.1" status: 204 len: 168 time: 1.2706232 May 24 23:09:04.424723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35182) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:04.430869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-796810789'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:04.435653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:04.439533 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:network and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:04.442419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:04.448067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:04.460495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:04.463779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.491000 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:09:04.499720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.500083 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added segment 94311d38-f9b4-439f-87e2-6e5edd085509 of type vlan for network 56dd13a8-4747-4638-b4eb-d16374b9ceb5 May 24 23:09:04.525298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.553785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.559157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:04.559739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.648026 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2222726 May 24 23:09:04.650939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35186) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:04.656595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'subnet': {'network_id': '56dd13a8-4747-4638-b4eb-d16374b9ceb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:04.667274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105f3d3-a567-4015-be85-6f8eacd1e762 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Network': ['ID=56dd13a8-4747-4638-b4eb-d16374b9ceb5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:04.677001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 56dd13a8-4747-4638-b4eb-d16374b9ceb5 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:09:04.766541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:04.770847 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:subnet and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:04.773934 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:04.779723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:04.790554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:04.794184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.003879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.202394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Subnet': ['ID=32078e56-8675-4622-9688-68eaf9263890,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:05.211646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Checking segment: {'id': '94311d38-f9b4-439f-87e2-6e5edd085509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '56dd13a8-4747-4638-b4eb-d16374b9ceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:05.211999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network hostable DHCP agents. Network: 56dd13a8-4747-4638-b4eb-d16374b9ceb5, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:09:05.229993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 56dd13a8-4747-4638-b4eb-d16374b9ceb5 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:09:05.239345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 56dd13a8-4747-4638-b4eb-d16374b9ceb5) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:05.244137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:05.245279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.248219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00617a86-8edd-4cbf-b801-420d717eca2f None None] Network 56dd13a8-4747-4638-b4eb-d16374b9ceb5 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:05.266685 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7ef7e828-d3cd-4a14-a326-950853f2161e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6145887 May 24 23:09:05.269284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35190) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:05.274870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0211dcd7-589c-476f-9956-83e8d48605bc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1614484207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:05.282034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0211dcd7-589c-476f-9956-83e8d48605bc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:05.286205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0211dcd7-589c-476f-9956-83e8d48605bc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:router and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:05.289030 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0211dcd7-589c-476f-9956-83e8d48605bc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:05.295052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0211dcd7-589c-476f-9956-83e8d48605bc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:05.306428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0211dcd7-589c-476f-9956-83e8d48605bc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.307400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0211dcd7-589c-476f-9956-83e8d48605bc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.323752 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0211dcd7-589c-476f-9956-83e8d48605bc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.341546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0211dcd7-589c-476f-9956-83e8d48605bc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.367859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0211dcd7-589c-476f-9956-83e8d48605bc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.369328 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0211dcd7-589c-476f-9956-83e8d48605bc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0985651 May 24 23:09:05.372001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35194) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:05.472573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-56dd13a8-4747-4638-b4eb-d16374b9ceb5', 'network_id': '56dd13a8-4747-4638-b4eb-d16374b9ceb5', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'fixed_ips': [{'subnet_id': '32078e56-8675-4622-9688-68eaf9263890'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:09:05.473392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.630015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Allocated IP 2001:db8::2 (56dd13a8-4747-4638-b4eb-d16374b9ceb5/32078e56-8675-4622-9688-68eaf9263890/cc8c4132-9625-419c-8603-ef44402413f9) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:05.856270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.861603 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.871922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Transition to ACTIVE for port object cc8c4132-9625-419c-8603-ef44402413f9 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:05.889718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Transition to ACTIVE for port object cc8c4132-9625-419c-8603-ef44402413f9 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:05.895181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.961096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Network 56dd13a8-4747-4638-b4eb-d16374b9ceb5 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:05.963978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:05.967537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:05.973463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Pushing event updated for resources: {'Port': ['ID=cc8c4132-9625-419c-8603-ef44402413f9,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:06.061132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Attempting to bind port cc8c4132-9625-419c-8603-ef44402413f9 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:06.061493 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Attempting to bind port cc8c4132-9625-419c-8603-ef44402413f9 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '94311d38-f9b4-439f-87e2-6e5edd085509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '56dd13a8-4747-4638-b4eb-d16374b9ceb5'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:06.061845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Attempting to bind port cc8c4132-9625-419c-8603-ef44402413f9 on network 56dd13a8-4747-4638-b4eb-d16374b9ceb5 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:06.067265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:06.067628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Checking segment: {'id': '94311d38-f9b4-439f-87e2-6e5edd085509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '56dd13a8-4747-4638-b4eb-d16374b9ceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:06.068017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.068397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Bound using segment: {'id': '94311d38-f9b4-439f-87e2-6e5edd085509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '56dd13a8-4747-4638-b4eb-d16374b9ceb5'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:06.068844 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Bound port: cc8c4132-9625-419c-8603-ef44402413f9, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94311d38-f9b4-439f-87e2-6e5edd085509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '56dd13a8-4747-4638-b4eb-d16374b9ceb5'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:06.069207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.157077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] For port cc8c4132-9625-419c-8603-ef44402413f9, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:06.160839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] For port cc8c4132-9625-419c-8603-ef44402413f9, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=cc8c4132-9625-419c-8603-ef44402413f9,segment=NetworkSegment(94311d38-f9b4-439f-87e2-6e5edd085509),segment_id=94311d38-f9b4-439f-87e2-6e5edd085509)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:06.164659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.206657 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Allocated IP 2001:db8::1 (56dd13a8-4747-4638-b4eb-d16374b9ceb5/32078e56-8675-4622-9688-68eaf9263890/d9094090-806c-460d-ae77-8892c9c4ac7c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:06.257222 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6e4a5-cb79-4919-b739-e7649d59e9a5 None None] Pushing event updated for resources: {'Port': ['ID=cc8c4132-9625-419c-8603-ef44402413f9,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:06.376602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.393591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Transition to ACTIVE for port object d9094090-806c-460d-ae77-8892c9c4ac7c will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:06.438936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.512105 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 56dd13a8-4747-4638-b4eb-d16374b9ceb5 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:06.515316 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:06.519476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:06.520585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.534232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=d9094090-806c-460d-ae77-8892c9c4ac7c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:06.628875 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.135034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.143825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.144711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.204302 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6617aa-df5a-4e97-8368-1a20754cfd19 None None] Network 56dd13a8-4747-4638-b4eb-d16374b9ceb5 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:07.298656 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fdb82c0f-9e17-4584-b94c-f4aa9232828d None None] Provisioning for port cc8c4132-9625-419c-8603-ef44402413f9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:07.307117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=d9094090-806c-460d-ae77-8892c9c4ac7c,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:07.365090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 56dd13a8-4747-4638-b4eb-d16374b9ceb5 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:07.366446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:07.628259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 4004abd6-8dac-4724-a0c0-47122bf07e03 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:09:07.698872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device cc8c4132-9625-419c-8603-ef44402413f9 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:07.704527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c719eb-f028-4ed0-bf14-22c1897da87c req-c8a3fda8-ed62-4045-a368-45d0fac666e1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:07.706078 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90c719eb-f028-4ed0-bf14-22c1897da87c req-c8a3fda8-ed62-4045-a368-45d0fac666e1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 945 time: 0.3373373 May 24 23:09:07.785037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1c6ac68e-3f2a-4b6c-935e-62b270c53613 None None] Provisioning for port d9094090-806c-460d-ae77-8892c9c4ac7c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:07.790380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port cc8c4132-9625-419c-8603-ef44402413f9 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:07.793522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1c6ac68e-3f2a-4b6c-935e-62b270c53613 None None] Provisioning complete for port d9094090-806c-460d-ae77-8892c9c4ac7c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:07.793954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac68e-3f2a-4b6c-935e-62b270c53613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.827413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port cc8c4132-9625-419c-8603-ef44402413f9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:07.827791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.837960 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90c719eb-f028-4ed0-bf14-22c1897da87c req-5293520c-d507-466a-b321-af8d51a86333 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203923 May 24 23:09:07.840749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:07.853664 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4eca3403-9ad1-4081-9bce-1bc451b32291 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/4004abd6-8dac-4724-a0c0-47122bf07e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4806221 May 24 23:09:07.856181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35206) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:07.863161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b865b43-ff10-4fb5-8524-6f08c2306baf None None] Sync routers for ids ['4004abd6-8dac-4724-a0c0-47122bf07e03'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:07.912303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b865b43-ff10-4fb5-8524-6f08c2306baf None None] Routers {'4004abd6-8dac-4724-a0c0-47122bf07e03'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:07.912926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7b865b43-ff10-4fb5-8524-6f08c2306baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4004abd6-8dac-4724-a0c0-47122bf07e03'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:07.942119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa0ca2-4414-4558-bf03-12a641d9bc62 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:07.942736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6aa0ca2-4414-4558-bf03-12a641d9bc62 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Synchronizing usage tracker for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:07.959555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6aa0ca2-4414-4558-bf03-12a641d9bc62 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Unset dirty status for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:07.960649 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c6aa0ca2-4414-4558-bf03-12a641d9bc62 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports/d9094090-806c-460d-ae77-8892c9c4ac7c HTTP/1.1" status: 200 len: 911 time: 0.1035545 May 24 23:09:07.963432 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35210) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:07.969611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b946a4ca-ab77-433a-8857-03453e7bc7b3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32078e56-8675-4622-9688-68eaf9263890'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:07.973654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ac68e-3f2a-4b6c-935e-62b270c53613 None None] Port d9094090-806c-460d-ae77-8892c9c4ac7c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:07.977167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7b865b43-ff10-4fb5-8524-6f08c2306baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:07.992382 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b865b43-ff10-4fb5-8524-6f08c2306baf None None] Routers {'4004abd6-8dac-4724-a0c0-47122bf07e03'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:07.992998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7b865b43-ff10-4fb5-8524-6f08c2306baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4004abd6-8dac-4724-a0c0-47122bf07e03'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:08.078070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7b865b43-ff10-4fb5-8524-6f08c2306baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:08.078473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b865b43-ff10-4fb5-8524-6f08c2306baf None None] The sync data for ids ['4004abd6-8dac-4724-a0c0-47122bf07e03'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:08.121142 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port cc8c4132-9625-419c-8603-ef44402413f9 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:08.121513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.131722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-de463a77-328e-48fe-b5cc-3cc231b3ee41 None None] Provisioning complete for port d9094090-806c-460d-ae77-8892c9c4ac7c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:08.132083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-de463a77-328e-48fe-b5cc-3cc231b3ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.198021 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-de463a77-328e-48fe-b5cc-3cc231b3ee41 None None] Port d9094090-806c-460d-ae77-8892c9c4ac7c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:08.201452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port cc8c4132-9625-419c-8603-ef44402413f9, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=cc8c4132-9625-419c-8603-ef44402413f9,segment=NetworkSegment(94311d38-f9b4-439f-87e2-6e5edd085509),segment_id=94311d38-f9b4-439f-87e2-6e5edd085509)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:08.206529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.221992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b946a4ca-ab77-433a-8857-03453e7bc7b3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.272969 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=cc8c4132-9625-419c-8603-ef44402413f9,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:08.318845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f9fc36fa-82a6-4761-837b-351d7b1c7e4d None None] Provisioning complete for port d9094090-806c-460d-ae77-8892c9c4ac7c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:08.319225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9fc36fa-82a6-4761-837b-351d7b1c7e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.378117 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc36fa-82a6-4761-837b-351d7b1c7e4d None None] Port d9094090-806c-460d-ae77-8892c9c4ac7c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:08.717591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-32fbac7a-ebb3-44ef-b5a3-f3f0b341a326 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:08.718283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-32fbac7a-ebb3-44ef-b5a3-f3f0b341a326 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:08.729963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-32fbac7a-ebb3-44ef-b5a3-f3f0b341a326 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:08.731085 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-32fbac7a-ebb3-44ef-b5a3-f3f0b341a326 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 945 time: 0.0932186 May 24 23:09:08.804187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port e6e00346-bfdc-497d-aa9d-4924677c1d64 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:08.804530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.825956 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b946a4ca-ab77-433a-8857-03453e7bc7b3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.834505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b946a4ca-ab77-433a-8857-03453e7bc7b3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.840230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946a4ca-ab77-433a-8857-03453e7bc7b3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:08.840821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b946a4ca-ab77-433a-8857-03453e7bc7b3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.842106 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b946a4ca-ab77-433a-8857-03453e7bc7b3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/ports/d9094090-806c-460d-ae77-8892c9c4ac7c HTTP/1.1" status: 200 len: 911 time: 0.8777690 May 24 23:09:08.848350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35214) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:08.907684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946a4ca-ab77-433a-8857-03453e7bc7b3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=d9094090-806c-460d-ae77-8892c9c4ac7c,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:09.089335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911b542-aa23-4c85-9b99-ae8cd40d6f03 req-6eee4b4b-9188-4d66-b2d3-49dce72da065 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:09.090820 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5911b542-aa23-4c85-9b99-ae8cd40d6f03 req-6eee4b4b-9188-4d66-b2d3-49dce72da065 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 945 time: 0.1306643 May 24 23:09:09.136362 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5911b542-aa23-4c85-9b99-ae8cd40d6f03 req-ec6be9e3-4a2d-4056-868e-bd39370e9757 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=34bbf07d-36e5-41a5-8f33-04793d37673b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394385 May 24 23:09:09.491667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port e6e00346-bfdc-497d-aa9d-4924677c1d64, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=e6e00346-bfdc-497d-aa9d-4924677c1d64,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:09.492024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.664501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device cc8c4132-9625-419c-8603-ef44402413f9 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:09.730357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port cc8c4132-9625-419c-8603-ef44402413f9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:09.730766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.848675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port cc8c4132-9625-419c-8603-ef44402413f9 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:09.878083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.878621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.878775 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP a281adef-5952-42a5-9014-6ef5cdfce003 disassociated. External IP: 172.26.3.77, port: e6e00346-bfdc-497d-aa9d-4924677c1d64. May 24 23:09:09.879146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for e6e00346-bfdc-497d-aa9d-4924677c1d64 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:09.947949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb03f8b6-db13-4ad3-ab40-6355d68b3c94 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:10.240615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:10.288005 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bed801e9-56fa-4c5d-9d48-f3de975b9b54 req-9a84e226-3a3b-4474-8aaf-f10c1392eaad tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 210 time: 0.0420535 May 24 23:09:10.300322 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=e6e00346-bfdc-497d-aa9d-4924677c1d64,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:10.548192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bb03f8b6-db13-4ad3-ab40-6355d68b3c94 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port d9094090-806c-460d-ae77-8892c9c4ac7c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:10.548526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb03f8b6-db13-4ad3-ab40-6355d68b3c94 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:10.578059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d9e390d6-34d5-4ff7-8d54-c867e237c451 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:11.017055 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb03f8b6-db13-4ad3-ab40-6355d68b3c94 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:11.031453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:11.041429 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c298aa8-c1de-4c96-9850-32631b8cf0d8 None None] Sync routers for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:11.053770 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c298aa8-c1de-4c96-9850-32631b8cf0d8 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:11.054363 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0c298aa8-c1de-4c96-9850-32631b8cf0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:11.172132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bb03f8b6-db13-4ad3-ab40-6355d68b3c94 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for d9094090-806c-460d-ae77-8892c9c4ac7c owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:11.228054 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0c298aa8-c1de-4c96-9850-32631b8cf0d8 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:11.253757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] No DVR routers for this DVR port e6e00346-bfdc-497d-aa9d-4924677c1d64 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:09:11.257550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:11.259988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'name': 'network-vif-deleted', 'tag': 'e6e00346-bfdc-497d-aa9d-4924677c1d64'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:11.283820 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fc6300ba-49b2-4f4a-a704-82204c24e554 req-d1bdfd8f-6e18-4998-aa46-c78f20614ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "DELETE /v2.0/ports/e6e00346-bfdc-497d-aa9d-4924677c1d64 HTTP/1.1" status: 204 len: 173 time: 2.5469999 May 24 23:09:11.317769 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989c4a42-69cd-4aa6-a846-37045e1c3606'] response: {'server_uuid': 'c4a779a2-e776-4a95-a041-d79b7aa6239b', 'name': 'network-vif-deleted', 'tag': 'e6e00346-bfdc-497d-aa9d-4924677c1d64', 'status': 'completed', 'code': 200} May 24 23:09:11.423963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb03f8b6-db13-4ad3-ab40-6355d68b3c94 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:11.473658 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-330bf59f-6e04-4b1e-9cd7-3278a4c8ed12 req-a7855f21-52c4-4907-a963-38ce1da78519 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4a779a2-e776-4a95-a041-d79b7aa6239b HTTP/1.1" status: 200 len: 210 time: 0.0544491 May 24 23:09:11.481749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03f8b6-db13-4ad3-ab40-6355d68b3c94 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=d9094090-806c-460d-ae77-8892c9c4ac7c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:11.610883 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0c298aa8-c1de-4c96-9850-32631b8cf0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:11.615127 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c298aa8-c1de-4c96-9850-32631b8cf0d8 None None] Checking router: d9e390d6-34d5-4ff7-8d54-c867e237c451 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:11.623614 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c298aa8-c1de-4c96-9850-32631b8cf0d8 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:11.624215 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0c298aa8-c1de-4c96-9850-32631b8cf0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:11.648846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device e6e00346-bfdc-497d-aa9d-4924677c1d64 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:11.658184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb03f8b6-db13-4ad3-ab40-6355d68b3c94 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:11.686917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: e6e00346-bfdc-497d-aa9d-4924677c1d64 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:11.687273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device e6e00346-bfdc-497d-aa9d-4924677c1d64 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:11.813146 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0c298aa8-c1de-4c96-9850-32631b8cf0d8 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:11.947042 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb03f8b6-db13-4ad3-ab40-6355d68b3c94 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 4004abd6-8dac-4724-a0c0-47122bf07e03 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:12.129874 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0c298aa8-c1de-4c96-9850-32631b8cf0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:12.134250 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c298aa8-c1de-4c96-9850-32631b8cf0d8 None None] The sync data for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv is: [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '56dd117b-4de6-478f-b4e9-9bce1cb8c981', 'name': '', 'network_id': '1053ddfd-c83a-4a29-b34e-299486fb76c9', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:1f:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:07:06Z', 'updated_at': '2022-05-24T23:07:16Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'ab1a8522-c791-4c14-b79c-23528a501f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:12.206605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb03f8b6-db13-4ad3-ab40-6355d68b3c94 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:12.216640 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be12ee1-57cd-4d25-b429-52176711bcd5 None None] Sync routers for ids ['4004abd6-8dac-4724-a0c0-47122bf07e03'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:12.224711 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bb03f8b6-db13-4ad3-ab40-6355d68b3c94 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/4004abd6-8dac-4724-a0c0-47122bf07e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3753314 May 24 23:09:12.227404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be12ee1-57cd-4d25-b429-52176711bcd5 None None] Routers {'4004abd6-8dac-4724-a0c0-47122bf07e03'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:12.227831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35232) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:12.228043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5be12ee1-57cd-4d25-b429-52176711bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4004abd6-8dac-4724-a0c0-47122bf07e03'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:12.289518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dc957cc0-628d-464e-8565-623e4711de56 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Synchronizing usage tracker for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:12.307951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dc957cc0-628d-464e-8565-623e4711de56 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Unset dirty status for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:12.309152 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dc957cc0-628d-464e-8565-623e4711de56 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=4004abd6-8dac-4724-a0c0-47122bf07e03 HTTP/1.1" status: 200 len: 205 time: 0.0799243 May 24 23:09:12.311880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35236) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:12.334206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5be12ee1-57cd-4d25-b429-52176711bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:12.343154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be12ee1-57cd-4d25-b429-52176711bcd5 None None] Routers {'4004abd6-8dac-4724-a0c0-47122bf07e03'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:12.343771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5be12ee1-57cd-4d25-b429-52176711bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['4004abd6-8dac-4724-a0c0-47122bf07e03'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:12.407920 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5be12ee1-57cd-4d25-b429-52176711bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:12.408567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be12ee1-57cd-4d25-b429-52176711bcd5 None None] The sync data for ids ['4004abd6-8dac-4724-a0c0-47122bf07e03'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:12.444888 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6916a3-bbc1-40a2-84f2-a62ac366f582 None None] New status for floating IP a281adef-5952-42a5-9014-6ef5cdfce003: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:09:12.473993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a420d05e-c410-4a41-a7e3-25276be64cf4 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:12.574898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35242) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:12.651372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d252792-d435-432d-a376-69e09258eec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:12.684815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d252792-d435-432d-a376-69e09258eec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:12.793838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d252792-d435-432d-a376-69e09258eec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:12.823512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d252792-d435-432d-a376-69e09258eec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbf07d-36e5-41a5-8f33-04793d37673b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:12.825175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a420d05e-c410-4a41-a7e3-25276be64cf4 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:12.827663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a420d05e-c410-4a41-a7e3-25276be64cf4 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:12.828313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1d252792-d435-432d-a376-69e09258eec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:12.834735 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1d252792-d435-432d-a376-69e09258eec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/34bbf07d-36e5-41a5-8f33-04793d37673b HTTP/1.1" status: 204 len: 168 time: 0.2577913 May 24 23:09:12.860883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a420d05e-c410-4a41-a7e3-25276be64cf4 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:12.861488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a420d05e-c410-4a41-a7e3-25276be64cf4 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Fanout notify agent at l3_agent the message router_deleted on router 4004abd6-8dac-4724-a0c0-47122bf07e03 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:09:12.866039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35250) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:12.881157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a420d05e-c410-4a41-a7e3-25276be64cf4 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:12.882706 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a420d05e-c410-4a41-a7e3-25276be64cf4 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/4004abd6-8dac-4724-a0c0-47122bf07e03 HTTP/1.1" status: 204 len: 168 time: 0.5695212 May 24 23:09:12.884935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35254) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:12.953924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc285e3-9ead-40d9-90fa-ad8d292cfc96 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting subnet 32078e56-8675-4622-9688-68eaf9263890 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:09:12.957694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbc285e3-9ead-40d9-90fa-ad8d292cfc96 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.011354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbc285e3-9ead-40d9-90fa-ad8d292cfc96 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.042603 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-89acb25a-2c9f-46f1-b17a-bd813dc231ec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 6ea79994-5d1e-4c2d-a8a9-8b24d11f68a4 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:13.043052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-89acb25a-2c9f-46f1-b17a-bd813dc231ec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.100544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbc285e3-9ead-40d9-90fa-ad8d292cfc96 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.186628 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbc285e3-9ead-40d9-90fa-ad8d292cfc96 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.218585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-89acb25a-2c9f-46f1-b17a-bd813dc231ec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.218871 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-89acb25a-2c9f-46f1-b17a-bd813dc231ec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.228840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc285e3-9ead-40d9-90fa-ad8d292cfc96 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Subnet': ['ID=32078e56-8675-4622-9688-68eaf9263890,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:13.230852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bbc285e3-9ead-40d9-90fa-ad8d292cfc96 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.239426 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bbc285e3-9ead-40d9-90fa-ad8d292cfc96 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/32078e56-8675-4622-9688-68eaf9263890 HTTP/1.1" status: 204 len: 168 time: 0.3510852 May 24 23:09:13.241268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03066ec-ef92-412c-b83f-438cbf26c599 None None] Network 56dd13a8-4747-4638-b4eb-d16374b9ceb5 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:13.250988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35258) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:13.351285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-89acb25a-2c9f-46f1-b17a-bd813dc231ec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 6ea79994-5d1e-4c2d-a8a9-8b24d11f68a4 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:13.391745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.408456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port cc8c4132-9625-419c-8603-ef44402413f9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:13.408802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.519215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-89acb25a-2c9f-46f1-b17a-bd813dc231ec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.560071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ca1746-360b-4824-82e5-18646a891bba None None] DHCP port deletion for 56dd13a8-4747-4638-b4eb-d16374b9ceb5 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:09:13.564269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca1746-360b-4824-82e5-18646a891bba None None] Deleting port cc8c4132-9625-419c-8603-ef44402413f9 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:13.564643 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1ca1746-360b-4824-82e5-18646a891bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.661669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port cc8c4132-9625-419c-8603-ef44402413f9, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=cc8c4132-9625-419c-8603-ef44402413f9,segment=NetworkSegment(94311d38-f9b4-439f-87e2-6e5edd085509),segment_id=94311d38-f9b4-439f-87e2-6e5edd085509)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:13.662270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.714670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device cc8c4132-9625-419c-8603-ef44402413f9 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:13.726262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acb25a-2c9f-46f1-b17a-bd813dc231ec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=6ea79994-5d1e-4c2d-a8a9-8b24d11f68a4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:13.795797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-89acb25a-2c9f-46f1-b17a-bd813dc231ec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.816106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-89acb25a-2c9f-46f1-b17a-bd813dc231ec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.828297 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-89acb25a-2c9f-46f1-b17a-bd813dc231ec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/floatingips/a281adef-5952-42a5-9014-6ef5cdfce003 HTTP/1.1" status: 204 len: 168 time: 0.9577041 May 24 23:09:13.882991 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a1ca1746-360b-4824-82e5-18646a891bba None None] For port cc8c4132-9625-419c-8603-ef44402413f9, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=cc8c4132-9625-419c-8603-ef44402413f9,segment=NetworkSegment(94311d38-f9b4-439f-87e2-6e5edd085509),segment_id=94311d38-f9b4-439f-87e2-6e5edd085509)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:13.883657 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1ca1746-360b-4824-82e5-18646a891bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.987402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for cc8c4132-9625-419c-8603-ef44402413f9 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:14.124172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca1746-360b-4824-82e5-18646a891bba None None] Calling delete_port for cc8c4132-9625-419c-8603-ef44402413f9 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:14.142141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.201268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port cc8c4132-9625-419c-8603-ef44402413f9 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:14.201654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.228571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=cc8c4132-9625-419c-8603-ef44402413f9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:14.235627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No DVR routers for this DVR port cc8c4132-9625-419c-8603-ef44402413f9 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:09:14.284802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-a1ca1746-360b-4824-82e5-18646a891bba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:09:14.285994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-a1ca1746-360b-4824-82e5-18646a891bba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:09:14.378316 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.403784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dd13a8-4747-4638-b4eb-d16374b9ceb5']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:14.406279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d277-fc2b-4c52-a804-0efa99029060 req-c3346f71-9251-49c6-a4c5-b25f0369dd94 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:14.407003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d539d277-fc2b-4c52-a804-0efa99029060 req-c3346f71-9251-49c6-a4c5-b25f0369dd94 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:14.416668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94311d38-f9b4-439f-87e2-6e5edd085509') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:14.416964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94311d38-f9b4-439f-87e2-6e5edd085509') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:14.423904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d539d277-fc2b-4c52-a804-0efa99029060 req-c3346f71-9251-49c6-a4c5-b25f0369dd94 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:14.425068 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d539d277-fc2b-4c52-a804-0efa99029060 req-c3346f71-9251-49c6-a4c5-b25f0369dd94 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 946 time: 0.1076374 May 24 23:09:14.428883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.444728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.450901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:09:14.451322 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.470738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d539d277-fc2b-4c52-a804-0efa99029060 req-e16caef3-5416-4c79-b039-c0ea7264cb40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:14.487627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d539d277-fc2b-4c52-a804-0efa99029060 req-e16caef3-5416-4c79-b039-c0ea7264cb40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:14.489040 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d539d277-fc2b-4c52-a804-0efa99029060 req-e16caef3-5416-4c79-b039-c0ea7264cb40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577757 May 24 23:09:14.544156 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 94311d38-f9b4-439f-87e2-6e5edd085509 resource provider aggregate not found May 24 23:09:14.560574 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 94311d38-f9b4-439f-87e2-6e5edd085509 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94311d38-f9b4-439f-87e2-6e5edd085509 found for delete ", "request_id": "req-1b49422b-da60-4e1d-ab63-c6ff23648cf5"}]} May 24 23:09:14.561644 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.578864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.592391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Network': ['ID=56dd13a8-4747-4638-b4eb-d16374b9ceb5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:14.600980 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d9ac26c-394c-4a82-b9f6-183adb2d0f97 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/networks/56dd13a8-4747-4638-b4eb-d16374b9ceb5 HTTP/1.1" status: 204 len: 168 time: 1.3486118 May 24 23:09:14.605137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35274) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:14.609832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cd244d50-4e4f-4b07-8645-549d7dba275a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-544466645', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:14.616377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cd244d50-4e4f-4b07-8645-549d7dba275a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:14.620485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cd244d50-4e4f-4b07-8645-549d7dba275a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:router and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:14.623359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cd244d50-4e4f-4b07-8645-549d7dba275a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:14.630094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cd244d50-4e4f-4b07-8645-549d7dba275a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:14.639003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd244d50-4e4f-4b07-8645-549d7dba275a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.639964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd244d50-4e4f-4b07-8645-549d7dba275a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.654918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd244d50-4e4f-4b07-8645-549d7dba275a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.675514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd244d50-4e4f-4b07-8645-549d7dba275a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.700681 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd244d50-4e4f-4b07-8645-549d7dba275a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.702134 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cd244d50-4e4f-4b07-8645-549d7dba275a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.0962534 May 24 23:09:14.704725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35278) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:14.710623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1931067904'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:14.715267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:14.719539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:network and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:14.722350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:14.728109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:14.737144 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:14.740448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.768624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:09:14.778124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.778528 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added segment e7271839-5f5a-493e-8e80-c23ab6ddbcd4 of type vlan for network 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 May 24 23:09:14.787274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca1746-360b-4824-82e5-18646a891bba None None] Deleting port cc8c4132-9625-419c-8603-ef44402413f9 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:14.787683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1ca1746-360b-4824-82e5-18646a891bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.803755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.833985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.839404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:14.839987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.856691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca1746-360b-4824-82e5-18646a891bba None None] The port 'cc8c4132-9625-419c-8603-ef44402413f9' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:09:14.943454 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2345047 May 24 23:09:14.943672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35286) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:14.951240 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'subnet': {'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:14.965402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3b523-abff-4651-af00-0566c91c3164 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Network': ['ID=16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:14.981703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:09:15.032207 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:09:15.069832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:15.073975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:subnet and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:15.076563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:15.082667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:15.099002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:15.103736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.327296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.406191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Subnet': ['ID=ac2841cc-a680-4e43-975f-f98086a51b7c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:15.417214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Checking segment: {'id': 'e7271839-5f5a-493e-8e80-c23ab6ddbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:15.417917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network hostable DHCP agents. Network: 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:09:15.438948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:09:15.450843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:15.456158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:15.456924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.461396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08555699-3c75-41e5-853d-bdfab227e5bd None None] Network 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:15.530185 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3f5fe0ae-e57e-4b15-8f69-5747710e7b46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5854692 May 24 23:09:15.531087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35298) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:15.654732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.748854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abee7d-862b-423d-8458-2bdc01390b7f req-bea9546d-6b8f-474a-a5bc-ce13b9f61a05 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:15.756727 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72abee7d-862b-423d-8458-2bdc01390b7f req-bea9546d-6b8f-474a-a5bc-ce13b9f61a05 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 946 time: 0.0916638 May 24 23:09:15.779551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:09:15.780691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.800092 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72abee7d-862b-423d-8458-2bdc01390b7f req-e6bb5304-4939-4201-9675-7e9f4f5bf807 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 May 24 23:09:15.988304 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Allocated IP 2001:db8::2 (16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7/ac2841cc-a680-4e43-975f-f98086a51b7c/2e83c828-8d43-4f5c-9910-dadede4c1a8e) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:16.094995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95531382-f0b0-4085-92ae-8940be193fdb req-6b978a62-3e86-4346-ac5a-803605753fb8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:16.095690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-95531382-f0b0-4085-92ae-8940be193fdb req-6b978a62-3e86-4346-ac5a-803605753fb8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:16.162658 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-95531382-f0b0-4085-92ae-8940be193fdb req-6b978a62-3e86-4346-ac5a-803605753fb8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:16.164000 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-95531382-f0b0-4085-92ae-8940be193fdb req-6b978a62-3e86-4346-ac5a-803605753fb8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 946 time: 0.6887212 May 24 23:09:16.209127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.222838 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Transition to ACTIVE for port object 2e83c828-8d43-4f5c-9910-dadede4c1a8e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:16.244078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Transition to ACTIVE for port object 2e83c828-8d43-4f5c-9910-dadede4c1a8e will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:16.255378 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.270900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.302959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-95531382-f0b0-4085-92ae-8940be193fdb req-681fb72b-7653-4ff1-89a1-a91b730d6a69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port fff73060-a4c5-4477-a2af-4255d2df7aba {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:16.302959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-95531382-f0b0-4085-92ae-8940be193fdb req-681fb72b-7653-4ff1-89a1-a91b730d6a69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.331615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Network 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:16.335324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:16.339320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:16.348742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Pushing event updated for resources: {'Port': ['ID=2e83c828-8d43-4f5c-9910-dadede4c1a8e,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:16.436279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Attempting to bind port 2e83c828-8d43-4f5c-9910-dadede4c1a8e on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:16.436731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Attempting to bind port 2e83c828-8d43-4f5c-9910-dadede4c1a8e by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'e7271839-5f5a-493e-8e80-c23ab6ddbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:16.437185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Attempting to bind port 2e83c828-8d43-4f5c-9910-dadede4c1a8e on network 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:16.443037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:16.443472 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Checking segment: {'id': 'e7271839-5f5a-493e-8e80-c23ab6ddbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:16.443931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.444380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Bound using segment: {'id': 'e7271839-5f5a-493e-8e80-c23ab6ddbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:16.444934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Bound port: 2e83c828-8d43-4f5c-9910-dadede4c1a8e, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7271839-5f5a-493e-8e80-c23ab6ddbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:16.445371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.533690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] For port 2e83c828-8d43-4f5c-9910-dadede4c1a8e, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:16.536917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] For port 2e83c828-8d43-4f5c-9910-dadede4c1a8e, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2e83c828-8d43-4f5c-9910-dadede4c1a8e,segment=NetworkSegment(e7271839-5f5a-493e-8e80-c23ab6ddbcd4),segment_id=e7271839-5f5a-493e-8e80-c23ab6ddbcd4)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:16.542792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.639970 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff915c02-d884-4b5c-85ac-b793dda523c0 None None] Pushing event updated for resources: {'Port': ['ID=2e83c828-8d43-4f5c-9910-dadede4c1a8e,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:16.869261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-95531382-f0b0-4085-92ae-8940be193fdb req-681fb72b-7653-4ff1-89a1-a91b730d6a69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port fff73060-a4c5-4477-a2af-4255d2df7aba, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=fff73060-a4c5-4477-a2af-4255d2df7aba,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:16.869766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-95531382-f0b0-4085-92ae-8940be193fdb req-681fb72b-7653-4ff1-89a1-a91b730d6a69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.007104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Allocated IP 2001:db8::1 (16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7/ac2841cc-a680-4e43-975f-f98086a51b7c/2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:17.018818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-95531382-f0b0-4085-92ae-8940be193fdb req-681fb72b-7653-4ff1-89a1-a91b730d6a69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for fff73060-a4c5-4477-a2af-4255d2df7aba owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:17.048958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c4bdc-6162-4b12-8430-a67ca0ede079 req-bef8d6b0-44cc-479d-a1d6-7a8dfa984722 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:17.051670 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-795c4bdc-6162-4b12-8430-a67ca0ede079 req-bef8d6b0-44cc-479d-a1d6-7a8dfa984722 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 946 time: 0.0908475 May 24 23:09:17.105549 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-795c4bdc-6162-4b12-8430-a67ca0ede079 req-eca9ba33-0a15-44e5-96d5-8e6ee451cddb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=56bba257-73dc-4eb6-9a72-fbc9823a18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462093 May 24 23:09:17.301072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.307142 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-95531382-f0b0-4085-92ae-8940be193fdb req-681fb72b-7653-4ff1-89a1-a91b730d6a69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.501460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Transition to ACTIVE for port object 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:17.537379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fb72b-7653-4ff1-89a1-a91b730d6a69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=fff73060-a4c5-4477-a2af-4255d2df7aba,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:17.603548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-95531382-f0b0-4085-92ae-8940be193fdb req-681fb72b-7653-4ff1-89a1-a91b730d6a69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] No DVR routers for this DVR port fff73060-a4c5-4477-a2af-4255d2df7aba on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:09:17.607175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-95531382-f0b0-4085-92ae-8940be193fdb req-681fb72b-7653-4ff1-89a1-a91b730d6a69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.609854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'name': 'network-vif-deleted', 'tag': 'fff73060-a4c5-4477-a2af-4255d2df7aba'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:17.635329 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-95531382-f0b0-4085-92ae-8940be193fdb req-681fb72b-7653-4ff1-89a1-a91b730d6a69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "DELETE /v2.0/ports/fff73060-a4c5-4477-a2af-4255d2df7aba HTTP/1.1" status: 204 len: 173 time: 1.4636574 May 24 23:09:17.638822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.744594 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:17.762003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:17.779302 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:17.779848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.823373 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2e83c828-8d43-4f5c-9910-dadede4c1a8e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:17.866760 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb017b23-e171-4a34-9027-a73321f77265'] response: {'server_uuid': 'd9b8579f-8bdd-4630-a8f9-47b4d554921a', 'name': 'network-vif-deleted', 'tag': 'fff73060-a4c5-4477-a2af-4255d2df7aba', 'status': 'completed', 'code': 200} May 24 23:09:17.928403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:17.974632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 2e83c828-8d43-4f5c-9910-dadede4c1a8e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:17.982009 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda7b2c2-2364-4f5d-99bc-643beb22d3f8 None None] Network 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:18.047924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.106685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1c2037e1-aaf2-4396-a4b3-0e29340d3f2b None None] Provisioning for port 2e83c828-8d43-4f5c-9910-dadede4c1a8e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:18.141409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1c2037e1-aaf2-4396-a4b3-0e29340d3f2b None None] Provisioning complete for port 2e83c828-8d43-4f5c-9910-dadede4c1a8e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:18.143070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c2037e1-aaf2-4396-a4b3-0e29340d3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.347302 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-278d0e75-1909-4c2e-b739-e64e12f788c7 req-7111c9a7-099a-4843-be50-98b8706eb43a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b8579f-8bdd-4630-a8f9-47b4d554921a HTTP/1.1" status: 200 len: 210 time: 0.0564969 May 24 23:09:18.468703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1c2037e1-aaf2-4396-a4b3-0e29340d3f2b None None] Current status of the port 2e83c828-8d43-4f5c-9910-dadede4c1a8e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:18.469159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c2037e1-aaf2-4396-a4b3-0e29340d3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.518343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1c2037e1-aaf2-4396-a4b3-0e29340d3f2b None None] For port 2e83c828-8d43-4f5c-9910-dadede4c1a8e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2e83c828-8d43-4f5c-9910-dadede4c1a8e,segment=NetworkSegment(e7271839-5f5a-493e-8e80-c23ab6ddbcd4),segment_id=e7271839-5f5a-493e-8e80-c23ab6ddbcd4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:18.522562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c2037e1-aaf2-4396-a4b3-0e29340d3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.604627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.610431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2037e1-aaf2-4396-a4b3-0e29340d3f2b None None] Pushing event updated for resources: {'Port': ['ID=2e83c828-8d43-4f5c-9910-dadede4c1a8e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:18.615364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.616299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.783658 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:18.857844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:18.866108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:18.870127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f18f182f-242f-41b6-8385-9b0ea4344ae9 None None] Provisioning for port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:18.877487 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f18f182f-242f-41b6-8385-9b0ea4344ae9 None None] Provisioning complete for port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:18.878068 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f18f182f-242f-41b6-8385-9b0ea4344ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.993249 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f18f182f-242f-41b6-8385-9b0ea4344ae9 None None] Port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:19.009618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f18f182f-242f-41b6-8385-9b0ea4344ae9 None None] Provisioning complete for port 2e83c828-8d43-4f5c-9910-dadede4c1a8e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:19.010624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f18f182f-242f-41b6-8385-9b0ea4344ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.167353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 5e588e10-2280-4b8e-b503-756626b54f11 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:09:19.244123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f18f182f-242f-41b6-8385-9b0ea4344ae9 None None] Current status of the port 2e83c828-8d43-4f5c-9910-dadede4c1a8e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:19.366764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:19.371578 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-75ac954f-27b6-460a-b1a1-bece885c697a tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8383932 May 24 23:09:19.373969 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35318) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:19.380036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-252318272'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:19.380861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a7d5ed1-317d-4869-a498-c44c43279cf1 None None] Provisioning complete for port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:19.381228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a7d5ed1-317d-4869-a498-c44c43279cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.387263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:19.399032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:network and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:19.409105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:19.417510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:19.424751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Sync routers for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:19.439291 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:19.453673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.465542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:19.466160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:19.514711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35324) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:19.531428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:09:19.563651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.564269 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added segment 9b259346-7dd7-4bbb-9398-bacc8fa88f35 of type vlan for network 38894c67-54d7-41fc-bf3c-9039d6e45d99 May 24 23:09:19.625848 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d5ed1-317d-4869-a498-c44c43279cf1 None None] Port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:19.642917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.652946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:19.653627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-040d3dc9-03ae-4324-a628-1b6a64ef30bc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.706542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device fff73060-a4c5-4477-a2af-4255d2df7aba no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:19.715234 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-040d3dc9-03ae-4324-a628-1b6a64ef30bc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.753417 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2e83c828-8d43-4f5c-9910-dadede4c1a8e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:19.778960 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.789554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:19.790479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.824434 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: fff73060-a4c5-4477-a2af-4255d2df7aba {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:19.824780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device fff73060-a4c5-4477-a2af-4255d2df7aba not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:20.039945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ec07c788-88ff-492b-9932-baf6e141f461 None None] Provisioning complete for port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:20.042812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec07c788-88ff-492b-9932-baf6e141f461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.087814 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7125750 May 24 23:09:20.092191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35330) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:20.112488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'subnet': {'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:20.160461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ec07c788-88ff-492b-9932-baf6e141f461 None None] Port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:20.161204 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2e83c828-8d43-4f5c-9910-dadede4c1a8e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:20.161204 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.249010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35463fbc-8f2d-45a0-a085-cccf137b6c22 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Network': ['ID=38894c67-54d7-41fc-bf3c-9039d6e45d99,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:20.265795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 38894c67-54d7-41fc-bf3c-9039d6e45d99 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:09:20.336423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:20.343265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:subnet and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:20.346744 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:20.353846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:20.368161 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-040d3dc9-03ae-4324-a628-1b6a64ef30bc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.383819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:20.387324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.422381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d3dc9-03ae-4324-a628-1b6a64ef30bc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bba257-73dc-4eb6-9a72-fbc9823a18a9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:20.501199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-040d3dc9-03ae-4324-a628-1b6a64ef30bc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.501499 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-040d3dc9-03ae-4324-a628-1b6a64ef30bc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/56bba257-73dc-4eb6-9a72-fbc9823a18a9 HTTP/1.1" status: 204 len: 168 time: 0.9855070 May 24 23:09:20.558691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35336) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:20.573194 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2e83c828-8d43-4f5c-9910-dadede4c1a8e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:20.582554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:17Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:18Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:20.590161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Checking router: 5e588e10-2280-4b8e-b503-756626b54f11 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:20.591082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Updating router 5e588e10-2280-4b8e-b503-756626b54f11 port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:09:20.708484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.746867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.848570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Subnet': ['ID=e2ad7af8-371a-4d36-967c-9e8c433f906c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:20.856574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Checking segment: {'id': '9b259346-7dd7-4bbb-9398-bacc8fa88f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:20.856971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network hostable DHCP agents. Network: 38894c67-54d7-41fc-bf3c-9039d6e45d99, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:09:20.884662 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 38894c67-54d7-41fc-bf3c-9039d6e45d99 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:09:20.906303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 38894c67-54d7-41fc-bf3c-9039d6e45d99) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:20.910975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:20.911405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.921001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b575659-29d7-4c3d-8ebf-2637fe8c87d3 None None] Network 38894c67-54d7-41fc-bf3c-9039d6e45d99 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:20.951679 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-86c4137c-b1b4-4aee-9a33-d469191b41e3 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8553615 May 24 23:09:20.955788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35340) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:21.520219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-38894c67-54d7-41fc-bf3c-9039d6e45d99', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:09:21.521022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.552441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.638380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.680766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Transition to ACTIVE for port object 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:21.705846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.844111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.045063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f4931-77f2-4e05-9aca-ce7ee78f3801 None None] Pushing event updated for resources: {'Port': ['ID=2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:22.049806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b2111bf3-c1c9-4af5-baaf-040e26c08c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.148599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 56dd117b-4de6-478f-b4e9-9bce1cb8c981 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:22.149158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.149258 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Allocated IP 2001:db8:1::2 (38894c67-54d7-41fc-bf3c-9039d6e45d99/e2ad7af8-371a-4d36-967c-9e8c433f906c/6d4d2df3-a297-4a02-8583-ba648d843c46) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:22.168337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Attempting to bind port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:22.168725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Attempting to bind port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'e7271839-5f5a-493e-8e80-c23ab6ddbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:22.169248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Attempting to bind port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 on network 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:22.179013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:22.179525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Checking segment: {'id': 'e7271839-5f5a-493e-8e80-c23ab6ddbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:22.180293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.180777 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Bound using segment: {'id': 'e7271839-5f5a-493e-8e80-c23ab6ddbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:22.181554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Bound port: 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7271839-5f5a-493e-8e80-c23ab6ddbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:22.182023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.480511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] For port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:22.504700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] For port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45,segment=NetworkSegment(e7271839-5f5a-493e-8e80-c23ab6ddbcd4),segment_id=e7271839-5f5a-493e-8e80-c23ab6ddbcd4)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:22.535645 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.628085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.666440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Transition to ACTIVE for port object 6d4d2df3-a297-4a02-8583-ba648d843c46 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:22.685934 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 56dd117b-4de6-478f-b4e9-9bce1cb8c981, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=56dd117b-4de6-478f-b4e9-9bce1cb8c981,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:22.687174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.702498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:22.703390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:08:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:22.779493 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Transition to ACTIVE for port object 6d4d2df3-a297-4a02-8583-ba648d843c46 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:22.790767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f4931-77f2-4e05-9aca-ce7ee78f3801 None None] Pushing event updated for resources: {'Port': ['ID=2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:22.849491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 56dd117b-4de6-478f-b4e9-9bce1cb8c981 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:22.879327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.934565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Allocated IP 2001:db8:1::1 (38894c67-54d7-41fc-bf3c-9039d6e45d99/e2ad7af8-371a-4d36-967c-9e8c433f906c/05f128e9-bebc-439c-b3cc-f1a65e4a47e8) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:23.036364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Network 38894c67-54d7-41fc-bf3c-9039d6e45d99 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:23.042895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Pushing event updated for resources: {'Port': ['ID=6d4d2df3-a297-4a02-8583-ba648d843c46,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:23.048319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:23.059441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:23.104895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:23.167034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.184282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Transition to ACTIVE for port object 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:23.217847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.258447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.274766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Attempting to bind port 6d4d2df3-a297-4a02-8583-ba648d843c46 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:23.275120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Attempting to bind port 6d4d2df3-a297-4a02-8583-ba648d843c46 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '9b259346-7dd7-4bbb-9398-bacc8fa88f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:23.275414 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Attempting to bind port 6d4d2df3-a297-4a02-8583-ba648d843c46 on network 38894c67-54d7-41fc-bf3c-9039d6e45d99 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:23.309726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 38894c67-54d7-41fc-bf3c-9039d6e45d99 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:23.312797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:23.315907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:23.316733 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.325156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=56dd117b-4de6-478f-b4e9-9bce1cb8c981,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:23.362961 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=05f128e9-bebc-439c-b3cc-f1a65e4a47e8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:23.366440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:23.366865 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Checking segment: {'id': '9b259346-7dd7-4bbb-9398-bacc8fa88f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:23.367243 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.369620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Bound using segment: {'id': '9b259346-7dd7-4bbb-9398-bacc8fa88f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:23.369620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Bound port: 6d4d2df3-a297-4a02-8583-ba648d843c46, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b259346-7dd7-4bbb-9398-bacc8fa88f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:23.369620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.634237 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.790128 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] For port 6d4d2df3-a297-4a02-8583-ba648d843c46, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:23.796057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] For port 6d4d2df3-a297-4a02-8583-ba648d843c46, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6d4d2df3-a297-4a02-8583-ba648d843c46,segment=NetworkSegment(9b259346-7dd7-4bbb-9398-bacc8fa88f35),segment_id=9b259346-7dd7-4bbb-9398-bacc8fa88f35)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:23.803126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.884679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:17Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:22Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:23.888107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.896990 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d298b7-2c37-4085-a06e-213118368a69 None None] The sync data for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv is: [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:17Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:22Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:23.914690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040a5a8-3b89-40ae-abec-3223384118a2 None None] Pushing event updated for resources: {'Port': ['ID=6d4d2df3-a297-4a02-8583-ba648d843c46,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:24.205256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17befd08-ebb0-4fae-afb3-e1e5e974bae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.363087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.371122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.372954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.590767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d9e390d6-34d5-4ff7-8d54-c867e237c451 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:24.617022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=05f128e9-bebc-439c-b3cc-f1a65e4a47e8,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:24.687134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 38894c67-54d7-41fc-bf3c-9039d6e45d99 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:24.690147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:24.822456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:24.839006 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141e774-c94a-45ab-a770-376b7ceb7942 None None] Sync routers for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:24.860986 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141e774-c94a-45ab-a770-376b7ceb7942 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:24.866139 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5141e774-c94a-45ab-a770-376b7ceb7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:24.870869 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d80719f6-7626-4ab9-885a-dce64cd7fec5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/d9e390d6-34d5-4ff7-8d54-c867e237c451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3104446 May 24 23:09:24.871566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35352) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:25.018889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 5e588e10-2280-4b8e-b503-756626b54f11 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:25.067713 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.216809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting subnet ab1a8522-c791-4c14-b79c-23528a501f7e {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:09:25.231820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.281667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.289447 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5141e774-c94a-45ab-a770-376b7ceb7942 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:25.349340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.446176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.498137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713bc282-14f2-49b5-b876-2fd33e3383a2 None None] Network 38894c67-54d7-41fc-bf3c-9039d6e45d99 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:25.540970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:25.574062 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fef66c85-a14b-47ea-96a0-ed9b9d7b74be tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6173072 May 24 23:09:25.574975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.577251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35356) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:25.582791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1076489500'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:25.593808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:25.614393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:network and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:25.617972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:25.624069 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:25.637197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:25.645357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.646925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1a8522-c791-4c14-b79c-23528a501f7e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:25.651291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c1365fe8-fc53-492f-9781-52abafd1b1b3 None None] Provisioning for port 6d4d2df3-a297-4a02-8583-ba648d843c46 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:25.654433 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.654812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.655219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.655545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.655958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.657836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.657836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.657836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.657836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.657836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.657836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.659052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:25.662357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.677125 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-537a0f82-c205-4e6b-ab08-4b034c2fef27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/subnets/ab1a8522-c791-4c14-b79c-23528a501f7e HTTP/1.1" status: 204 len: 168 time: 0.8044922 May 24 23:09:25.678802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284899ba-b91a-405e-85a5-0670a9357a5c None None] Network 1053ddfd-c83a-4a29-b34e-299486fb76c9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:25.679769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35360) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:25.696272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:09:25.709757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.709757 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added segment af740a2d-5c5c-41b3-b0e1-a8d0de627202 of type vlan for network 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a May 24 23:09:25.754527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.801068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.818760 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:25.819409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.891967 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5141e774-c94a-45ab-a770-376b7ceb7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:09:23Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:25.909136 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141e774-c94a-45ab-a770-376b7ceb7942 None None] Checking router: d9e390d6-34d5-4ff7-8d54-c867e237c451 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:25.949621 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141e774-c94a-45ab-a770-376b7ceb7942 None None] Routers {'d9e390d6-34d5-4ff7-8d54-c867e237c451'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:25.950254 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5141e774-c94a-45ab-a770-376b7ceb7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d9e390d6-34d5-4ff7-8d54-c867e237c451'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:26.002774 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:26.028894 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4479516 May 24 23:09:26.030035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35366) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:26.047582 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'subnet': {'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:26.094837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb609c7-f741-4554-a358-9880b41513d1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Network': ['ID=5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:26.116584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.122439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Sync routers for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:26.200786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:26.206122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:subnet and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:26.209775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:26.216897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:26.223120 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5141e774-c94a-45ab-a770-376b7ceb7942 None None] Set router d9e390d6-34d5-4ff7-8d54-c867e237c451 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:26.234427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:26.239665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.266726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:09:26.316652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.332882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:26.333465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.417214 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:26.417893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:26.546512 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.551738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7b040fd1-1ba4-4fcf-86f7-b428ba3840e8,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:26.552356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.586380 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5141e774-c94a-45ab-a770-376b7ceb7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:09:23Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:26.590442 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141e774-c94a-45ab-a770-376b7ceb7942 None None] The sync data for ids ['d9e390d6-34d5-4ff7-8d54-c867e237c451'] in dv-neutron-843190-1-hyperv is: [{'id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'name': 'tempest-TestNetworkBasicOps-router-1138224880', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:57Z', 'updated_at': '2022-05-24T23:09:23Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '7b040fd1-1ba4-4fcf-86f7-b428ba3840e8', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e390d6-34d5-4ff7-8d54-c867e237c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:59Z', 'updated_at': '2022-05-24T23:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:26.655484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.658432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Subnet': ['ID=55bedced-fbc6-405a-a293-6fe74d811e57,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:26.664355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Checking segment: {'id': 'af740a2d-5c5c-41b3-b0e1-a8d0de627202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:26.664714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network hostable DHCP agents. Network: 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:09:26.676229 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:26.685690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:26.687549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:09:26.704143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:26.709483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:26.710070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.724314 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:26.736348 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dc32bbd3-7f55-457b-acfc-b5ce313c9a54 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6999066 May 24 23:09:26.739431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35370) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:26.762145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b297fc6-edeb-47c7-981f-3ac334779f46 None None] Network 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:26.778959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:26.779337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.933530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.010401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=7b040fd1-1ba4-4fcf-86f7-b428ba3840e8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:27.035846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ee3cd-7355-40e1-af36-7707db9647c9 None None] DHCP port deletion for 1053ddfd-c83a-4a29-b34e-299486fb76c9 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:09:27.132937 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-be7ee3cd-7355-40e1-af36-7707db9647c9 None None] Deleting port 87d1a842-5e74-49cc-8d98-4367396b8136 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:27.133498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be7ee3cd-7355-40e1-af36-7707db9647c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.171048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.545677 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.586748 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-730c3056-ac51-4687-b8cd-e754949e9ee9 None None] Provisioning for port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:27.606584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.638037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.675320 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b994a609-98fa-4c3d-8b11-721e6af5ea8a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528285469&fields=id&tenant_id=4155273398514810859d10c940ec1372 HTTP/1.1" status: 200 len: 267 time: 0.0661485 May 24 23:09:27.711062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.711610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Fanout notify agent at l3_agent the message router_deleted on router d9e390d6-34d5-4ff7-8d54-c867e237c451 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:09:27.787281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.788469 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6b8aac76-4ed7-4133-b804-c34d44ee4cbc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/routers/d9e390d6-34d5-4ff7-8d54-c867e237c451 HTTP/1.1" status: 204 len: 168 time: 2.1077833 May 24 23:09:27.794582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35384) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:27.846057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-730c3056-ac51-4687-b8cd-e754949e9ee9 None None] Provisioning complete for port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:27.846431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-730c3056-ac51-4687-b8cd-e754949e9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.957237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:09:27.958057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.973155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:27.973534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.988572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.995512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-be7ee3cd-7355-40e1-af36-7707db9647c9 None None] For port 87d1a842-5e74-49cc-8d98-4367396b8136, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=87d1a842-5e74-49cc-8d98-4367396b8136,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:27.996218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be7ee3cd-7355-40e1-af36-7707db9647c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.006351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-e18f0d46-141d-457c-9401-58ee8ce98e09 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:28.013183 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-e18f0d46-141d-457c-9401-58ee8ce98e09 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 812 time: 0.3295555 May 24 23:09:28.033216 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-27257e28-51fb-45a9-a680-a032cdbe5b59 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/quotas/4155273398514810859d10c940ec1372 HTTP/1.1" status: 200 len: 375 time: 0.0191236 May 24 23:09:28.072406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 87d1a842-5e74-49cc-8d98-4367396b8136 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:28.072935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.135219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-730c3056-ac51-4687-b8cd-e754949e9ee9 None None] Port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:28.139495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Allocated IP 2001:db8:2::1 (5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a/55bedced-fbc6-405a-a293-6fe74d811e57/8c027053-b49b-4cf8-acf7-9bd61e9f6fdc) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:28.184897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-be7ee3cd-7355-40e1-af36-7707db9647c9 None None] Calling delete_port for 87d1a842-5e74-49cc-8d98-4367396b8136 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:28.254234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45,segment=NetworkSegment(e7271839-5f5a-493e-8e80-c23ab6ddbcd4),segment_id=e7271839-5f5a-493e-8e80-c23ab6ddbcd4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:28.278189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.279002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6d4d2df3-a297-4a02-8583-ba648d843c46 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:28.283917 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-8f5a36bf-900d-47b5-839b-6c8307a81633 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2427986 May 24 23:09:28.395437 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.407630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 87d1a842-5e74-49cc-8d98-4367396b8136, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=87d1a842-5e74-49cc-8d98-4367396b8136,segment=NetworkSegment(b1ee0ec2-9406-43d3-8fb4-970c0bb789f1),segment_id=b1ee0ec2-9406-43d3-8fb4-970c0bb789f1)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:28.409150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.422393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Transition to ACTIVE for port object 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:28.430164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-80f2ca45-2159-4a9e-bdab-163a3d4d3e64 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:09:28.431199 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-80f2ca45-2159-4a9e-bdab-163a3d4d3e64 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0972631 May 24 23:09:28.447000 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:23Z', 'revision_number': 3, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:24Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:22Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:28.472079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.473356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Checking router: 5e588e10-2280-4b8e-b503-756626b54f11 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:28.473805 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Updating router 5e588e10-2280-4b8e-b503-756626b54f11 port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:09:28.516602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be7ee3cd-7355-40e1-af36-7707db9647c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.561121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=8c027053-b49b-4cf8-acf7-9bd61e9f6fdc,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:28.584323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ee3cd-7355-40e1-af36-7707db9647c9 None None] No DVR routers for this DVR port 87d1a842-5e74-49cc-8d98-4367396b8136 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:09:28.587701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:28.589076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:28.592159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:28.593223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.633704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:28.644000 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d43da63c-d8d4-4a1a-a1be-d9e5446fc139 None None] Provisioning complete for port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:28.644614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d43da63c-d8d4-4a1a-a1be-d9e5446fc139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.661151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 87d1a842-5e74-49cc-8d98-4367396b8136 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:28.690802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 6d4d2df3-a297-4a02-8583-ba648d843c46 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:28.698343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.698916 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.699607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.700099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.700577 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.701062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.701564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.702275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.702793 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.703255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.703739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.704207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:28.717095 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 6d4d2df3-a297-4a02-8583-ba648d843c46 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:28.717707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.745683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.768340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:09:28.768916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:09:28.771399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.827422 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-cf0cf807-95c5-45a4-b65b-45181f622e0d service neutron] 10.222.0.32 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363647 May 24 23:09:28.829689 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Allocated IP 2001:db8:2::2 (5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a/55bedced-fbc6-405a-a293-6fe74d811e57/94f19c72-8799-4350-9fb4-74d5b4be5270) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:28.867580 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ee3cd-7355-40e1-af36-7707db9647c9 None None] Pushing event deleted for resources: {'Port': ['ID=87d1a842-5e74-49cc-8d98-4367396b8136,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:28.969952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d43da63c-d8d4-4a1a-a1be-d9e5446fc139 None None] Port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:29.052312 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-0a01fbe2-c68c-4f37-bc77-1d5be02dc740 service neutron] 10.222.0.32 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178319 May 24 23:09:29.270303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 87d1a842-5e74-49cc-8d98-4367396b8136 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:29.270861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.293262 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 6d4d2df3-a297-4a02-8583-ba648d843c46 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:29.293835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.371298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] The port '87d1a842-5e74-49cc-8d98-4367396b8136' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:09:29.439697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 6d4d2df3-a297-4a02-8583-ba648d843c46, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6d4d2df3-a297-4a02-8583-ba648d843c46,segment=NetworkSegment(9b259346-7dd7-4bbb-9398-bacc8fa88f35),segment_id=9b259346-7dd7-4bbb-9398-bacc8fa88f35)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:29.458254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.470883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.488770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.489675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.542091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=6d4d2df3-a297-4a02-8583-ba648d843c46,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:29.550136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.551787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.563603 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Transition to ACTIVE for port object 94f19c72-8799-4350-9fb4-74d5b4be5270 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:29.584502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1053ddfd-c83a-4a29-b34e-299486fb76c9']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:29.590699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:29.606855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:29.607572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ee0ec2-9406-43d3-8fb4-970c0bb789f1') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:29.625162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.650743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=8c027053-b49b-4cf8-acf7-9bd61e9f6fdc,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:29.658189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.676540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Transition to ACTIVE for port object 94f19c72-8799-4350-9fb4-74d5b4be5270 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:29.703902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.759486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.803978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Network 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:29.810409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:29.818030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:29.822125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Pushing event updated for resources: {'Port': ['ID=94f19c72-8799-4350-9fb4-74d5b4be5270,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:29.841936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:29.843404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:29.860993 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9ef9e536-3241-4f45-80bb-e953a691b04f req-5b2d0641-a571-43af-98ee-11e1676fb718 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 210 time: 0.1992171 May 24 23:09:29.871925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:09:29.872596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.908595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:29.908969 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.964327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Attempting to bind port 94f19c72-8799-4350-9fb4-74d5b4be5270 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:29.964692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Attempting to bind port 94f19c72-8799-4350-9fb4-74d5b4be5270 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'af740a2d-5c5c-41b3-b0e1-a8d0de627202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:29.965048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Attempting to bind port 94f19c72-8799-4350-9fb4-74d5b4be5270 on network 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:29.976480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:29.976978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Checking segment: {'id': 'af740a2d-5c5c-41b3-b0e1-a8d0de627202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:29.977301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.977787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Bound using segment: {'id': 'af740a2d-5c5c-41b3-b0e1-a8d0de627202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:29.978298 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Bound port: 94f19c72-8799-4350-9fb4-74d5b4be5270, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af740a2d-5c5c-41b3-b0e1-a8d0de627202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:29.978929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.997993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.998863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Transition to ACTIVE for port object 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:30.002746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.015582 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment b1ee0ec2-9406-43d3-8fb4-970c0bb789f1 resource provider aggregate not found May 24 23:09:30.047024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.048215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Network': ['ID=1053ddfd-c83a-4a29-b34e-299486fb76c9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:30.063303 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9dbfb7ee-ba2d-40c2-838a-8099d1c1edeb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/networks/1053ddfd-c83a-4a29-b34e-299486fb76c9 HTTP/1.1" status: 204 len: 168 time: 2.2652333 May 24 23:09:30.071806 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment b1ee0ec2-9406-43d3-8fb4-970c0bb789f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1ee0ec2-9406-43d3-8fb4-970c0bb789f1 found for delete ", "request_id": "req-49df336d-85b5-4c61-8d75-36305554b53b"}]} May 24 23:09:30.085894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35412) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:30.089466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 5e588e10-2280-4b8e-b503-756626b54f11 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:30.089642 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'network': {'name': 'tempest-network-smoke--307584479', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:30.095561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:30.100615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:network and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:30.104182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:30.111829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:30.138069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:30.142085 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.188411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:09:30.207630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.210831 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Added segment 27aff4df-7ed9-470f-be0f-99dbab286afd of type vlan for network 844945da-a59d-4cb9-8ab9-bcd10bf23bec May 24 23:09:30.275904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.295471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:30.327389 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2aad6777-694d-4141-babd-280f9ee13c48 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5864165 May 24 23:09:30.331374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35418) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:30.337965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-553112643'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:30.338805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.343289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:30.347776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:network and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:30.350839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:30.354813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:30.355639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.357086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:30.365945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:30.376011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a79af-051b-42de-942c-70712da2873d None None] Pushing event updated for resources: {'Port': ['ID=05f128e9-bebc-439c-b3cc-f1a65e4a47e8,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:30.387899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] For port 94f19c72-8799-4350-9fb4-74d5b4be5270, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:30.416414 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Attempting to bind port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:30.417002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Attempting to bind port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '9b259346-7dd7-4bbb-9398-bacc8fa88f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:30.417511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Attempting to bind port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 on network 38894c67-54d7-41fc-bf3c-9039d6e45d99 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:30.426254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] For port 94f19c72-8799-4350-9fb4-74d5b4be5270, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=94f19c72-8799-4350-9fb4-74d5b4be5270,segment=NetworkSegment(af740a2d-5c5c-41b3-b0e1-a8d0de627202),segment_id=af740a2d-5c5c-41b3-b0e1-a8d0de627202)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:30.431069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:30.431907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Checking segment: {'id': '9b259346-7dd7-4bbb-9398-bacc8fa88f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:30.432508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.433089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Bound using segment: {'id': '9b259346-7dd7-4bbb-9398-bacc8fa88f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:30.433799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Bound port: 05f128e9-bebc-439c-b3cc-f1a65e4a47e8, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b259346-7dd7-4bbb-9398-bacc8fa88f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:30.434387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.440431 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3553517 May 24 23:09:30.446287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35422) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:30.454993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.512710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'admin_state_up': True, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:30.541653 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:30.548925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 87d1a842-5e74-49cc-8d98-4367396b8136 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:30.561833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:router and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:30.568096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:30.569278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:30.574192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.575570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83213904-3af9-4956-a8c8-99d215392c6a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Network': ['ID=844945da-a59d-4cb9-8ab9-bcd10bf23bec,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:30.578184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:30.596808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.598195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.616824 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:09:30.625944 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 87d1a842-5e74-49cc-8d98-4367396b8136 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:30.626307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 87d1a842-5e74-49cc-8d98-4367396b8136 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:30.626912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:30.628220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.629315 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added segment 807dd17a-9c56-41d8-b1f8-647f93e8c544 of type vlan for network dd5061a6-281b-433a-b054-46dc1fb57092 May 24 23:09:30.630744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.653486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 844945da-a59d-4cb9-8ab9-bcd10bf23bec details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:09:30.661841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.695541 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.703360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:30.704435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.750041 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4168561 May 24 23:09:30.755524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35426) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:30.808846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'subnet': {'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:30.838359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:30.838730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7b040fd1-1ba4-4fcf-86f7-b428ba3840e8 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:30.839126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 56dd117b-4de6-478f-b4e9-9bce1cb8c981 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:30.903609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 56dd117b-4de6-478f-b4e9-9bce1cb8c981 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:30.903953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 56dd117b-4de6-478f-b4e9-9bce1cb8c981 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:30.915927 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066ccfe-96d5-4f69-9c27-419b68e8f719 None None] Pushing event updated for resources: {'Port': ['ID=94f19c72-8799-4350-9fb4-74d5b4be5270,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:30.938556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237ba73-2bfe-4127-afc0-993038b11846 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Network': ['ID=dd5061a6-281b-433a-b054-46dc1fb57092,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:30.953013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:30.958856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:subnet and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:30.958992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] For port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:30.962162 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] For port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=05f128e9-bebc-439c-b3cc-f1a65e4a47e8,segment=NetworkSegment(9b259346-7dd7-4bbb-9398-bacc8fa88f35),segment_id=9b259346-7dd7-4bbb-9398-bacc8fa88f35)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:30.963255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:30.964550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network dd5061a6-281b-433a-b054-46dc1fb57092 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:09:30.970805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:30.986607 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Made reservation on behalf of 7a1e3325e16148c29a586da1a53cf851 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:30.987050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.990521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.992985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.162953 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7758f233-8967-4ace-88de-9ffc3b855eb2 req-04aafc31-7101-47b4-8fb3-d4594fd23088 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 210 time: 0.0715108 May 24 23:09:31.198928 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:31.199453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:31.419594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a79af-051b-42de-942c-70712da2873d None None] Pushing event updated for resources: {'Port': ['ID=05f128e9-bebc-439c-b3cc-f1a65e4a47e8,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:31.533267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:31.554452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.605543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.681092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.690553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-f6ac28a6-3398-46b0-ae37-f8c1e18622e0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:31.692031 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-f6ac28a6-3398-46b0-ae37-f8c1e18622e0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 812 time: 0.4105451 May 24 23:09:31.760237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6d4d2df3-a297-4a02-8583-ba648d843c46 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:31.793499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Subnet': ['ID=bb9c0017-0fe6-461a-9f24-1f4e394ffce6,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:31.814434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.196 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/2aba3ba2-a024-4613-9be9-b582dfbf4fcf) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:31.865666 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-f04ca406-0a35-4ed8-8600-2de5c01cd752 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4155273398514810859d10c940ec1372 HTTP/1.1" status: 200 len: 379 time: 0.1419129 May 24 23:09:31.868461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Checking segment: {'id': '807dd17a-9c56-41d8-b1f8-647f93e8c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:31.868942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network hostable DHCP agents. Network: dd5061a6-281b-433a-b054-46dc1fb57092, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:09:31.877921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'port': {'device_id': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'admin_state_up': True, 'tenant_id': '4155273398514810859d10c940ec1372', 'security_groups': ['48e2680b-bf24-4446-8a7b-cebf843d3bd7']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:31.921427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 6d4d2df3-a297-4a02-8583-ba648d843c46 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:31.921956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:32.029923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:32.079924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:32.085554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network dd5061a6-281b-433a-b054-46dc1fb57092 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:09:32.124972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, dd5061a6-281b-433a-b054-46dc1fb57092) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:32.129631 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:32.130434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:32.139726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb0c5e7-f77e-4595-a370-f42ec92b266d None None] Network dd5061a6-281b-433a-b054-46dc1fb57092 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:32.154964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:32.156659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 6d4d2df3-a297-4a02-8583-ba648d843c46 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:32.157848 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 94f19c72-8799-4350-9fb4-74d5b4be5270 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:32.166664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:32.184248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Made reservation on behalf of 4155273398514810859d10c940ec1372 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:32.189725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:32.383910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:32.388825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:32.396030 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:32.433187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Allocated IP 172.20.0.3 (93c103b0-3a45-4501-a7a3-8923f3d8757b/ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232/8c751cf1-d298-458d-a36e-daf12b095d8b) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:32.469974 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cd5af02b-1703-4e71-a8f4-2ae7489e0803 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7132492 May 24 23:09:32.470815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=2aba3ba2-a024-4613-9be9-b582dfbf4fcf,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:32.473527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35434) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:32.489652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 94f19c72-8799-4350-9fb4-74d5b4be5270 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:32.505608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:30Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:29Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:32.553850 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ebc830bd-f41d-407e-88a2-0bf3f71537ac req-e29f609d-2df0-4049-945c-871f6d7eca84 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 210 time: 0.0865426 May 24 23:09:32.610766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02260e6c-b6af-4f97-8b2c-f5f5aa1d0337 None None] Network 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:32.642303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cfa0d-10a2-41c6-b08e-546cb6a7c53a None None] The sync data for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv is: [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:30Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:29Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:32.704754 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-dd5061a6-281b-433a-b054-46dc1fb57092', 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'fixed_ips': [{'subnet_id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:09:32.706213 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:32.839725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-339bc4d3-938f-4eb9-b521-9332295c6a2b None None] Provisioning for port 94f19c72-8799-4350-9fb4-74d5b4be5270 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:32.886577 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-339bc4d3-938f-4eb9-b521-9332295c6a2b None None] Provisioning complete for port 94f19c72-8799-4350-9fb4-74d5b4be5270 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:32.886965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-339bc4d3-938f-4eb9-b521-9332295c6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:33.067922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:33.378839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Allocated IP 2001:db8:3::2 (dd5061a6-281b-433a-b054-46dc1fb57092/bb9c0017-0fe6-461a-9f24-1f4e394ffce6/9a14575a-d3f4-47af-8697-dfe04e9a32a8) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:33.387914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-339bc4d3-938f-4eb9-b521-9332295c6a2b None None] Current status of the port 94f19c72-8799-4350-9fb4-74d5b4be5270 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:33.388287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-339bc4d3-938f-4eb9-b521-9332295c6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:33.589429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-339bc4d3-938f-4eb9-b521-9332295c6a2b None None] For port 94f19c72-8799-4350-9fb4-74d5b4be5270, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=94f19c72-8799-4350-9fb4-74d5b4be5270,segment=NetworkSegment(af740a2d-5c5c-41b3-b0e1-a8d0de627202),segment_id=af740a2d-5c5c-41b3-b0e1-a8d0de627202)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:33.648486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-339bc4d3-938f-4eb9-b521-9332295c6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:33.704428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:33.757189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:33.784945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:33.856452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Transition to ACTIVE for port object 8c751cf1-d298-458d-a36e-daf12b095d8b will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:33.936160 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dbc6c64b-56d0-4f83-99ff-5692b1b8d370 req-7e31ca3b-42f5-4e73-b5dd-eba589809149 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 210 time: 0.1457894 May 24 23:09:33.990078 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.013776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.049471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bc4d3-938f-4eb9-b521-9332295c6a2b None None] Pushing event updated for resources: {'Port': ['ID=94f19c72-8799-4350-9fb4-74d5b4be5270,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:34.118448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:34.151190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:09:34.153274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:34.153910 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.222597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.270132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Transition to ACTIVE for port object 9a14575a-d3f4-47af-8697-dfe04e9a32a8 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:34.306184 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Transition to ACTIVE for port object 9a14575a-d3f4-47af-8697-dfe04e9a32a8 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:34.387483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.472560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6afef054-5bb2-42f4-a32d-2ade722d6778 None None] Provisioning for port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:34.477722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Network 93c103b0-3a45-4501-a7a3-8923f3d8757b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:34.481014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:34.483884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:34.515980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Network dd5061a6-281b-433a-b054-46dc1fb57092 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:34.542190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:34.544260 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Pushing event updated for resources: {'Port': ['ID=9a14575a-d3f4-47af-8697-dfe04e9a32a8,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:34.565053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:34.568387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6afef054-5bb2-42f4-a32d-2ade722d6778 None None] Provisioning complete for port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:34.568387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6afef054-5bb2-42f4-a32d-2ade722d6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.603863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:34.604499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.615343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:34.616464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.672162 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7981689 May 24 23:09:34.676966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'Port': ['ID=8c751cf1-d298-458d-a36e-daf12b095d8b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:34.692789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-98d5326c-2a5e-46cc-bb42-19b84dbbf420 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:09:34.693998 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-98d5326c-2a5e-46cc-bb42-19b84dbbf420 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063522 May 24 23:09:34.697914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.698413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.699295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.700737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.700920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.701483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.702617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.704270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.704941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.705523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.706067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.707794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f034b5f-d3d0-4acd-83ab-ea0e8a6e1b33 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:34.733145 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Sync routers for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:34.760949 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:34.761861 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:34.778529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:34.825703 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.827508 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-588985f3-258e-4d63-8ae3-163c07fae300 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3801949 May 24 23:09:34.831073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35442) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:34.869211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Request body: {'port': {'device_id': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:34.889877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Sync routers for ids ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:34.907278 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0d7b9256-438a-4b09-8220-5ce4c47af825 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4a9c122e5fbd4d319091b78d34b07baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0734987 May 24 23:09:34.910404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35446) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:34.923767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Attempting to bind port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:34.924297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Attempting to bind port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '807dd17a-9c56-41d8-b1f8-647f93e8c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:34.924853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Attempting to bind port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 on network dd5061a6-281b-433a-b054-46dc1fb57092 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:34.947137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Routers {'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:34.948154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:35.039906 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:35.169202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=05f128e9-bebc-439c-b3cc-f1a65e4a47e8,segment=NetworkSegment(9b259346-7dd7-4bbb-9398-bacc8fa88f35),segment_id=9b259346-7dd7-4bbb-9398-bacc8fa88f35)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:35.181497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6afef054-5bb2-42f4-a32d-2ade722d6778 None None] Port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:35.188556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:35.191575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Checking segment: {'id': '807dd17a-9c56-41d8-b1f8-647f93e8c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:35.191850 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.193979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Bound using segment: {'id': '807dd17a-9c56-41d8-b1f8-647f93e8c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:35.195048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Bound port: 9a14575a-d3f4-47af-8697-dfe04e9a32a8, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807dd17a-9c56-41d8-b1f8-647f93e8c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:35.196267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.228963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.247017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Allocated IP 2001:db8:3::1 (dd5061a6-281b-433a-b054-46dc1fb57092/bb9c0017-0fe6-461a-9f24-1f4e394ffce6/8a629508-a516-41ef-a626-650a41f8c8c0) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:35.336003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f0eceb-fb6d-4fa8-8040-9be9726e0e04 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:35.338529 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d2f0eceb-fb6d-4fa8-8040-9be9726e0e04 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4271176 May 24 23:09:35.342545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35452) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:35.359132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.409973 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-66bf65ad-703e-49f1-92aa-6f698f3fcc25 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658336 May 24 23:09:35.413660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35456) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:35.420399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1454611854', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:35.492207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5f47816a-def0-429b-af91-14f676ca322a None None] For port 9a14575a-d3f4-47af-8697-dfe04e9a32a8, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:35.495664 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5f47816a-def0-429b-af91-14f676ca322a None None] For port 9a14575a-d3f4-47af-8697-dfe04e9a32a8, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9a14575a-d3f4-47af-8697-dfe04e9a32a8,segment=NetworkSegment(807dd17a-9c56-41d8-b1f8-647f93e8c544),segment_id=807dd17a-9c56-41d8-b1f8-647f93e8c544)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:35.496866 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6afef054-5bb2-42f4-a32d-2ade722d6778 None None] Provisioning complete for port 94f19c72-8799-4350-9fb4-74d5b4be5270 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:35.497245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6afef054-5bb2-42f4-a32d-2ade722d6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.543452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.577920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.600689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af1bbc-b1a2-4ed3-b789-83afc0f91fef req-0aa53fb7-afc1-497f-b047-4422dcef5775 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:35.603193 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5af1bbc-b1a2-4ed3-b789-83afc0f91fef req-0aa53fb7-afc1-497f-b047-4422dcef5775 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 931 time: 0.4108567 May 24 23:09:35.607200 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:30Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:29Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:35.614213 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Checking router: 5e588e10-2280-4b8e-b503-756626b54f11 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:35.614785 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Updating router 5e588e10-2280-4b8e-b503-756626b54f11 port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:09:35.623846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Transition to ACTIVE for port object 8a629508-a516-41ef-a626-650a41f8c8c0 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:35.656555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:35.665332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 94f19c72-8799-4350-9fb4-74d5b4be5270 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:35.677777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:subnet and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:35.683285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:35.684658 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.693840 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5af1bbc-b1a2-4ed3-b789-83afc0f91fef req-3e3b9ce6-44ee-4a95-8ac3-d5bd046ad56a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740006 May 24 23:09:35.695062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:35.711510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:35.715870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.775739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.777738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=05f128e9-bebc-439c-b3cc-f1a65e4a47e8,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:35.874952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Set router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:35.884210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network dd5061a6-281b-433a-b054-46dc1fb57092 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:35.889339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:35.894900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:35.895636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.910456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=8a629508-a516-41ef-a626-650a41f8c8c0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:36.111853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.176213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c751cf1-d298-458d-a36e-daf12b095d8b {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:36.185873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.213460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Transition to ACTIVE for port object 8c751cf1-d298-458d-a36e-daf12b095d8b will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:36.230787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.253089 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.279989 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Transition to ACTIVE for port object 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:36.291770 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.338781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Checking segment: {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:36.339897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network hostable DHCP agents. Network: 844945da-a59d-4cb9-8ab9-bcd10bf23bec, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:09:36.353392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Subnet': ['ID=8e5bf5b7-7179-4575-84f2-9c81ff326c97,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:36.400443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 844945da-a59d-4cb9-8ab9-bcd10bf23bec is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:09:36.412451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 844945da-a59d-4cb9-8ab9-bcd10bf23bec) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:36.417128 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:36.417128 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.427918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 94f19c72-8799-4350-9fb4-74d5b4be5270 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:36.428299 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.463720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47816a-def0-429b-af91-14f676ca322a None None] Pushing event updated for resources: {'Port': ['ID=9a14575a-d3f4-47af-8697-dfe04e9a32a8,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:36.475064 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f7606478-c8a7-4924-88a2-306d2967887d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0602872 May 24 23:09:36.477989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35460) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:36.507842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c38e3c-89a3-46dc-b48c-84bd24236a98 None None] Network 844945da-a59d-4cb9-8ab9-bcd10bf23bec requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:36.514789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Pushing event updated for resources: {'Port': ['ID=8c751cf1-d298-458d-a36e-daf12b095d8b,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:36.604182 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Pushing event updated for resources: {'Port': ['ID=8c027053-b49b-4cf8-acf7-9bd61e9f6fdc,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:36.611550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.642317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6afef054-5bb2-42f4-a32d-2ade722d6778 None None] Current status of the port 94f19c72-8799-4350-9fb4-74d5b4be5270 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:36.724729 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.728461 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.728902 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.729232 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.729840 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.729935 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.731622 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.732129 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.732438 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.732613 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.732930 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.733574 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:36.807672 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Attempting to bind port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:36.809650 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Attempting to bind port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'af740a2d-5c5c-41b3-b0e1-a8d0de627202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:36.810260 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Attempting to bind port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc on network 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:36.845717 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:36.852823 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Checking segment: {'id': 'af740a2d-5c5c-41b3-b0e1-a8d0de627202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:36.857454 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.857782 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Bound using segment: {'id': 'af740a2d-5c5c-41b3-b0e1-a8d0de627202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:36.859474 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Bound port: 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af740a2d-5c5c-41b3-b0e1-a8d0de627202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:36.859852 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.992379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 94f19c72-8799-4350-9fb4-74d5b4be5270 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:37.027807 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] For port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:37.036592 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] For port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=8c027053-b49b-4cf8-acf7-9bd61e9f6fdc,segment=NetworkSegment(af740a2d-5c5c-41b3-b0e1-a8d0de627202),segment_id=af740a2d-5c5c-41b3-b0e1-a8d0de627202)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:37.049907 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.058056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:32Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:37.064666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-72dbc36d-9369-4cb3-bdb6-a3489454557d None None] Provisioning for port 8c751cf1-d298-458d-a36e-daf12b095d8b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:37.071862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Checking router: c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:37.072012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Updating router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:09:37.181470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:09:37.182301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.189329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Attempting to bind port 8c751cf1-d298-458d-a36e-daf12b095d8b on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:37.191151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Attempting to bind port 8c751cf1-d298-458d-a36e-daf12b095d8b by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:37.192738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Attempting to bind port 8c751cf1-d298-458d-a36e-daf12b095d8b on network 93c103b0-3a45-4501-a7a3-8923f3d8757b {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:37.232401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.239609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Port 8c751cf1-d298-458d-a36e-daf12b095d8b on network 93c103b0-3a45-4501-a7a3-8923f3d8757b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:09:37.240752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Attempting to bind port 8c751cf1-d298-458d-a36e-daf12b095d8b on network 93c103b0-3a45-4501-a7a3-8923f3d8757b {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:37.264642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:37.265570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Checking segment: {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:37.266796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Bound using segment: {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:37.269339 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e116d-20d0-40ac-bb82-9de40919cc3e None None] Pushing event updated for resources: {'Port': ['ID=8c027053-b49b-4cf8-acf7-9bd61e9f6fdc,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:37.269892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Bound port: 8c751cf1-d298-458d-a36e-daf12b095d8b, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:37.269892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.304420 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:37.305106 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:37.312317 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264e59d-7c2f-4400-950a-330e451142cd req-2c907de7-58a2-46fc-b937-04f61548a296 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:37.314030 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9264e59d-7c2f-4400-950a-330e451142cd req-2c907de7-58a2-46fc-b937-04f61548a296 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 943 time: 0.3363118 May 24 23:09:37.575018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] For port 8c751cf1-d298-458d-a36e-daf12b095d8b, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:37.590368 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9264e59d-7c2f-4400-950a-330e451142cd req-567cb2f6-ca26-4f53-949b-1f937cc16033 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334977 May 24 23:09:37.599458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] For port 8c751cf1-d298-458d-a36e-daf12b095d8b, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8c751cf1-d298-458d-a36e-daf12b095d8b,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:37.612404 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:37.663954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Allocated IP 172.20.0.2 (844945da-a59d-4cb9-8ab9-bcd10bf23bec/8e5bf5b7-7179-4575-84f2-9c81ff326c97/a9915831-0ee4-434d-8f98-d773b3fd194f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:37.714406 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.718176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.764779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.765602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.814029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9676aaec-861b-4547-b3eb-7f253346490f None None] Network dd5061a6-281b-433a-b054-46dc1fb57092 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:37.847730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:37.937442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Network dd5061a6-281b-433a-b054-46dc1fb57092 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:37.943286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:37.944498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.945459 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] 10.222.0.42 "PUT /v2.0/ports/8c751cf1-d298-458d-a36e-daf12b095d8b HTTP/1.1" status: 200 len: 1093 time: 3.2281480 May 24 23:09:37.960996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:37.969063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'tag': '8c751cf1-d298-458d-a36e-daf12b095d8b'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:38.096360 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f857f3ad-fddb-4aec-bfda-d586a93fc069'] response: {'name': 'network-changed', 'server_uuid': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'tag': '8c751cf1-d298-458d-a36e-daf12b095d8b', 'status': 'completed', 'code': 200} May 24 23:09:38.266693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1f1e2-06f6-4b12-afc1-d48ed0f2bd01 service neutron] Pushing event updated for resources: {'Port': ['ID=8c751cf1-d298-458d-a36e-daf12b095d8b,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:38.314231 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:36Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a629508-a516-41ef-a626-650a41f8c8c0', 'name': '', 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:8f:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:34Z', 'updated_at': '2022-05-24T23:09:35Z', 'revision_number': 1, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:37Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:38.324020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.324891 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e282676-e8ed-4ee3-8e36-4edb198a5b48 None None] The sync data for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv is: [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:36Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a629508-a516-41ef-a626-650a41f8c8c0', 'name': '', 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:8f:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:34Z', 'updated_at': '2022-05-24T23:09:35Z', 'revision_number': 1, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:37Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:38.605646 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:38.613298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 5e588e10-2280-4b8e-b503-756626b54f11 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:38.621003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:38.621376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.696290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-ec1ab3c4-4e62-4d2f-9114-d1d5b77b702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:38.698418 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-ec1ab3c4-4e62-4d2f-9114-d1d5b77b702c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 1096 time: 0.6544175 May 24 23:09:38.699829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event updated for resources: {'Port': ['ID=8a629508-a516-41ef-a626-650a41f8c8c0,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:38.778566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93f8f468-53b5-42f2-af53-246f118ec54a None None] Provisioning complete for port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:38.780441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93f8f468-53b5-42f2-af53-246f118ec54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.887788 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-e3223483-6ee1-4d2d-a3e1-381a046708fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c751cf1-d298-458d-a36e-daf12b095d8b HTTP/1.1" status: 200 len: 217 time: 0.1776080 May 24 23:09:38.975429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.975652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:38.988035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-406dae98-0836-4ea0-adf6-8bb3df7e5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:38.990295 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-406dae98-0836-4ea0-adf6-8bb3df7e5ce5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.0913124 May 24 23:09:39.012482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc2ee9-e1b5-4f07-86a0-b1c995bed924 req-73d13663-9c06-4b3e-9691-128ed070f009 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:39.015372 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-55bc2ee9-e1b5-4f07-86a0-b1c995bed924 req-73d13663-9c06-4b3e-9691-128ed070f009 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 943 time: 0.1711087 May 24 23:09:39.017235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Transition to ACTIVE for port object a9915831-0ee4-434d-8f98-d773b3fd194f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:39.047875 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fab60241-18f1-45c0-b8ef-0ced7d5c6a1c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5732553 May 24 23:09:39.051404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35470) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:39.059043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ae3d85e3-0031-47b1-ab5b-2d0a1ac131e9 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:39.091156 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-55bc2ee9-e1b5-4f07-86a0-b1c995bed924 req-6b36db1b-4595-4dd9-8063-312527e8f466 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633748 May 24 23:09:39.170348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-93f8f468-53b5-42f2-af53-246f118ec54a None None] Current status of the port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:39.170929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93f8f468-53b5-42f2-af53-246f118ec54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.187130 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Transition to ACTIVE for port object a9915831-0ee4-434d-8f98-d773b3fd194f will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:39.236344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:39.236344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.269589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.292604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.1 (844945da-a59d-4cb9-8ab9-bcd10bf23bec/8e5bf5b7-7179-4575-84f2-9c81ff326c97/42954cb8-692b-4c3d-89d8-f9bab219fd63) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:39.327696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b1400d90-9c46-4b6a-9862-219d5f878c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:39.329896 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-b1400d90-9c46-4b6a-9862-219d5f878c38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3330040 May 24 23:09:39.360418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.375950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-93f8f468-53b5-42f2-af53-246f118ec54a None None] For port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=8c027053-b49b-4cf8-acf7-9bd61e9f6fdc,segment=NetworkSegment(af740a2d-5c5c-41b3-b0e1-a8d0de627202),segment_id=af740a2d-5c5c-41b3-b0e1-a8d0de627202)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:39.384665 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Sync routers for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:39.387150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Network 844945da-a59d-4cb9-8ab9-bcd10bf23bec is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:39.398144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:39.401311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Transition to ACTIVE for port object 2aba3ba2-a024-4613-9be9-b582dfbf4fcf will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:39.404335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93f8f468-53b5-42f2-af53-246f118ec54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.406160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Pushing event updated for resources: {'Port': ['ID=a9915831-0ee4-434d-8f98-d773b3fd194f,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:39.413670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:39.431751 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:39.431751 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:39.511816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.571676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.593237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 42954cb8-692b-4c3d-89d8-f9bab219fd63 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:39.635172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:09:39.635653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:09:39.648031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.695985 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-3c4cf405-0974-427c-a528-26d89b477ac9 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569994 May 24 23:09:39.706999 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:39.708401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93f8f468-53b5-42f2-af53-246f118ec54a None None] Provisioning for port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:39.772005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8f468-53b5-42f2-af53-246f118ec54a None None] Pushing event updated for resources: {'Port': ['ID=8c027053-b49b-4cf8-acf7-9bd61e9f6fdc,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:39.781382 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Attempting to bind port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:39.781748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=42954cb8-692b-4c3d-89d8-f9bab219fd63,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:39.782712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Attempting to bind port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:39.783799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Attempting to bind port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:39.817342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 844945da-a59d-4cb9-8ab9-bcd10bf23bec is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:39.818973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:39.822044 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:39.834370 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Attempting to bind port a9915831-0ee4-434d-8f98-d773b3fd194f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:39.835042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Attempting to bind port a9915831-0ee4-434d-8f98-d773b3fd194f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:39.835615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Attempting to bind port a9915831-0ee4-434d-8f98-d773b3fd194f on network 844945da-a59d-4cb9-8ab9-bcd10bf23bec {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:39.876950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:39.877482 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:39.877984 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.878670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:39.879250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Bound port: 2aba3ba2-a024-4613-9be9-b582dfbf4fcf, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:39.880071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.904006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.942385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:39.942895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Checking segment: {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:39.944160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.944700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Bound using segment: {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:39.945929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Bound port: a9915831-0ee4-434d-8f98-d773b3fd194f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:39.947173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.013076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556b2a2-b560-4f61-a75d-eaad70336e79 None None] Pushing event updated for resources: {'Port': ['ID=2aba3ba2-a024-4613-9be9-b582dfbf4fcf,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:40.043878 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0c66719a-3a7f-439d-8fb0-0cc23cc0e1b6 req-5b195b56-0a29-4a3f-8438-475b440e6633 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367209 May 24 23:09:40.184047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] For port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:40.197033 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] For port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2aba3ba2-a024-4613-9be9-b582dfbf4fcf,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:40.252081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-ae3d85e3-0031-47b1-ab5b-2d0a1ac131e9 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:09:40.283731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-ae3d85e3-0031-47b1-ab5b-2d0a1ac131e9 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Removed routes are [] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:09:40.284124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae3d85e3-0031-47b1-ab5b-2d0a1ac131e9 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.307921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.342162 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:36Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a629508-a516-41ef-a626-650a41f8c8c0', 'name': '', 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:8f:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:34Z', 'updated_at': '2022-05-24T23:09:37Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:40.354618 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Checking router: 5e588e10-2280-4b8e-b503-756626b54f11 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:40.355294 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Updating router 5e588e10-2280-4b8e-b503-756626b54f11 port 8a629508-a516-41ef-a626-650a41f8c8c0 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:09:40.372737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f0d25-36be-49f9-a406-5ac555e482b5 req-bebc52ab-b3fb-429b-8d50-6dda7d960d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:40.375349 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e2f0d25-36be-49f9-a406-5ac555e482b5 req-bebc52ab-b3fb-429b-8d50-6dda7d960d43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 1096 time: 0.2148907 May 24 23:09:40.422933 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.438667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] For port a9915831-0ee4-434d-8f98-d773b3fd194f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:40.446571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] For port a9915831-0ee4-434d-8f98-d773b3fd194f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a9915831-0ee4-434d-8f98-d773b3fd194f,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:40.453703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:40.454937 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:40.540055 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-35e7bec4-7504-4014-997f-b96c463b8fe4 None None] Provisioning for port 8a629508-a516-41ef-a626-650a41f8c8c0 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:40.543511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.607176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.640652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-35e7bec4-7504-4014-997f-b96c463b8fe4 None None] Provisioning complete for port 8a629508-a516-41ef-a626-650a41f8c8c0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:40.641430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-35e7bec4-7504-4014-997f-b96c463b8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.762079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f0d25-36be-49f9-a406-5ac555e482b5 req-5c67ed0d-c90b-4478-9bf9-65435e88aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:40.763889 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e2f0d25-36be-49f9-a406-5ac555e482b5 req-5c67ed0d-c90b-4478-9bf9-65435e88aa64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.1634626 May 24 23:09:40.779567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:40.781450 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.798792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b8436-0f2c-454b-ac56-eb77a10d7b26 req-4407ee49-4f0f-4936-9517-c5cfa6ec29be tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:40.806106 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-289b8436-0f2c-454b-ac56-eb77a10d7b26 req-4407ee49-4f0f-4936-9517-c5cfa6ec29be tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 943 time: 0.4031973 May 24 23:09:40.840070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-35e7bec4-7504-4014-997f-b96c463b8fe4 None None] Port 8a629508-a516-41ef-a626-650a41f8c8c0 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:40.844091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556b2a2-b560-4f61-a75d-eaad70336e79 None None] Pushing event updated for resources: {'Port': ['ID=2aba3ba2-a024-4613-9be9-b582dfbf4fcf,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:40.891799 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-289b8436-0f2c-454b-ac56-eb77a10d7b26 req-3eeaf46e-9dc2-457f-bc88-8dc424f51f32 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847604 May 24 23:09:40.902792 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.920823 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Transition to ACTIVE for port object 8a629508-a516-41ef-a626-650a41f8c8c0 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:40.930914 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.941938 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e2f0d25-36be-49f9-a406-5ac555e482b5 req-c9fc8340-e2e2-4936-b67a-336f0ae504f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c751cf1-d298-458d-a36e-daf12b095d8b HTTP/1.1" status: 200 len: 217 time: 0.1267867 May 24 23:09:41.003573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Routers {'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:41.004225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:41.172332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f0d25-36be-49f9-a406-5ac555e482b5 req-3c2c5291-ba74-4f95-acf1-4c6ba3f0123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:41.174004 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e2f0d25-36be-49f9-a406-5ac555e482b5 req-3c2c5291-ba74-4f95-acf1-4c6ba3f0123d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.2236872 May 24 23:09:41.176739 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cc979-9951-4a1d-bb6f-d4c98db6ac1a None None] Pushing event updated for resources: {'Port': ['ID=8a629508-a516-41ef-a626-650a41f8c8c0,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:41.340355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.350687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.401284 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Attempting to bind port 8a629508-a516-41ef-a626-650a41f8c8c0 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:41.401830 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Attempting to bind port 8a629508-a516-41ef-a626-650a41f8c8c0 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '807dd17a-9c56-41d8-b1f8-647f93e8c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:41.402291 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Attempting to bind port 8a629508-a516-41ef-a626-650a41f8c8c0 on network dd5061a6-281b-433a-b054-46dc1fb57092 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:41.417683 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:41.427128 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Checking segment: {'id': '807dd17a-9c56-41d8-b1f8-647f93e8c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:41.428353 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.429948 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Bound using segment: {'id': '807dd17a-9c56-41d8-b1f8-647f93e8c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:41.430762 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Bound port: 8a629508-a516-41ef-a626-650a41f8c8c0, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807dd17a-9c56-41d8-b1f8-647f93e8c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:41.442946 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.460333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] Set router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:41.502537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=42954cb8-692b-4c3d-89d8-f9bab219fd63,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:41.517647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644c50a-f826-4b94-a462-76b88cc3567f None None] Pushing event updated for resources: {'Port': ['ID=a9915831-0ee4-434d-8f98-d773b3fd194f,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:41.558676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.564562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae3d85e3-0031-47b1-ab5b-2d0a1ac131e9 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.570618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae3d85e3-0031-47b1-ab5b-2d0a1ac131e9 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.602189 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] For port 8a629508-a516-41ef-a626-650a41f8c8c0, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:41.606205 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] For port 8a629508-a516-41ef-a626-650a41f8c8c0, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=8a629508-a516-41ef-a626-650a41f8c8c0,segment=NetworkSegment(807dd17a-9c56-41d8-b1f8-647f93e8c544),segment_id=807dd17a-9c56-41d8-b1f8-647f93e8c544)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:41.617379 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.647738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:41.648851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9a14575a-d3f4-47af-8697-dfe04e9a32a8 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:41.719318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f0d25-36be-49f9-a406-5ac555e482b5 req-73ef0a62-6a7a-4047-a4dd-834e46c37cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:41.721029 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e2f0d25-36be-49f9-a406-5ac555e482b5 req-73ef0a62-6a7a-4047-a4dd-834e46c37cf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5389640 May 24 23:09:41.743544 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cc979-9951-4a1d-bb6f-d4c98db6ac1a None None] Pushing event updated for resources: {'Port': ['ID=8a629508-a516-41ef-a626-650a41f8c8c0,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:41.752537 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:41.752537 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:41.801862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 844945da-a59d-4cb9-8ab9-bcd10bf23bec is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:41.803376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:41.924167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3d85e3-0031-47b1-ab5b-2d0a1ac131e9 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 5e588e10-2280-4b8e-b503-756626b54f11 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:42.101455 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:42.174994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:42.196205 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e2f0d25-36be-49f9-a406-5ac555e482b5 req-c236e626-526f-43c9-9dac-8b2cdd97a81f service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622972 May 24 23:09:42.216372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:42.253724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:42.254205 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.405472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d85e3-0031-47b1-ab5b-2d0a1ac131e9 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:42.408996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b608aa5-a823-4afa-af7d-57b2ada63b24 req-8dc91c6d-9a6d-4101-995a-018817b7d898 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.411437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b608aa5-a823-4afa-af7d-57b2ada63b24 req-8dc91c6d-9a6d-4101-995a-018817b7d898 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 943 time: 0.2613246 May 24 23:09:42.419103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae3d85e3-0031-47b1-ab5b-2d0a1ac131e9 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.423507 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ae3d85e3-0031-47b1-ab5b-2d0a1ac131e9 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11 HTTP/1.1" status: 200 len: 953 time: 3.3701909 May 24 23:09:42.426699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35478) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:42.507265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '42954cb8-692b-4c3d-89d8-f9bab219fd63', 'name': '', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:8a:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:38Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:42.509473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:42.509878 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.525976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac7526a-df9a-4816-80ba-7c1018f66eee None None] The sync data for ids ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'] in dv-neutron-843190-1-hyperv is: [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '42954cb8-692b-4c3d-89d8-f9bab219fd63', 'name': '', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:8a:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:38Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:42.550453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 9a14575a-d3f4-47af-8697-dfe04e9a32a8, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9a14575a-d3f4-47af-8697-dfe04e9a32a8,segment=NetworkSegment(807dd17a-9c56-41d8-b1f8-647f93e8c544),segment_id=807dd17a-9c56-41d8-b1f8-647f93e8c544)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:42.559925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54795edc-b1bd-4884-8942-dacd1b8ac903 None None] Network 844945da-a59d-4cb9-8ab9-bcd10bf23bec requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:42.561305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:42.579427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.605794 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0334536b-73e9-4d86-92f0-e2f88212278e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/c9be5f72-113c-4ce4-a1d1-57dc1ce11b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1264091 May 24 23:09:42.606812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35482) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:42.757194 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 6, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a629508-a516-41ef-a626-650a41f8c8c0', 'name': '', 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:8f:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:34Z', 'updated_at': '2022-05-24T23:09:41Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:42.763122 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b608aa5-a823-4afa-af7d-57b2ada63b24 req-4e4ba417-5ccd-4dff-ba14-05a7f5634d20 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825306 May 24 23:09:42.769829 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ab5f4-333d-4b18-a668-c6cfd6de6c82 None None] The sync data for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv is: [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 6, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a629508-a516-41ef-a626-650a41f8c8c0', 'name': '', 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:8f:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:34Z', 'updated_at': '2022-05-24T23:09:41Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:42.844424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ff4da884-e9e0-4b5f-8219-8c60d52b0359 None None] Provisioning for port a9915831-0ee4-434d-8f98-d773b3fd194f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:42.877818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=9a14575a-d3f4-47af-8697-dfe04e9a32a8,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:42.887632 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e2f0d25-36be-49f9-a406-5ac555e482b5 req-d607b7a3-a1c2-4de3-89e4-2469f54f5038 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677377 May 24 23:09:42.901303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031604e9-1b37-4614-8399-96d88e118e11 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.901606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031604e9-1b37-4614-8399-96d88e118e11 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.902332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031604e9-1b37-4614-8399-96d88e118e11 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.902960 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031604e9-1b37-4614-8399-96d88e118e11 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.903419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031604e9-1b37-4614-8399-96d88e118e11 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.903878 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031604e9-1b37-4614-8399-96d88e118e11 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.904331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031604e9-1b37-4614-8399-96d88e118e11 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.905095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031604e9-1b37-4614-8399-96d88e118e11 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.905284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031604e9-1b37-4614-8399-96d88e118e11 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.905735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031604e9-1b37-4614-8399-96d88e118e11 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.911232 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-031604e9-1b37-4614-8399-96d88e118e11 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7027 time: 0.3009794 May 24 23:09:42.911848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35486) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:42.964986 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5db89bbc-8d98-488a-8da3-395bfdaf5b5f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11 HTTP/1.1" status: 200 len: 953 time: 0.5369265 May 24 23:09:42.971036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35490) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:42.977055 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-71b7c8de-0fbf-4e51-bffc-f122e53b95d6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'routes': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:43.003814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a9915831-0ee4-434d-8f98-d773b3fd194f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:43.037408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc88846-2448-415e-a677-c6bdd63f4f15 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.038241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc88846-2448-415e-a677-c6bdd63f4f15 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.039353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc88846-2448-415e-a677-c6bdd63f4f15 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.040092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc88846-2448-415e-a677-c6bdd63f4f15 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.040702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc88846-2448-415e-a677-c6bdd63f4f15 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.041291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc88846-2448-415e-a677-c6bdd63f4f15 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.041908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc88846-2448-415e-a677-c6bdd63f4f15 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.042661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc88846-2448-415e-a677-c6bdd63f4f15 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.043250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc88846-2448-415e-a677-c6bdd63f4f15 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.043836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc88846-2448-415e-a677-c6bdd63f4f15 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.045925 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cdc88846-2448-415e-a677-c6bdd63f4f15 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6481 time: 0.1331468 May 24 23:09:43.048795 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35494) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:43.166518 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port a9915831-0ee4-434d-8f98-d773b3fd194f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:43.183622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port a9915831-0ee4-434d-8f98-d773b3fd194f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:43.183998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.260139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666b1a2-685a-4255-9fb3-f9f211cf16be None None] Sync routers for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:43.316577 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666b1a2-685a-4255-9fb3-f9f211cf16be None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:43.317704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5666b1a2-685a-4255-9fb3-f9f211cf16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:43.416970 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c24eef3a-2f92-4a7a-a639-bd945cb9efbc tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3832 time: 0.3669360 May 24 23:09:43.426532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35498) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:43.433142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1281448259', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:43.713466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2af2c088-c7fa-42f0-a3d6-709445e70e00 None None] Provisioning complete for port a9915831-0ee4-434d-8f98-d773b3fd194f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:43.713830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2af2c088-c7fa-42f0-a3d6-709445e70e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.793081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a9915831-0ee4-434d-8f98-d773b3fd194f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:43.793463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.823361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5666b1a2-685a-4255-9fb3-f9f211cf16be None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:43.828831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:43.833833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:port and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:43.836804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:43.845001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:43.859319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:43.864284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.891855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] device_id is not set on port 93c28b8c-e88d-4947-ac25-b70f11018d6c yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:09:43.949894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-71b7c8de-0fbf-4e51-bffc-f122e53b95d6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added routes are [] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:09:43.951044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-71b7c8de-0fbf-4e51-bffc-f122e53b95d6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:09:43.992949 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port a9915831-0ee4-434d-8f98-d773b3fd194f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a9915831-0ee4-434d-8f98-d773b3fd194f,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:44.018010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8de-0fbf-4e51-bffc-f122e53b95d6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.132499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.133287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:44.169592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4980a7-d468-4cbf-942b-74dcb3b343e2 req-2b6bba70-441c-4c74-a877-c497fcc84b72 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:44.177934 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba4980a7-d468-4cbf-942b-74dcb3b343e2 req-2b6bba70-441c-4c74-a877-c497fcc84b72 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 943 time: 0.2003775 May 24 23:09:44.202514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.3 (844945da-a59d-4cb9-8ab9-bcd10bf23bec/8e5bf5b7-7179-4575-84f2-9c81ff326c97/93c28b8c-e88d-4947-ac25-b70f11018d6c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:44.238679 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba4980a7-d468-4cbf-942b-74dcb3b343e2 req-80413ff6-b1a8-4b84-97a3-4e789c5d7c5a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598493 May 24 23:09:44.377909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2af2c088-c7fa-42f0-a3d6-709445e70e00 None None] Current status of the port a9915831-0ee4-434d-8f98-d773b3fd194f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:44.405225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=a9915831-0ee4-434d-8f98-d773b3fd194f,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:44.442141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2af2c088-c7fa-42f0-a3d6-709445e70e00 None None] Provisioning for port 42954cb8-692b-4c3d-89d8-f9bab219fd63 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:44.473522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8de-0fbf-4e51-bffc-f122e53b95d6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.477141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8de-0fbf-4e51-bffc-f122e53b95d6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.486211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2af2c088-c7fa-42f0-a3d6-709445e70e00 None None] Provisioning complete for port 42954cb8-692b-4c3d-89d8-f9bab219fd63 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:44.486504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2af2c088-c7fa-42f0-a3d6-709445e70e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.507326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.514010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:44.514613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.525403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 93c28b8c-e88d-4947-ac25-b70f11018d6c will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:44.554802 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.610810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2af2c088-c7fa-42f0-a3d6-709445e70e00 None None] Port 42954cb8-692b-4c3d-89d8-f9bab219fd63 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:44.649450 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b7c8de-0fbf-4e51-bffc-f122e53b95d6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 5e588e10-2280-4b8e-b503-756626b54f11 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:44.658520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 844945da-a59d-4cb9-8ab9-bcd10bf23bec is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:44.661740 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:44.663930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:44.666911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:44.700534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5666b1a2-685a-4255-9fb3-f9f211cf16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 6, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a629508-a516-41ef-a626-650a41f8c8c0', 'name': '', 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:8f:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:34Z', 'updated_at': '2022-05-24T23:09:41Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:44.710419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:44.712084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 8a629508-a516-41ef-a626-650a41f8c8c0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:44.743455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:44.744191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.757773 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666b1a2-685a-4255-9fb3-f9f211cf16be None None] Checking router: 5e588e10-2280-4b8e-b503-756626b54f11 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:44.778002 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-00cd65cf-8a62-474b-b827-17245551ac6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3499835 May 24 23:09:44.817588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666b1a2-685a-4255-9fb3-f9f211cf16be None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:44.818495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5666b1a2-685a-4255-9fb3-f9f211cf16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:44.949465 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-49b55a53-0cea-4b83-9a9c-ea411c53eb33 None None] Provisioning complete for port 42954cb8-692b-4c3d-89d8-f9bab219fd63 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:44.950189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-49b55a53-0cea-4b83-9a9c-ea411c53eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.978451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b7c8de-0fbf-4e51-bffc-f122e53b95d6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:44.985205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8de-0fbf-4e51-bffc-f122e53b95d6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.986350 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-71b7c8de-0fbf-4e51-bffc-f122e53b95d6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11 HTTP/1.1" status: 200 len: 703 time: 2.0143170 May 24 23:09:44.989612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35508) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:44.992827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 8a629508-a516-41ef-a626-650a41f8c8c0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:45.027282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 8a629508-a516-41ef-a626-650a41f8c8c0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:45.027935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.066765 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-49b55a53-0cea-4b83-9a9c-ea411c53eb33 None None] Port 42954cb8-692b-4c3d-89d8-f9bab219fd63 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:45.092331 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5666b1a2-685a-4255-9fb3-f9f211cf16be None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:45.153061 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ba8e9059-28bd-4a4d-9a79-2dddafaed47d tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11 HTTP/1.1" status: 200 len: 703 time: 0.1620996 May 24 23:09:45.155649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35512) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:45.433155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ae552381-863e-44d7-8eca-f511a392fa25 None None] Provisioning for port 93c28b8c-e88d-4947-ac25-b70f11018d6c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:45.452810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ae552381-863e-44d7-8eca-f511a392fa25 None None] Provisioning complete for port 93c28b8c-e88d-4947-ac25-b70f11018d6c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:45.452810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ae552381-863e-44d7-8eca-f511a392fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.474006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f0328-13e8-44e1-80a2-45d6ce859af5 req-589a2d39-6a7f-44eb-a67a-ea4ed81c9c7e tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:45.475896 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d8f0328-13e8-44e1-80a2-45d6ce859af5 req-589a2d39-6a7f-44eb-a67a-ea4ed81c9c7e tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 943 time: 0.1091599 May 24 23:09:45.533020 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d8f0328-13e8-44e1-80a2-45d6ce859af5 req-4ee85565-ff0c-44f4-abb9-166d8bfacc3d tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514839 May 24 23:09:45.537623 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 8a629508-a516-41ef-a626-650a41f8c8c0 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:45.538004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.553384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ae552381-863e-44d7-8eca-f511a392fa25 None None] Port 93c28b8c-e88d-4947-ac25-b70f11018d6c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:45.603737 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Sync routers for ids ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:45.613981 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Routers {'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:45.614575 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:45.629919 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 8a629508-a516-41ef-a626-650a41f8c8c0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=8a629508-a516-41ef-a626-650a41f8c8c0,segment=NetworkSegment(807dd17a-9c56-41d8-b1f8-647f93e8c544),segment_id=807dd17a-9c56-41d8-b1f8-647f93e8c544)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:45.644317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.676531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.728156 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=8a629508-a516-41ef-a626-650a41f8c8c0,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:45.738303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5666b1a2-685a-4255-9fb3-f9f211cf16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:43Z', 'revision_number': 7, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a629508-a516-41ef-a626-650a41f8c8c0', 'name': '', 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:8f:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:34Z', 'updated_at': '2022-05-24T23:09:41Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:45.742842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.744679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666b1a2-685a-4255-9fb3-f9f211cf16be None None] The sync data for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv is: [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:43Z', 'revision_number': 7, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a629508-a516-41ef-a626-650a41f8c8c0', 'name': '', 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:8f:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:34Z', 'updated_at': '2022-05-24T23:09:41Z', 'revision_number': 4, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:45.831780 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Set router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:45.866176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2aba3ba2-a024-4613-9be9-b582dfbf4fcf up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:45.888131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35520) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:45.893335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516053191', 'description': 'tempest-secgroup-smoke-1516053191 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:45.905113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:45.910624 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:45.914589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:45.929530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:45.944370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.971063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:45.977121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:45.980678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:45.986184 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:45.991474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:45.994182 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:45.994852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.106430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.119101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.148221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:46.148739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.168138 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2aba3ba2-a024-4613-9be9-b582dfbf4fcf,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:46.169486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f0b9b2-9d4c-4b6f-911f-3c31ffd94f03,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:46.173582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.175629 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-57c076f7-d151-49a1-8e04-8cea3e24438d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2856100 May 24 23:09:46.178162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35524) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:46.184819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f17427d7-e79c-4f8d-8c8f-965911775c73 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'e2f0b9b2-9d4c-4b6f-911f-3c31ffd94f03', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:46.187975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e33b18-5657-44e0-bef2-a9fbcf04f7c3 None None] Sync routers for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:46.191881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f17427d7-e79c-4f8d-8c8f-965911775c73 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:46.194144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.195289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9a14575a-d3f4-47af-8697-dfe04e9a32a8 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:46.196029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f17427d7-e79c-4f8d-8c8f-965911775c73 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:46.199527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f17427d7-e79c-4f8d-8c8f-965911775c73 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:46.207597 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f17427d7-e79c-4f8d-8c8f-965911775c73 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:46.236489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f17427d7-e79c-4f8d-8c8f-965911775c73 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.253338 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 8a629508-a516-41ef-a626-650a41f8c8c0 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:46.253899 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.298878 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '42954cb8-692b-4c3d-89d8-f9bab219fd63', 'name': '', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:8a:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:38Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:46.305962 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Checking router: c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:46.307384 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Updating router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 port 42954cb8-692b-4c3d-89d8-f9bab219fd63 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:09:46.317491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e33b18-5657-44e0-bef2-a9fbcf04f7c3 None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:46.317979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-40e33b18-5657-44e0-bef2-a9fbcf04f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:46.323241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f17427d7-e79c-4f8d-8c8f-965911775c73 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.328391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f17427d7-e79c-4f8d-8c8f-965911775c73 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.358924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17427d7-e79c-4f8d-8c8f-965911775c73 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8d878c-fa2b-4454-ad86-c130adbea875,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:46.371649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f17427d7-e79c-4f8d-8c8f-965911775c73 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.373922 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f17427d7-e79c-4f8d-8c8f-965911775c73 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1945510 May 24 23:09:46.377113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35528) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:46.384342 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.385002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6f0ed83b-f833-41da-9adc-5ffa665237be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'e2f0b9b2-9d4c-4b6f-911f-3c31ffd94f03', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:46.392659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6f0ed83b-f833-41da-9adc-5ffa665237be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:46.397862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f0ed83b-f833-41da-9adc-5ffa665237be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:46.401913 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f0ed83b-f833-41da-9adc-5ffa665237be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:46.408376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6f0ed83b-f833-41da-9adc-5ffa665237be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:46.434778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed83b-f833-41da-9adc-5ffa665237be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.470132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port 8a629508-a516-41ef-a626-650a41f8c8c0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=8a629508-a516-41ef-a626-650a41f8c8c0,segment=NetworkSegment(807dd17a-9c56-41d8-b1f8-647f93e8c544),segment_id=807dd17a-9c56-41d8-b1f8-647f93e8c544)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:46.470695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.479058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=2aba3ba2-a024-4613-9be9-b582dfbf4fcf,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:46.513071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:46.513465 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.544076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-40e33b18-5657-44e0-bef2-a9fbcf04f7c3 None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:46.549844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed83b-f833-41da-9adc-5ffa665237be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.558118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed83b-f833-41da-9adc-5ffa665237be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.591897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ed83b-f833-41da-9adc-5ffa665237be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ddc8ce-be4b-4c4a-9614-477b311e35ad,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:46.612088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed83b-f833-41da-9adc-5ffa665237be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.613967 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f0ed83b-f833-41da-9adc-5ffa665237be tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2356486 May 24 23:09:46.616785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35534) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:46.629243 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-14d9c425-2215-4b0c-aaa1-19679a804cb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'e2f0b9b2-9d4c-4b6f-911f-3c31ffd94f03', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:46.639516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-14d9c425-2215-4b0c-aaa1-19679a804cb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:46.644682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-14d9c425-2215-4b0c-aaa1-19679a804cb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:46.647772 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-14d9c425-2215-4b0c-aaa1-19679a804cb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:46.656721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-14d9c425-2215-4b0c-aaa1-19679a804cb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:46.684329 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14d9c425-2215-4b0c-aaa1-19679a804cb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.787551 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.790726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 8a629508-a516-41ef-a626-650a41f8c8c0 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:46.799459 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Transition to ACTIVE for port object 42954cb8-692b-4c3d-89d8-f9bab219fd63 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:46.807692 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14d9c425-2215-4b0c-aaa1-19679a804cb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.808208 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.831024 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14d9c425-2215-4b0c-aaa1-19679a804cb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.877810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14d9c425-2215-4b0c-aaa1-19679a804cb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.882506 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-14d9c425-2215-4b0c-aaa1-19679a804cb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2647519 May 24 23:09:46.883387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35538) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:46.885845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9c425-2215-4b0c-aaa1-19679a804cb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b97be3-f9cf-4e09-bab6-c99fa063b81e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:46.891760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-af67e6f4-df26-4ebb-a408-7584de71ad24 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'e2f0b9b2-9d4c-4b6f-911f-3c31ffd94f03', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:46.900202 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-af67e6f4-df26-4ebb-a408-7584de71ad24 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:46.906191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-af67e6f4-df26-4ebb-a408-7584de71ad24 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:46.909540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-af67e6f4-df26-4ebb-a408-7584de71ad24 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:46.914609 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624db830-cb2c-4371-9cd5-3ca4278328a7 None None] Pushing event updated for resources: {'Port': ['ID=42954cb8-692b-4c3d-89d8-f9bab219fd63,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:46.917566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-af67e6f4-df26-4ebb-a408-7584de71ad24 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:46.937417 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:46.939027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a9915831-0ee4-434d-8f98-d773b3fd194f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:46.944080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6a88f-1cee-463e-ac66-2bb39642fa90 req-ed069da7-195b-445f-82eb-85f268dd46b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:46.951550 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76b6a88f-1cee-463e-ac66-2bb39642fa90 req-ed069da7-195b-445f-82eb-85f268dd46b4 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 943 time: 0.2128592 May 24 23:09:47.011878 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af67e6f4-df26-4ebb-a408-7584de71ad24 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.055805 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76b6a88f-1cee-463e-ac66-2bb39642fa90 req-e09b84ad-0a7c-448c-81fb-a957be64ac86 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915761 May 24 23:09:47.097241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port a9915831-0ee4-434d-8f98-d773b3fd194f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:47.097588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.099082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.133937 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Attempting to bind port 42954cb8-692b-4c3d-89d8-f9bab219fd63 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:47.133937 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Attempting to bind port 42954cb8-692b-4c3d-89d8-f9bab219fd63 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:47.133937 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Attempting to bind port 42954cb8-692b-4c3d-89d8-f9bab219fd63 on network 844945da-a59d-4cb9-8ab9-bcd10bf23bec {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:47.148191 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:47.148444 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af67e6f4-df26-4ebb-a408-7584de71ad24 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.148619 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Checking segment: {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:47.149195 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.150082 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Bound using segment: {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:47.150844 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Bound port: 42954cb8-692b-4c3d-89d8-f9bab219fd63, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:47.151223 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.161020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af67e6f4-df26-4ebb-a408-7584de71ad24 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.171205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=8a629508-a516-41ef-a626-650a41f8c8c0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:47.181289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-40e33b18-5657-44e0-bef2-a9fbcf04f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:43Z', 'revision_number': 7, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a629508-a516-41ef-a626-650a41f8c8c0', 'name': '', 'network_id': 'dd5061a6-281b-433a-b054-46dc1fb57092', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:8f:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:34Z', 'updated_at': '2022-05-24T23:09:45Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'bb9c0017-0fe6-461a-9f24-1f4e394ffce6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:47.188858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e33b18-5657-44e0-bef2-a9fbcf04f7c3 None None] Checking router: 5e588e10-2280-4b8e-b503-756626b54f11 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:47.226811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67e6f4-df26-4ebb-a408-7584de71ad24 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99022f8b-e42c-4538-877c-bec7a56f555a,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:47.255682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af67e6f4-df26-4ebb-a408-7584de71ad24 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.259894 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-af67e6f4-df26-4ebb-a408-7584de71ad24 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3752131 May 24 23:09:47.260740 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35542) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:47.266687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'e2f0b9b2-9d4c-4b6f-911f-3c31ffd94f03', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:47.284157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:47.284812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e33b18-5657-44e0-bef2-a9fbcf04f7c3 None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:47.285456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-40e33b18-5657-44e0-bef2-a9fbcf04f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:47.294096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:47.299600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:47.308606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:47.322481 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:09:47.336589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.356466 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] For port 42954cb8-692b-4c3d-89d8-f9bab219fd63, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:47.360165 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] For port 42954cb8-692b-4c3d-89d8-f9bab219fd63, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=42954cb8-692b-4c3d-89d8-f9bab219fd63,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:47.366802 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.447146 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624db830-cb2c-4371-9cd5-3ca4278328a7 None None] Pushing event updated for resources: {'Port': ['ID=42954cb8-692b-4c3d-89d8-f9bab219fd63,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:47.454963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.460048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.473366 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Routers {'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:47.474285 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:47.486852 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d572fb6f-d7b4-4903-b4a9-163dc90a664b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:47.507753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.512530 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-606f41f6-649e-4d54-8aab-2872486f8288 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2508082 May 24 23:09:47.513164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35546) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:47.519607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'e2f0b9b2-9d4c-4b6f-911f-3c31ffd94f03', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:47.529839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:47.530889 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a9915831-0ee4-434d-8f98-d773b3fd194f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:47.534362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:47.537779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:47.544911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:47.560633 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:09:47.571423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.577663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.578201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-40e33b18-5657-44e0-bef2-a9fbcf04f7c3 None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:47.677022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.689532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.726540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75b585e-b384-4dc8-a321-5436d0ba671d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:47.761765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.772507 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-375fe471-8ba0-4108-b903-93fe8016991c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2582042 May 24 23:09:47.808640 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] Set router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:47.847887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8c751cf1-d298-458d-a36e-daf12b095d8b details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:09:47.912507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2aba3ba2-a024-4613-9be9-b582dfbf4fcf up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:48.062924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-68afc9e2-02f8-48bb-872d-5ea8d37afa1d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:48.082473 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-68afc9e2-02f8-48bb-872d-5ea8d37afa1d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:48.084626 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-68afc9e2-02f8-48bb-872d-5ea8d37afa1d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516053191&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.0666072 May 24 23:09:48.133379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8c751cf1-d298-458d-a36e-daf12b095d8b, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8c751cf1-d298-458d-a36e-daf12b095d8b,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:48.138302 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 5e588e10-2280-4b8e-b503-756626b54f11 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:48.148738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '8c751cf1-d298-458d-a36e-daf12b095d8b', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'port_id': '8c751cf1-d298-458d-a36e-daf12b095d8b', 'mac_address': 'fa:16:3e:2e:1e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:09:48.203883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-92650ad0-71ef-4e5b-add9-b598da75acd5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:48.205320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-92650ad0-71ef-4e5b-add9-b598da75acd5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:48.269365 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '42954cb8-692b-4c3d-89d8-f9bab219fd63', 'name': '', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:8a:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:38Z', 'updated_at': '2022-05-24T23:09:47Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:48.279908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-92650ad0-71ef-4e5b-add9-b598da75acd5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:48.281417 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-92650ad0-71ef-4e5b-add9-b598da75acd5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 930 time: 0.1908228 May 24 23:09:48.281976 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587c3f1-692d-4018-985f-509cb799e0cb None None] The sync data for ids ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'] in dv-neutron-843190-1-hyperv is: [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '42954cb8-692b-4c3d-89d8-f9bab219fd63', 'name': '', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:8a:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:38Z', 'updated_at': '2022-05-24T23:09:47Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:48.297111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:48.297682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.355698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 8c751cf1-d298-458d-a36e-daf12b095d8b is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:48.356088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.367274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:48.386522 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5bc1f5f9-0edd-4a56-bad2-f9dcab503c0b tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2274191 May 24 23:09:48.386792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35564) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:48.387676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c751cf1-d298-458d-a36e-daf12b095d8b {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:48.396814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613406b0-db2b-457f-a2a3-de631fa828e3 req-be23348f-a905-4837-a74c-c7e41d9bead0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:48.398694 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-613406b0-db2b-457f-a2a3-de631fa828e3 req-be23348f-a905-4837-a74c-c7e41d9bead0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 943 time: 0.1887286 May 24 23:09:48.402963 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-d533a37c-878e-4481-b7ee-b3b228ce321e service neutron] 10.222.0.32 "GET /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0990489 May 24 23:09:48.419514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8c751cf1-d298-458d-a36e-daf12b095d8b, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8c751cf1-d298-458d-a36e-daf12b095d8b,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:48.457130 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.467243 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ca62e2-f89f-4539-97f0-ef869ada8bfc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting subnet bb9c0017-0fe6-461a-9f24-1f4e394ffce6 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:09:48.471039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48ca62e2-f89f-4539-97f0-ef869ada8bfc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.511074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-40e33b18-5657-44e0-bef2-a9fbcf04f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 8, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:48.531994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e33b18-5657-44e0-bef2-a9fbcf04f7c3 None None] The sync data for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv is: [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 8, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:48.545383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:48.545612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48ca62e2-f89f-4539-97f0-ef869ada8bfc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.546470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 42954cb8-692b-4c3d-89d8-f9bab219fd63 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:48.626289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=8c751cf1-d298-458d-a36e-daf12b095d8b,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:48.651051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 42954cb8-692b-4c3d-89d8-f9bab219fd63 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:48.657039 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 42954cb8-692b-4c3d-89d8-f9bab219fd63 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:48.657466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.663794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48ca62e2-f89f-4539-97f0-ef869ada8bfc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.678847 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-1c4756d3-7a57-49ea-a6e0-679f9590a5c4 service neutron] 10.222.0.32 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660756 May 24 23:09:48.693122 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['8c751cf1-d298-458d-a36e-daf12b095d8b'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:09:48.753655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48ca62e2-f89f-4539-97f0-ef869ada8bfc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.814098 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-613406b0-db2b-457f-a2a3-de631fa828e3 req-1c3d725e-f9da-41f4-bc9e-a0e3432b5f43 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4026277 May 24 23:09:48.818780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48ca62e2-f89f-4539-97f0-ef869ada8bfc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.826288 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-48ca62e2-f89f-4539-97f0-ef869ada8bfc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/bb9c0017-0fe6-461a-9f24-1f4e394ffce6 HTTP/1.1" status: 204 len: 168 time: 0.4385431 May 24 23:09:48.829857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35568) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:48.830730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e8d87-6c86-4c6a-802f-9460cd233ef5 None None] Network dd5061a6-281b-433a-b054-46dc1fb57092 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:48.832130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca62e2-f89f-4539-97f0-ef869ada8bfc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9c0017-0fe6-461a-9f24-1f4e394ffce6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:48.967127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 42954cb8-692b-4c3d-89d8-f9bab219fd63 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:48.967127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.974074 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-37cc0845-8fec-4222-b746-a8deaddc6afb service neutron] 10.222.0.32 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943718 May 24 23:09:48.997326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.019223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:49.019917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.041154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 42954cb8-692b-4c3d-89d8-f9bab219fd63, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=42954cb8-692b-4c3d-89d8-f9bab219fd63,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:49.077654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.218053 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32d7e0c7-96b2-4c90-9ba3-0b89045e1c66 req-781bb293-7a51-44a9-b363-09d6ff3fa612 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 210 time: 0.0558794 May 24 23:09:49.224940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=42954cb8-692b-4c3d-89d8-f9bab219fd63,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:49.348220 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port 9a14575a-d3f4-47af-8697-dfe04e9a32a8, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9a14575a-d3f4-47af-8697-dfe04e9a32a8,segment=NetworkSegment(807dd17a-9c56-41d8-b1f8-647f93e8c544),segment_id=807dd17a-9c56-41d8-b1f8-647f93e8c544)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:49.348580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.437216 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696188ac-b138-432a-a354-b98ad02521d6 None None] Sync routers for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:49.451619 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696188ac-b138-432a-a354-b98ad02521d6 None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:49.453024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c881d-7448-4dc1-9f16-f6700d00280a None None] DHCP port deletion for dd5061a6-281b-433a-b054-46dc1fb57092 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:09:49.453615 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-696188ac-b138-432a-a354-b98ad02521d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:49.461409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c881d-7448-4dc1-9f16-f6700d00280a None None] Deleting port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:49.461781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c6c881d-7448-4dc1-9f16-f6700d00280a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.496426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 9a14575a-d3f4-47af-8697-dfe04e9a32a8 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:49.594090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.663081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=9a14575a-d3f4-47af-8697-dfe04e9a32a8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:49.666464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No DVR routers for this DVR port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:09:49.709061 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-696188ac-b138-432a-a354-b98ad02521d6 None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:49.720725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1c6c881d-7448-4dc1-9f16-f6700d00280a None None] For port 9a14575a-d3f4-47af-8697-dfe04e9a32a8, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9a14575a-d3f4-47af-8697-dfe04e9a32a8,segment=NetworkSegment(807dd17a-9c56-41d8-b1f8-647f93e8c544),segment_id=807dd17a-9c56-41d8-b1f8-647f93e8c544)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:49.721343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c6c881d-7448-4dc1-9f16-f6700d00280a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.804294 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 42954cb8-692b-4c3d-89d8-f9bab219fd63 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:49.829833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.861677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5061a6-281b-433a-b054-46dc1fb57092']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:49.877250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807dd17a-9c56-41d8-b1f8-647f93e8c544') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:49.877660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807dd17a-9c56-41d8-b1f8-647f93e8c544') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:49.892442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.900091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c881d-7448-4dc1-9f16-f6700d00280a None None] Calling delete_port for 9a14575a-d3f4-47af-8697-dfe04e9a32a8 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:49.915016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.923994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:09:49.924412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.060794 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 807dd17a-9c56-41d8-b1f8-647f93e8c544 resource provider aggregate not found May 24 23:09:50.070750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-1c6c881d-7448-4dc1-9f16-f6700d00280a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:09:50.071067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-1c6c881d-7448-4dc1-9f16-f6700d00280a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:09:50.079488 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 42954cb8-692b-4c3d-89d8-f9bab219fd63 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:50.079863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.100975 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 807dd17a-9c56-41d8-b1f8-647f93e8c544 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 807dd17a-9c56-41d8-b1f8-647f93e8c544 found for delete ", "request_id": "req-3ee85bbe-ffb1-4860-9e86-b693bb321875"}]} May 24 23:09:50.142862 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-696188ac-b138-432a-a354-b98ad02521d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 8, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:50.144284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.147144 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696188ac-b138-432a-a354-b98ad02521d6 None None] Checking router: 5e588e10-2280-4b8e-b503-756626b54f11 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:50.156725 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696188ac-b138-432a-a354-b98ad02521d6 None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:50.157321 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-696188ac-b138-432a-a354-b98ad02521d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:50.178784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.189336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726f04e-2d8a-4619-ab34-5527396151fb req-1c31be6e-ca3e-41d3-b655-e41f66ce7f12 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:50.197420 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d726f04e-2d8a-4619-ab34-5527396151fb req-1c31be6e-ca3e-41d3-b655-e41f66ce7f12 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 944 time: 0.1948907 May 24 23:09:50.216900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 42954cb8-692b-4c3d-89d8-f9bab219fd63 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:50.251419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Network': ['ID=dd5061a6-281b-433a-b054-46dc1fb57092,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:50.263458 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-75dced78-b7b5-48ac-8593-82cebe439c66 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/networks/dd5061a6-281b-433a-b054-46dc1fb57092 HTTP/1.1" status: 204 len: 168 time: 1.4285362 May 24 23:09:50.263703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35590) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:50.264108 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d726f04e-2d8a-4619-ab34-5527396151fb req-677549f0-60a5-40c7-bcfb-e0fa9cc4caf5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655420 May 24 23:09:50.302164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9a14575a-d3f4-47af-8697-dfe04e9a32a8 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:50.334523 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-696188ac-b138-432a-a354-b98ad02521d6 None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:50.342679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 9a14575a-d3f4-47af-8697-dfe04e9a32a8 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:50.343418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9a14575a-d3f4-47af-8697-dfe04e9a32a8 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:50.343968 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 8a629508-a516-41ef-a626-650a41f8c8c0 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:50.379814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 8a629508-a516-41ef-a626-650a41f8c8c0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:50.380443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 8a629508-a516-41ef-a626-650a41f8c8c0 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:50.494178 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-deba31c5-6be1-43f4-85d0-4e9c1b97cd21 req-a3622350-2958-490b-8786-df1a382226ce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 210 time: 0.0438426 May 24 23:09:50.572619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c881d-7448-4dc1-9f16-f6700d00280a None None] Deleting port 9a14575a-d3f4-47af-8697-dfe04e9a32a8 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:50.573352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c6c881d-7448-4dc1-9f16-f6700d00280a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.637303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-66798b43-59a2-4cfb-90ae-3b80094fd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:50.638666 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-66798b43-59a2-4cfb-90ae-3b80094fd77a service neutron] 10.222.0.42 "GET /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 1026 time: 0.1566551 May 24 23:09:50.663513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c881d-7448-4dc1-9f16-f6700d00280a None None] The port '9a14575a-d3f4-47af-8697-dfe04e9a32a8' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:09:50.690354 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-696188ac-b138-432a-a354-b98ad02521d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 8, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:50.694913 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696188ac-b138-432a-a354-b98ad02521d6 None None] The sync data for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv is: [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 8, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c027053-b49b-4cf8-acf7-9bd61e9f6fdc', 'name': '', 'network_id': '5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:f8:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:27Z', 'updated_at': '2022-05-24T23:09:39Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': '55bedced-fbc6-405a-a293-6fe74d811e57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:50.938340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-36228732-69f7-4626-b4b2-35d7721ae2ae tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:50.939034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-36228732-69f7-4626-b4b2-35d7721ae2ae tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:51.000067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-36228732-69f7-4626-b4b2-35d7721ae2ae tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:51.001197 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-36228732-69f7-4626-b4b2-35d7721ae2ae tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=844945da-a59d-4cb9-8ab9-bcd10bf23bec HTTP/1.1" status: 200 len: 796 time: 0.3522894 May 24 23:09:51.091129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-1c340209-875f-4356-847a-cf9e6a5e7ce5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:51.110559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-1c340209-875f-4356-847a-cf9e6a5e7ce5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:51.111755 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-1c340209-875f-4356-847a-cf9e6a5e7ce5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 380 time: 0.0785286 May 24 23:09:51.122999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Request body: {'port': {'device_id': 'f024cd0e-adcc-4f51-85f4-532398c6ddbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:51.308877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.383994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.460911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14e048-7d92-4c7f-8fd3-f88e25e1d36f req-acb13ff2-edad-4c1d-9e80-54c02cbf23f6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:51.462364 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b14e048-7d92-4c7f-8fd3-f88e25e1d36f req-acb13ff2-edad-4c1d-9e80-54c02cbf23f6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 944 time: 0.0839870 May 24 23:09:51.506332 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b14e048-7d92-4c7f-8fd3-f88e25e1d36f req-218698a0-548c-41ab-8677-20052161bce9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381563 May 24 23:09:51.644705 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ecf9fe8-377f-4ead-ac54-66fa9182fba1 req-e21395ba-9409-4296-b3a2-99a3f6f9acf8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 210 time: 0.0430784 May 24 23:09:51.866111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8c751cf1-d298-458d-a36e-daf12b095d8b up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:51.928247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-714078c7-0c6e-4c3d-b8e8-e22ffd97a252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.946336 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 8c751cf1-d298-458d-a36e-daf12b095d8b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:51.951286 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 8c751cf1-d298-458d-a36e-daf12b095d8b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:51.951671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.032119 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:09:52.071161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 8c751cf1-d298-458d-a36e-daf12b095d8b is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:52.071552 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.092712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:52.093053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.097829 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c751cf1-d298-458d-a36e-daf12b095d8b'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:52.107896 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8c751cf1-d298-458d-a36e-daf12b095d8b, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8c751cf1-d298-458d-a36e-daf12b095d8b,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:52.112819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.186674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=8c751cf1-d298-458d-a36e-daf12b095d8b,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:52.200448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c28b8c-e88d-4947-ac25-b70f11018d6c {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:52.209071 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe32afc5-f9ca-4336-b6c8-5780a5c85092'] response: {'server_uuid': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c751cf1-d298-458d-a36e-daf12b095d8b', 'code': 200} May 24 23:09:52.225968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.305994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Transition to ACTIVE for port object 93c28b8c-e88d-4947-ac25-b70f11018d6c will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:52.310281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.475607 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Pushing event updated for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:52.567013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=8c027053-b49b-4cf8-acf7-9bd61e9f6fdc,segment=NetworkSegment(af740a2d-5c5c-41b3-b0e1-a8d0de627202),segment_id=af740a2d-5c5c-41b3-b0e1-a8d0de627202)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:52.567381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.602326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfbac2-dfcf-4f66-8ae6-327ca375a97a req-b7bc24de-db42-4705-82ec-59999e76d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:52.604000 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4bcfbac2-dfcf-4f66-8ae6-327ca375a97a req-b7bc24de-db42-4705-82ec-59999e76d7a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 1098 time: 0.1896644 May 24 23:09:52.688253 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4bcfbac2-dfcf-4f66-8ae6-327ca375a97a req-e747fe68-fd62-4bdb-a61e-3c696fe58e83 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782545 May 24 23:09:52.699600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:52.723451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f2217-0551-4269-b941-6681933ecd45 req-3890ec6b-ff80-4f91-b63d-c6b9c1a5661a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:52.724912 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a0f2217-0551-4269-b941-6681933ecd45 req-3890ec6b-ff80-4f91-b63d-c6b9c1a5661a tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 945 time: 0.0983603 May 24 23:09:52.767674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Attempting to bind port 93c28b8c-e88d-4947-ac25-b70f11018d6c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:52.768000 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Attempting to bind port 93c28b8c-e88d-4947-ac25-b70f11018d6c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:52.768325 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Attempting to bind port 93c28b8c-e88d-4947-ac25-b70f11018d6c on network 844945da-a59d-4cb9-8ab9-bcd10bf23bec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:52.777573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Port 93c28b8c-e88d-4947-ac25-b70f11018d6c on network 844945da-a59d-4cb9-8ab9-bcd10bf23bec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:09:52.777884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Attempting to bind port 93c28b8c-e88d-4947-ac25-b70f11018d6c on network 844945da-a59d-4cb9-8ab9-bcd10bf23bec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:52.793135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:52.793460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Checking segment: {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:52.793851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Bound using segment: {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:52.794253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Bound port: 93c28b8c-e88d-4947-ac25-b70f11018d6c, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:52.794591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.810703 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a0f2217-0551-4269-b941-6681933ecd45 req-fd0b8d26-ebff-403d-afb0-91fc5ae03b29 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797303 May 24 23:09:52.853529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d677b1-a960-4531-a388-cb036a3b359b req-7d014b0a-ca0f-4a77-a1b0-919262615564 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:52.854982 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8d677b1-a960-4531-a388-cb036a3b359b req-7d014b0a-ca0f-4a77-a1b0-919262615564 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 981 time: 0.0950589 May 24 23:09:52.899702 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8d677b1-a960-4531-a388-cb036a3b359b req-b9666644-3a8d-4809-9173-6a753673ced3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387206 May 24 23:09:52.911401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:52.915121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:52.921973 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.025147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:53.025147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.026489 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] 10.222.0.42 "PUT /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 1131 time: 1.9073226 May 24 23:09:53.026940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f024cd0e-adcc-4f51-85f4-532398c6ddbb', 'tag': '93c28b8c-e88d-4947-ac25-b70f11018d6c'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:53.058592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b4921-dbc9-4851-8b3b-66cdb783619c service neutron] Pushing event updated for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:53.067601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.110878 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5630b7-ab9f-42b5-bbb2-a93800c4f817'] response: {'name': 'network-changed', 'server_uuid': 'f024cd0e-adcc-4f51-85f4-532398c6ddbb', 'tag': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'status': 'completed', 'code': 200} May 24 23:09:53.189638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=8c027053-b49b-4cf8-acf7-9bd61e9f6fdc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:53.386661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.392406 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-2822a200-3453-446c-941b-bdaa75e31b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:53.393917 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-2822a200-3453-446c-941b-bdaa75e31b38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 1134 time: 0.2823181 May 24 23:09:53.682530 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-1bc619a1-35f7-492e-a812-c4e2c78de1e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 217 time: 0.1218567 May 24 23:09:53.778350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-554085fe-92ec-4b47-8486-195dcf8123cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:53.779710 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-554085fe-92ec-4b47-8486-195dcf8123cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5bf5b7-7179-4575-84f2-9c81ff326c97 HTTP/1.1" status: 200 len: 835 time: 0.0855041 May 24 23:09:53.991984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 5e588e10-2280-4b8e-b503-756626b54f11 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:54.005030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-33c28c9e-991c-4ecf-be91-2db0db3efcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:54.006496 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-33c28c9e-991c-4ecf-be91-2db0db3efcba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=844945da-a59d-4cb9-8ab9-bcd10bf23bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1761565 May 24 23:09:54.015869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853d8a1-ac20-49ee-a8cb-d18a083eee3f req-4ebcc01a-5fec-4e16-ab6a-78445eaa8f99 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:54.017316 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8853d8a1-ac20-49ee-a8cb-d18a083eee3f req-4ebcc01a-5fec-4e16-ab6a-78445eaa8f99 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 945 time: 0.0985723 May 24 23:09:54.108571 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8853d8a1-ac20-49ee-a8cb-d18a083eee3f req-e05b712b-364f-462a-b1f9-9795ee612826 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593309 May 24 23:09:54.131060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10063dd0-927f-4028-b76e-9d32f2f16274 req-aa3b18f5-ae17-4616-a0b8-cc7b1c12cdc3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:54.132509 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10063dd0-927f-4028-b76e-9d32f2f16274 req-aa3b18f5-ae17-4616-a0b8-cc7b1c12cdc3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 981 time: 0.1143055 May 24 23:09:54.180086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03fdbe7c-026c-41ae-bade-7f6a07a3de5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.194157 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10063dd0-927f-4028-b76e-9d32f2f16274 req-9c769625-7fb4-4c60-a4a5-3697bb726bae tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545199 May 24 23:09:54.260622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:54.270113 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda4d7dd-707b-48e4-af62-3784b85be52d None None] Sync routers for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:54.280169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4d7dd-707b-48e4-af62-3784b85be52d None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:54.280888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-eda4d7dd-707b-48e4-af62-3784b85be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:54.301458 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b16f8330-7cbe-4882-8653-682356f3653c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0337460 May 24 23:09:54.302693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35618) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:54.340842 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-0213e935-5b01-4be1-9760-c601a773c994 service neutron] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674022 May 24 23:09:54.348938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476f624-b2fd-4f91-97c8-81d75d03820a req-f8e2d572-211b-443b-ae89-8d857a039379 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:54.350534 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7476f624-b2fd-4f91-97c8-81d75d03820a req-f8e2d572-211b-443b-ae89-8d857a039379 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 945 time: 0.0885839 May 24 23:09:54.399146 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7476f624-b2fd-4f91-97c8-81d75d03820a req-cc196f23-2e7a-4322-82a0-6a6d262622f0 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 May 24 23:09:54.423118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35622) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:54.438847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-eda4d7dd-707b-48e4-af62-3784b85be52d None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:54.454409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-196ef454-cfda-4815-8aeb-1a0435b01692 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting subnet 55bedced-fbc6-405a-a293-6fe74d811e57 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:09:54.460774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-196ef454-cfda-4815-8aeb-1a0435b01692 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.547948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-196ef454-cfda-4815-8aeb-1a0435b01692 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.588929 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-075ab4a5-da77-4733-b08c-a5a2fb95f53c req-3d05fdce-3cb0-4827-b818-804583febc4a service neutron] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361600 May 24 23:09:54.611262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cb22c7-3130-47f1-a226-18211ed0fbee tempest-TestVolumeBootPattern-1987418386 tempest-TestVolumeBootPattern-1987418386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:54.613846 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-59cb22c7-3130-47f1-a226-18211ed0fbee tempest-TestVolumeBootPattern-1987418386 tempest-TestVolumeBootPattern-1987418386-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 1093 time: 0.1896484 May 24 23:09:54.616688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35628) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:54.622017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '8c751cf1-d298-458d-a36e-daf12b095d8b', 'tenant_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:54.628159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:54.632358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Usage tracker for resource:floatingip and tenant:4155273398514810859d10c940ec1372 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:54.635304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:54.641117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:54.653558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.686858 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-196ef454-cfda-4815-8aeb-1a0435b01692 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.775648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183ccf-13fa-4c1d-8c14-193c40450677 req-e8531d03-7959-4fb4-89b1-53808745d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:54.777158 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab183ccf-13fa-4c1d-8c14-193c40450677 req-e8531d03-7959-4fb4-89b1-53808745d5ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 1134 time: 0.1349943 May 24 23:09:54.801311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.801578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-eda4d7dd-707b-48e4-af62-3784b85be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:52Z', 'revision_number': 9, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:54.805660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda4d7dd-707b-48e4-af62-3784b85be52d None None] Checking router: 5e588e10-2280-4b8e-b503-756626b54f11 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:54.815436 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4d7dd-707b-48e4-af62-3784b85be52d None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:54.816044 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-eda4d7dd-707b-48e4-af62-3784b85be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:54.858191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-196ef454-cfda-4815-8aeb-1a0435b01692 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.955280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Allocated IP 172.26.3.25 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/038ba06e-618c-4d5d-9b7f-10f5de3e1d65) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:54.976926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-eda4d7dd-707b-48e4-af62-3784b85be52d None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:55.038993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ef454-cfda-4815-8aeb-1a0435b01692 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Subnet': ['ID=55bedced-fbc6-405a-a293-6fe74d811e57,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:55.046122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-196ef454-cfda-4815-8aeb-1a0435b01692 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.060211 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-196ef454-cfda-4815-8aeb-1a0435b01692 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/55bedced-fbc6-405a-a293-6fe74d811e57 HTTP/1.1" status: 204 len: 168 time: 0.7572763 May 24 23:09:55.061779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35632) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:55.117577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.120747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36ac92-0771-4e37-bed2-7fb9d38ee692 None None] Network 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:55.142545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.168450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.181023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183ccf-13fa-4c1d-8c14-193c40450677 req-1f281e51-468e-42ae-bd63-68265b3d80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:55.182478 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab183ccf-13fa-4c1d-8c14-193c40450677 req-1f281e51-468e-42ae-bd63-68265b3d80c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=844945da-a59d-4cb9-8ab9-bcd10bf23bec HTTP/1.1" status: 200 len: 897 time: 0.3994238 May 24 23:09:55.248403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:55.251577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:55.260843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:55.271244 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab183ccf-13fa-4c1d-8c14-193c40450677 req-4a97ae84-c39f-41bb-bb32-2ff0f329d2ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 217 time: 0.0766802 May 24 23:09:55.274897 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.297145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'Port': ['ID=038ba06e-618c-4d5d-9b7f-10f5de3e1d65,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:55.336214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 94f19c72-8799-4350-9fb4-74d5b4be5270 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:55.336555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.399614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183ccf-13fa-4c1d-8c14-193c40450677 req-5bdfdaa6-f3f1-4c7b-a0c0-c71f18ef23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:55.401058 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab183ccf-13fa-4c1d-8c14-193c40450677 req-5bdfdaa6-f3f1-4c7b-a0c0-c71f18ef23bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5bf5b7-7179-4575-84f2-9c81ff326c97 HTTP/1.1" status: 200 len: 835 time: 0.1224108 May 24 23:09:55.418168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.529720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9edcff-c124-457d-a208-aedc17f6676f req-d44a0b1e-450c-4279-99d5-95c07015eea8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:55.536766 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec9edcff-c124-457d-a208-aedc17f6676f req-d44a0b1e-450c-4279-99d5-95c07015eea8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 981 time: 0.1884053 May 24 23:09:55.579052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-eda4d7dd-707b-48e4-af62-3784b85be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:52Z', 'revision_number': 9, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:55.585152 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda4d7dd-707b-48e4-af62-3784b85be52d None None] The sync data for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv is: [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:52Z', 'revision_number': 9, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '05f128e9-bebc-439c-b3cc-f1a65e4a47e8', 'name': '', 'network_id': '38894c67-54d7-41fc-bf3c-9039d6e45d99', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:55:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:22Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'e2ad7af8-371a-4d36-967c-9e8c433f906c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:55.628596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183ccf-13fa-4c1d-8c14-193c40450677 req-87e23ba5-e344-4408-8ff6-0ac5fd50b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:55.630083 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab183ccf-13fa-4c1d-8c14-193c40450677 req-87e23ba5-e344-4408-8ff6-0ac5fd50b763 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=844945da-a59d-4cb9-8ab9-bcd10bf23bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2223270 May 24 23:09:55.631773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port 94f19c72-8799-4350-9fb4-74d5b4be5270, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=94f19c72-8799-4350-9fb4-74d5b4be5270,segment=NetworkSegment(af740a2d-5c5c-41b3-b0e1-a8d0de627202),segment_id=af740a2d-5c5c-41b3-b0e1-a8d0de627202)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:55.632129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.644842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989607a-3d52-4c8f-a8b3-9dd7ce68c9e0 None None] DHCP port deletion for 5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:09:55.649129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e989607a-3d52-4c8f-a8b3-9dd7ce68c9e0 None None] Deleting port 94f19c72-8799-4350-9fb4-74d5b4be5270 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:55.649495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e989607a-3d52-4c8f-a8b3-9dd7ce68c9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.670568 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec9edcff-c124-457d-a208-aedc17f6676f req-5fc6201d-4571-4453-b68c-833266175ab8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328332 May 24 23:09:55.828767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 94f19c72-8799-4350-9fb4-74d5b4be5270 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:55.843666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.863025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e989607a-3d52-4c8f-a8b3-9dd7ce68c9e0 None None] For port 94f19c72-8799-4350-9fb4-74d5b4be5270, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=94f19c72-8799-4350-9fb4-74d5b4be5270,segment=NetworkSegment(af740a2d-5c5c-41b3-b0e1-a8d0de627202),segment_id=af740a2d-5c5c-41b3-b0e1-a8d0de627202)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:55.863328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e989607a-3d52-4c8f-a8b3-9dd7ce68c9e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.947418 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab183ccf-13fa-4c1d-8c14-193c40450677 req-9d5e5d8a-a25d-49f2-a29d-bd5f2f37e543 service neutron] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042681 May 24 23:09:55.983555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.037669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e989607a-3d52-4c8f-a8b3-9dd7ce68c9e0 None None] Calling delete_port for 94f19c72-8799-4350-9fb4-74d5b4be5270 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:56.062442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.082519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:56.106863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=94f19c72-8799-4350-9fb4-74d5b4be5270,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:56.121265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No DVR routers for this DVR port 94f19c72-8799-4350-9fb4-74d5b4be5270 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:09:56.128148 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:56.128497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 8c027053-b49b-4cf8-acf7-9bd61e9f6fdc not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:56.128923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 94f19c72-8799-4350-9fb4-74d5b4be5270 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:56.167405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 94f19c72-8799-4350-9fb4-74d5b4be5270 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:56.167749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 94f19c72-8799-4350-9fb4-74d5b4be5270 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:09:56.195682 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:09:56.207056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-e989607a-3d52-4c8f-a8b3-9dd7ce68c9e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:09:56.207412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-e989607a-3d52-4c8f-a8b3-9dd7ce68c9e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:09:56.292874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.311042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab183ccf-13fa-4c1d-8c14-193c40450677 req-1cb44669-70c9-48e7-b57b-102430bca99a service neutron] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599386 May 24 23:09:56.326153 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:56.330318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.335899 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.340095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af740a2d-5c5c-41b3-b0e1-a8d0de627202') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:56.340392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af740a2d-5c5c-41b3-b0e1-a8d0de627202') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:56.352337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.367755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.373822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:09:56.374371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.449171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event updated for resources: {'Port': ['ID=038ba06e-618c-4d5d-9b7f-10f5de3e1d65,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:56.458365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.517139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.564407 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment af740a2d-5c5c-41b3-b0e1-a8d0de627202 resource provider aggregate not found May 24 23:09:56.587968 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment af740a2d-5c5c-41b3-b0e1-a8d0de627202 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af740a2d-5c5c-41b3-b0e1-a8d0de627202 found for delete ", "request_id": "req-f81af098-e4dd-44e0-b8ea-27ee7c22065a"}]} May 24 23:09:56.600835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.618122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.629182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Network': ['ID=5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:56.634262 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Floating IP 41dfbb60-8caa-4b47-8cf8-3e8cd5ebd856 associated. External IP: 172.26.3.25, port: 8c751cf1-d298-458d-a36e-daf12b095d8b. May 24 23:09:56.636494 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b610a88d-b238-4e6e-beb0-3527dd31be10 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/networks/5ad5fe8d-2cd6-4c08-8a05-d82e91842e2a HTTP/1.1" status: 204 len: 168 time: 1.5721085 May 24 23:09:56.639129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35642) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:56.708989 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e989607a-3d52-4c8f-a8b3-9dd7ce68c9e0 None None] Deleting port 94f19c72-8799-4350-9fb4-74d5b4be5270 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:56.709380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e989607a-3d52-4c8f-a8b3-9dd7ce68c9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.777278 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e989607a-3d52-4c8f-a8b3-9dd7ce68c9e0 None None] The port '94f19c72-8799-4350-9fb4-74d5b4be5270' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:09:56.962958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88dc3-2dd9-42ed-bae9-d1266ebcf19f req-3b409a3e-f524-4e58-9d7b-1cb5bfe0f2bb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:56.964405 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-54a88dc3-2dd9-42ed-bae9-d1266ebcf19f req-3b409a3e-f524-4e58-9d7b-1cb5bfe0f2bb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 981 time: 0.1819994 May 24 23:09:57.082205 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-54a88dc3-2dd9-42ed-bae9-d1266ebcf19f req-ca1c7ca7-5fa0-4b7e-a760-b387b10c29a3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104488 May 24 23:09:57.099925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Router 512426ba-e2a3-4477-a2f3-b13c809ce54a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:57.156379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.281564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:57.291262 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a9a14-be37-4372-bd51-e6c1cf277346 None None] Sync routers for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:57.301687 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a9a14-be37-4372-bd51-e6c1cf277346 None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:57.302426 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-484a9a14-be37-4372-bd51-e6c1cf277346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:57.307310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.366130 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dd5bcd8c-3918-4b97-a115-27d3f5c77cd8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7483475 May 24 23:09:57.367250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'tag': '8c751cf1-d298-458d-a36e-daf12b095d8b'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:57.470328 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fea825-fcc5-4773-8722-870b801e0bbf'] response: {'name': 'network-changed', 'server_uuid': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'tag': '8c751cf1-d298-458d-a36e-daf12b095d8b', 'status': 'completed', 'code': 200} May 24 23:09:57.490101 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-484a9a14-be37-4372-bd51-e6c1cf277346 None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:57.541694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:57.541944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.705287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f034f-7421-4a0e-a35a-d1aa135950a7 req-bcf017aa-d88f-4cf7-b01b-ae3c9dcb4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:57.706821 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-527f034f-7421-4a0e-a35a-d1aa135950a7 req-bcf017aa-d88f-4cf7-b01b-ae3c9dcb4cf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 1098 time: 0.2146297 May 24 23:09:57.821331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port 05f128e9-bebc-439c-b3cc-f1a65e4a47e8, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=05f128e9-bebc-439c-b3cc-f1a65e4a47e8,segment=NetworkSegment(9b259346-7dd7-4bbb-9398-bacc8fa88f35),segment_id=9b259346-7dd7-4bbb-9398-bacc8fa88f35)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:57.821603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.833804 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-484a9a14-be37-4372-bd51-e6c1cf277346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '41dfbb60-8caa-4b47-8cf8-3e8cd5ebd856', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '8c751cf1-d298-458d-a36e-daf12b095d8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:2e:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:09:55Z', 'revision_number': 0, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}, {'id': 'a501ddea-ee5d-4431-a890-b88208dce561', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:f8:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:29Z', 'updated_at': '2022-05-24T23:07:34Z', 'revision_number': 1, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:57.837522 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a9a14-be37-4372-bd51-e6c1cf277346 None None] Checking router: 512426ba-e2a3-4477-a2f3-b13c809ce54a for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:57.845625 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a9a14-be37-4372-bd51-e6c1cf277346 None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:57.846207 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-484a9a14-be37-4372-bd51-e6c1cf277346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:57.897240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 93c28b8c-e88d-4947-ac25-b70f11018d6c details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:09:58.028217 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-484a9a14-be37-4372-bd51-e6c1cf277346 None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:58.036599 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:58.050002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'port_id': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'mac_address': 'fa:16:3e:f2:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:09:58.072547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:58.110759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 93c28b8c-e88d-4947-ac25-b70f11018d6c is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:58.111384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:58.131352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c28b8c-e88d-4947-ac25-b70f11018d6c {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:58.150023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:58.158338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:58.163911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f034f-7421-4a0e-a35a-d1aa135950a7 req-4fa587fb-ff8f-4850-a349-4a72d9444134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:58.165355 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-527f034f-7421-4a0e-a35a-d1aa135950a7 req-4fa587fb-ff8f-4850-a349-4a72d9444134 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.4517283 May 24 23:09:58.298955 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-527f034f-7421-4a0e-a35a-d1aa135950a7 req-fb6730e6-a0ad-4c4a-b305-db3573bbbebc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c751cf1-d298-458d-a36e-daf12b095d8b HTTP/1.1" status: 200 len: 998 time: 0.1230440 May 24 23:09:58.309785 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:58.381210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['93c28b8c-e88d-4947-ac25-b70f11018d6c'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:09:58.406224 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f034f-7421-4a0e-a35a-d1aa135950a7 req-1c31571c-5f0f-4561-ac6f-9aa97df88853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:58.407725 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-527f034f-7421-4a0e-a35a-d1aa135950a7 req-1c31571c-5f0f-4561-ac6f-9aa97df88853 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.1023910 May 24 23:09:58.464055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25142ed8-b027-43da-a0ed-64cea008a5d3 req-bae2f11a-6d67-4c1b-b969-269a67dc671f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:58.465741 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25142ed8-b027-43da-a0ed-64cea008a5d3 req-bae2f11a-6d67-4c1b-b969-269a67dc671f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 982 time: 0.2372665 May 24 23:09:58.485239 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-484a9a14-be37-4372-bd51-e6c1cf277346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '41dfbb60-8caa-4b47-8cf8-3e8cd5ebd856', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '8c751cf1-d298-458d-a36e-daf12b095d8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:2e:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:09:55Z', 'revision_number': 0, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}, {'id': 'a501ddea-ee5d-4431-a890-b88208dce561', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:f8:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:29Z', 'updated_at': '2022-05-24T23:07:34Z', 'revision_number': 1, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:58.494810 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a9a14-be37-4372-bd51-e6c1cf277346 None None] The sync data for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv is: [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '41dfbb60-8caa-4b47-8cf8-3e8cd5ebd856', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '8c751cf1-d298-458d-a36e-daf12b095d8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:2e:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:09:55Z', 'revision_number': 0, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}, {'id': 'a501ddea-ee5d-4431-a890-b88208dce561', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:f8:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:29Z', 'updated_at': '2022-05-24T23:07:34Z', 'revision_number': 1, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:58.498026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:58.530842 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25142ed8-b027-43da-a0ed-64cea008a5d3 req-223264c7-14f4-4cb4-873a-3d75e594e6bc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554299 May 24 23:09:58.560973 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=05f128e9-bebc-439c-b3cc-f1a65e4a47e8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:58.599779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f034f-7421-4a0e-a35a-d1aa135950a7 req-48cddd5e-847c-445d-a78e-6758d2c1a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:58.601266 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-527f034f-7421-4a0e-a35a-d1aa135950a7 req-48cddd5e-847c-445d-a78e-6758d2c1a3ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1808414 May 24 23:09:58.748885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeed0ae9-974a-44b0-87fb-9ed633575b28 None None] New status for floating IP 41dfbb60-8caa-4b47-8cf8-3e8cd5ebd856: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:09:58.857142 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:58.928073 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-527f034f-7421-4a0e-a35a-d1aa135950a7 req-0b42863d-5ca7-43b4-8252-83c3b4678fc1 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197491 May 24 23:09:59.394804 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-527f034f-7421-4a0e-a35a-d1aa135950a7 req-28b5c1a5-b191-42c8-9b2c-0741796fa9bf service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601109 May 24 23:09:59.423137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 5e588e10-2280-4b8e-b503-756626b54f11 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:59.578113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:59.587239 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a63ff-e852-4315-9bce-2f221805264d None None] Sync routers for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:59.594531 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1ada3817-7e49-4ca1-9e8e-d8e7fe245cce tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9520855 May 24 23:09:59.594878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35658) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:59.597047 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a63ff-e852-4315-9bce-2f221805264d None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:59.597732 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ea7a63ff-e852-4315-9bce-2f221805264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:59.668195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9ef23f-7b47-41cf-a81d-d0e172b1b717 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting subnet e2ad7af8-371a-4d36-967c-9e8c433f906c {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:09:59.671340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef23f-7b47-41cf-a81d-d0e172b1b717 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:59.725182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639d8ef-a882-4d5e-b481-bc03df0f384f req-c63c2fe4-2dda-4f73-a43d-2051606e8287 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:59.726691 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f639d8ef-a882-4d5e-b481-bc03df0f384f req-c63c2fe4-2dda-4f73-a43d-2051606e8287 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 982 time: 0.0899668 May 24 23:09:59.741701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef23f-7b47-41cf-a81d-d0e172b1b717 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:59.753879 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ea7a63ff-e852-4315-9bce-2f221805264d None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:59.781472 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f639d8ef-a882-4d5e-b481-bc03df0f384f req-8c3f7bb5-f4ce-49bd-b10f-0822eba042b1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475588 May 24 23:09:59.828352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef23f-7b47-41cf-a81d-d0e172b1b717 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:59.896939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 93c28b8c-e88d-4947-ac25-b70f11018d6c up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:59.905666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef23f-7b47-41cf-a81d-d0e172b1b717 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:59.946097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef23f-7b47-41cf-a81d-d0e172b1b717 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:59.954477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ef23f-7b47-41cf-a81d-d0e172b1b717 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ad7af8-371a-4d36-967c-9e8c433f906c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:59.955091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4820c24e-6362-490e-877c-2a1376ff969d None None] Network 38894c67-54d7-41fc-bf3c-9039d6e45d99 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:59.958991 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5c9ef23f-7b47-41cf-a81d-d0e172b1b717 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/e2ad7af8-371a-4d36-967c-9e8c433f906c HTTP/1.1" status: 204 len: 168 time: 0.3632472 May 24 23:09:59.961477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35662) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:00.054194 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 93c28b8c-e88d-4947-ac25-b70f11018d6c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:00.063988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 93c28b8c-e88d-4947-ac25-b70f11018d6c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:00.064365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.076140 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.081695 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ea7a63ff-e852-4315-9bce-2f221805264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:58Z', 'revision_number': 10, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:00.085886 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a63ff-e852-4315-9bce-2f221805264d None None] Checking router: 5e588e10-2280-4b8e-b503-756626b54f11 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:00.087094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 6d4d2df3-a297-4a02-8583-ba648d843c46 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:00.087602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.094284 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a63ff-e852-4315-9bce-2f221805264d None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:00.094921 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ea7a63ff-e852-4315-9bce-2f221805264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:00.247678 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ea7a63ff-e852-4315-9bce-2f221805264d None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:00.285023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 93c28b8c-e88d-4947-ac25-b70f11018d6c is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:00.285403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.316522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f024cd0e-adcc-4f51-85f4-532398c6ddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c28b8c-e88d-4947-ac25-b70f11018d6c'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:00.327278 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:00.334250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.338014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port 6d4d2df3-a297-4a02-8583-ba648d843c46, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6d4d2df3-a297-4a02-8583-ba648d843c46,segment=NetworkSegment(9b259346-7dd7-4bbb-9398-bacc8fa88f35),segment_id=9b259346-7dd7-4bbb-9398-bacc8fa88f35)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:00.338376 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.412887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b079f53d-cd6e-4344-9169-f82a89ae4189 None None] DHCP port deletion for 38894c67-54d7-41fc-bf3c-9039d6e45d99 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:10:00.419618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:00.431831 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74bf064-4b2d-4650-b690-402892ee57aa'] response: {'server_uuid': 'f024cd0e-adcc-4f51-85f4-532398c6ddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'code': 200} May 24 23:10:00.433074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b079f53d-cd6e-4344-9169-f82a89ae4189 None None] Deleting port 6d4d2df3-a297-4a02-8583-ba648d843c46 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:00.433440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b079f53d-cd6e-4344-9169-f82a89ae4189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.487071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 6d4d2df3-a297-4a02-8583-ba648d843c46 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:00.573397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.592464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b079f53d-cd6e-4344-9169-f82a89ae4189 None None] The port '6d4d2df3-a297-4a02-8583-ba648d843c46' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:10:00.603358 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ea7a63ff-e852-4315-9bce-2f221805264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:58Z', 'revision_number': 10, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:00.607914 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a63ff-e852-4315-9bce-2f221805264d None None] The sync data for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv is: [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:09:58Z', 'revision_number': 10, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None, '_interfaces': [{'id': '2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45', 'name': '', 'network_id': '16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'mac_address': 'fa:16:3e:30:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e588e10-2280-4b8e-b503-756626b54f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:16Z', 'updated_at': '2022-05-24T23:09:28Z', 'revision_number': 5, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'subnets': [{'id': 'ac2841cc-a680-4e43-975f-f98086a51b7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:00.673581 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=6d4d2df3-a297-4a02-8583-ba648d843c46,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:00.675440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No DVR routers for this DVR port 6d4d2df3-a297-4a02-8583-ba648d843c46 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:10:00.808137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.838713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38894c67-54d7-41fc-bf3c-9039d6e45d99']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:00.852281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675b68a-b20d-470c-8faf-eb1135bd5fae req-a8367010-77b5-4ccd-9d0e-eda189265289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:00.853743 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3675b68a-b20d-470c-8faf-eb1135bd5fae req-a8367010-77b5-4ccd-9d0e-eda189265289 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 1136 time: 0.2337575 May 24 23:10:00.855271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b259346-7dd7-4bbb-9398-bacc8fa88f35') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:00.855560 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b259346-7dd7-4bbb-9398-bacc8fa88f35') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:00.886862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.915030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.918032 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3675b68a-b20d-470c-8faf-eb1135bd5fae req-5674a76b-473d-48fc-8a56-6f8fa50cdadc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558510 May 24 23:10:00.922450 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:10:00.922879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.979138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1412469-98b9-4c94-b2b7-12b657555d75 req-bf984bb3-140e-4bcb-94a8-c40dab82a89c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:00.980752 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1412469-98b9-4c94-b2b7-12b657555d75 req-bf984bb3-140e-4bcb-94a8-c40dab82a89c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 983 time: 0.0871146 May 24 23:10:00.998053 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9b259346-7dd7-4bbb-9398-bacc8fa88f35 resource provider aggregate not found May 24 23:10:01.016780 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9b259346-7dd7-4bbb-9398-bacc8fa88f35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b259346-7dd7-4bbb-9398-bacc8fa88f35 found for delete ", "request_id": "req-095154c4-0d5a-4d73-bf09-e0e6732cb919"}]} May 24 23:10:01.028640 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1412469-98b9-4c94-b2b7-12b657555d75 req-db97da3e-ab3c-46d2-b93b-da6f4e94b9dd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 May 24 23:10:01.042294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:01.065040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:01.081044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Network': ['ID=38894c67-54d7-41fc-bf3c-9039d6e45d99,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:01.088936 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3599725b-c88c-4b9b-9a83-6b7f17f3f78e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/networks/38894c67-54d7-41fc-bf3c-9039d6e45d99 HTTP/1.1" status: 204 len: 168 time: 1.1262782 May 24 23:10:01.091665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35674) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:01.698015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:01.722845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:01.755929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:10:01.756272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 05f128e9-bebc-439c-b3cc-f1a65e4a47e8 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:01.756683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6d4d2df3-a297-4a02-8583-ba648d843c46 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:01.791977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 6d4d2df3-a297-4a02-8583-ba648d843c46 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:10:01.792316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6d4d2df3-a297-4a02-8583-ba648d843c46 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:02.031932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:02.032524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.224820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88bb9a-4664-4bb8-9684-068098a57142 req-fef3bd16-6ad1-4f3b-aa7b-262a807753f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:02.226308 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2c88bb9a-4664-4bb8-9684-068098a57142 req-fef3bd16-6ad1-4f3b-aa7b-262a807753f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 983 time: 0.0860806 May 24 23:10:02.226727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45,segment=NetworkSegment(e7271839-5f5a-493e-8e80-c23ab6ddbcd4),segment_id=e7271839-5f5a-493e-8e80-c23ab6ddbcd4)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:02.227095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.271962 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2c88bb9a-4664-4bb8-9684-068098a57142 req-42dc3409-fe1b-4086-8bb7-a8272094d050 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396571 May 24 23:10:02.351118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:02.454192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d83432-87e0-43a0-9ebd-baaf9d33fb17 req-972045d1-0a90-4489-a17e-d80dc5db7783 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:02.455677 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34d83432-87e0-43a0-9ebd-baaf9d33fb17 req-972045d1-0a90-4489-a17e-d80dc5db7783 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 983 time: 0.0807343 May 24 23:10:02.500134 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34d83432-87e0-43a0-9ebd-baaf9d33fb17 req-6f5f5603-4607-4ebd-8cf2-e97eb59aefaf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 May 24 23:10:02.523447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35682) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:02.530374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.581520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:02.597566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229364d-78cc-4196-908a-c3ca9a33c26d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:02.601941 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7229364d-78cc-4196-908a-c3ca9a33c26d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 1131 time: 0.0745902 May 24 23:10:02.602733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35686) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:02.607208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:02.613895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:02.617966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:floatingip and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:02.620944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:02.627415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:02.643954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.801393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.879403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.941028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.42 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/2f631afc-9e64-433a-8413-0bb43e9a3784) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:03.092754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.122530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.150741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 5e588e10-2280-4b8e-b503-756626b54f11 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:03.187103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:03.189771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:03.193436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:03.237468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=2f631afc-9e64-433a-8413-0bb43e9a3784,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:03.285602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:03.296662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bbed61-0440-49be-8787-2747689481be None None] Sync routers for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:03.297827 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-805dacbb-2bb3-4824-8e8c-1179394cdd71 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2051880 May 24 23:10:03.300542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35690) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:03.309147 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bbed61-0440-49be-8787-2747689481be None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:03.310054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-96bbed61-0440-49be-8787-2747689481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:03.371622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec9fec1-e7ee-48b7-920b-8b39271ce752 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting subnet ac2841cc-a680-4e43-975f-f98086a51b7c {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:10:03.374914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fec1-e7ee-48b7-920b-8b39271ce752 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.441169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fec1-e7ee-48b7-920b-8b39271ce752 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.446340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-96bbed61-0440-49be-8787-2747689481be None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:03.531291 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fec1-e7ee-48b7-920b-8b39271ce752 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.552218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-96bbed61-0440-49be-8787-2747689481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:10:02Z', 'revision_number': 11, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:03.556663 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bbed61-0440-49be-8787-2747689481be None None] Checking router: 5e588e10-2280-4b8e-b503-756626b54f11 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:03.566158 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bbed61-0440-49be-8787-2747689481be None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:03.566931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-96bbed61-0440-49be-8787-2747689481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:03.609724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fec1-e7ee-48b7-920b-8b39271ce752 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.629959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.647727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9fec1-e7ee-48b7-920b-8b39271ce752 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2841cc-a680-4e43-975f-f98086a51b7c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:03.653318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fec1-e7ee-48b7-920b-8b39271ce752 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.659621 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2ec9fec1-e7ee-48b7-920b-8b39271ce752 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/ac2841cc-a680-4e43-975f-f98086a51b7c HTTP/1.1" status: 204 len: 168 time: 0.3574388 May 24 23:10:03.662135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35694) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:03.697943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c555bee-472c-4f93-9557-4f454029929a None None] Network 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:10:03.712773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.789530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-96bbed61-0440-49be-8787-2747689481be None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:03.794253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.805212 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Deleting port 2e83c828-8d43-4f5c-9910-dadede4c1a8e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:03.805547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.918935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-96bbed61-0440-49be-8787-2747689481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:10:02Z', 'revision_number': 11, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:03.925727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bbed61-0440-49be-8787-2747689481be None None] The sync data for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv is: [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:10:02Z', 'revision_number': 11, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:04.041057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.047557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.050490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] For port 2e83c828-8d43-4f5c-9910-dadede4c1a8e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2e83c828-8d43-4f5c-9910-dadede4c1a8e,segment=NetworkSegment(e7271839-5f5a-493e-8e80-c23ab6ddbcd4),segment_id=e7271839-5f5a-493e-8e80-c23ab6ddbcd4)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:04.050869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.178771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.188139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Calling delete_port for 2e83c828-8d43-4f5c-9910-dadede4c1a8e owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:04.253183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=2f631afc-9e64-433a-8413-0bb43e9a3784,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:04.279069 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.293307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8e3b85-adab-43bd-9920-fb3891467831 None None] DHCP port deletion for 16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:10:04.387504 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP 3c88319f-15d8-4397-8d55-be27b56f8acd associated. External IP: 172.26.3.42, port: 93c28b8c-e88d-4947-ac25-b70f11018d6c. May 24 23:10:04.470545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Port': ['ID=2e83c828-8d43-4f5c-9910-dadede4c1a8e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:04.470545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No DVR routers for this DVR port 2e83c828-8d43-4f5c-9910-dadede4c1a8e on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:10:04.602602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.628214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:04.640452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7271839-5f5a-493e-8e80-c23ab6ddbcd4') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:04.640750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7271839-5f5a-493e-8e80-c23ab6ddbcd4') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:04.653349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.670900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.677070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:10:04.677070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.747570 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment e7271839-5f5a-493e-8e80-c23ab6ddbcd4 resource provider aggregate not found May 24 23:10:04.773960 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment e7271839-5f5a-493e-8e80-c23ab6ddbcd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7271839-5f5a-493e-8e80-c23ab6ddbcd4 found for delete ", "request_id": "req-d2faf37f-43d7-485a-8fc1-7d2f3141a489"}]} May 24 23:10:04.781314 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:04.787770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.793808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.820457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Pushing event deleted for resources: {'Network': ['ID=16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:04.830268 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ca375aa4-5ef3-46eb-9b29-600a4d02fb26 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/networks/16dc3bb1-b2e3-4aed-ab8d-5d0ba7657fb7 HTTP/1.1" status: 204 len: 168 time: 1.1667707 May 24 23:10:04.833882 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35704) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:04.839903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-59a2f6dc-71c3-44d5-be54-2ceaa5509686 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'routes': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:04.966166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:04.976303 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd8b9e-9e3f-4c12-b86d-d2531cba1627 None None] Sync routers for ids ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:04.985138 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd8b9e-9e3f-4c12-b86d-d2531cba1627 None None] Routers {'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:04.985742 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a4dd8b9e-9e3f-4c12-b86d-d2531cba1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:04.999452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:05.098206 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-293c27be-1581-4b43-b16c-b615fcf8c091 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4917912 May 24 23:10:05.098206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f024cd0e-adcc-4f51-85f4-532398c6ddbb', 'tag': '93c28b8c-e88d-4947-ac25-b70f11018d6c'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:05.116752 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35708) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:05.214215 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2544a9-9ac7-4caf-9209-c1fb37e717f6'] response: {'name': 'network-changed', 'server_uuid': 'f024cd0e-adcc-4f51-85f4-532398c6ddbb', 'tag': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'status': 'completed', 'code': 200} May 24 23:10:05.222370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-59a2f6dc-71c3-44d5-be54-2ceaa5509686 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Added routes are [] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:10:05.223226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-59a2f6dc-71c3-44d5-be54-2ceaa5509686 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Removed routes are [] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:10:05.224085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59a2f6dc-71c3-44d5-be54-2ceaa5509686 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:05.235242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98316344-ba51-4b65-b969-e72dc6252605 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:05.241280 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-98316344-ba51-4b65-b969-e72dc6252605 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb&network_id=844945da-a59d-4cb9-8ab9-bcd10bf23bec HTTP/1.1" status: 200 len: 1131 time: 0.1196227 May 24 23:10:05.330581 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a4dd8b9e-9e3f-4c12-b86d-d2531cba1627 None None] Set router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:05.584769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59a2f6dc-71c3-44d5-be54-2ceaa5509686 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:05.594606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59a2f6dc-71c3-44d5-be54-2ceaa5509686 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:05.661638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57f60-da13-47c2-9f1a-2612cff3f3ac req-49b443af-e238-49f7-ac36-660830872593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:05.663440 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0db57f60-da13-47c2-9f1a-2612cff3f3ac req-49b443af-e238-49f7-ac36-660830872593 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 1136 time: 0.3649354 May 24 23:10:05.744294 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2e83c828-8d43-4f5c-9910-dadede4c1a8e no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:05.749443 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a4dd8b9e-9e3f-4c12-b86d-d2531cba1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '3c88319f-15d8-4397-8d55-be27b56f8acd', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'port_id': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1281448259', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'mac_address': 'fa:16:3e:f2:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f024cd0e-adcc-4f51-85f4-532398c6ddbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:03Z', 'updated_at': '2022-05-24T23:10:03Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42954cb8-692b-4c3d-89d8-f9bab219fd63', 'name': '', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:8a:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:38Z', 'updated_at': '2022-05-24T23:09:49Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:05.749926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf356c2-388b-4002-b285-680f5a86c31d req-d2b334c8-5dea-4abc-b158-a66eb21741ea tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:05.753688 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd8b9e-9e3f-4c12-b86d-d2531cba1627 None None] Checking router: c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:05.760657 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcf356c2-388b-4002-b285-680f5a86c31d req-d2b334c8-5dea-4abc-b158-a66eb21741ea tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 983 time: 0.1114752 May 24 23:10:05.762597 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd8b9e-9e3f-4c12-b86d-d2531cba1627 None None] Routers {'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:05.763216 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a4dd8b9e-9e3f-4c12-b86d-d2531cba1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:05.787846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 2e83c828-8d43-4f5c-9910-dadede4c1a8e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:10:05.788244 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2e83c828-8d43-4f5c-9910-dadede4c1a8e not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:05.788674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:05.808282 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcf356c2-388b-4002-b285-680f5a86c31d req-df36eac3-12b7-48c0-b051-c2c936955b04 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463541 May 24 23:10:05.830543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:10:05.831328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2ef6e7bf-d20c-4770-a8f0-60d53f8b5d45 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:05.944419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a2f6dc-71c3-44d5-be54-2ceaa5509686 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router 5e588e10-2280-4b8e-b503-756626b54f11 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:05.951455 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a4dd8b9e-9e3f-4c12-b86d-d2531cba1627 None None] Set router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:06.107635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57f60-da13-47c2-9f1a-2612cff3f3ac req-584d1af8-1935-4331-82d3-84f5c24e4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:06.108973 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0db57f60-da13-47c2-9f1a-2612cff3f3ac req-584d1af8-1935-4331-82d3-84f5c24e4101 service neutron] 10.222.0.42 "GET /v2.0/networks?id=844945da-a59d-4cb9-8ab9-bcd10bf23bec HTTP/1.1" status: 200 len: 897 time: 0.4340978 May 24 23:10:06.111477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a2f6dc-71c3-44d5-be54-2ceaa5509686 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:06.117917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59a2f6dc-71c3-44d5-be54-2ceaa5509686 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:06.119049 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-59a2f6dc-71c3-44d5-be54-2ceaa5509686 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11 HTTP/1.1" status: 200 len: 704 time: 1.2845695 May 24 23:10:06.121750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6de00-03de-4708-b0bc-06f6697878cc None None] Sync routers for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:06.121895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35718) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:06.138721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6de00-03de-4708-b0bc-06f6697878cc None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:06.139474 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7ac6de00-03de-4708-b0bc-06f6697878cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:06.249857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bb58d91c-b62c-4d54-9817-fffc1edaf9a0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Synchronizing usage tracker for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:06.265936 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0db57f60-da13-47c2-9f1a-2612cff3f3ac req-f34243a8-a5df-41a2-9d84-07d3b7e40edd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 1036 time: 0.1456947 May 24 23:10:06.272632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bb58d91c-b62c-4d54-9817-fffc1edaf9a0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Unset dirty status for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:06.273740 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bb58d91c-b62c-4d54-9817-fffc1edaf9a0 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e588e10-2280-4b8e-b503-756626b54f11 HTTP/1.1" status: 200 len: 205 time: 0.1511457 May 24 23:10:06.276591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35722) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:06.279686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-7ac6de00-03de-4708-b0bc-06f6697878cc None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:06.311431 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a4dd8b9e-9e3f-4c12-b86d-d2531cba1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '3c88319f-15d8-4397-8d55-be27b56f8acd', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'port_id': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1281448259', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'mac_address': 'fa:16:3e:f2:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f024cd0e-adcc-4f51-85f4-532398c6ddbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:03Z', 'updated_at': '2022-05-24T23:10:03Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42954cb8-692b-4c3d-89d8-f9bab219fd63', 'name': '', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:8a:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:38Z', 'updated_at': '2022-05-24T23:09:49Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:06.316488 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd8b9e-9e3f-4c12-b86d-d2531cba1627 None None] The sync data for ids ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'] in dv-neutron-843190-1-hyperv is: [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '3c88319f-15d8-4397-8d55-be27b56f8acd', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'port_id': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1281448259', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'mac_address': 'fa:16:3e:f2:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f024cd0e-adcc-4f51-85f4-532398c6ddbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:03Z', 'updated_at': '2022-05-24T23:10:03Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42954cb8-692b-4c3d-89d8-f9bab219fd63', 'name': '', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:8a:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:38Z', 'updated_at': '2022-05-24T23:09:49Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:06.338462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57f60-da13-47c2-9f1a-2612cff3f3ac req-a6bbc209-f1ae-490f-bc42-79935de18a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:06.340091 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0db57f60-da13-47c2-9f1a-2612cff3f3ac req-a6bbc209-f1ae-490f-bc42-79935de18a20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5bf5b7-7179-4575-84f2-9c81ff326c97 HTTP/1.1" status: 200 len: 835 time: 0.0653112 May 24 23:10:06.396157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7ac6de00-03de-4708-b0bc-06f6697878cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:10:02Z', 'revision_number': 11, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:06.400497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6de00-03de-4708-b0bc-06f6697878cc None None] Checking router: 5e588e10-2280-4b8e-b503-756626b54f11 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:06.408943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6de00-03de-4708-b0bc-06f6697878cc None None] Routers {'5e588e10-2280-4b8e-b503-756626b54f11'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:06.409667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7ac6de00-03de-4708-b0bc-06f6697878cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5e588e10-2280-4b8e-b503-756626b54f11'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:06.428140 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57f60-da13-47c2-9f1a-2612cff3f3ac req-2a3cfbbf-7a38-408d-bbd2-a333460a6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:06.429629 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0db57f60-da13-47c2-9f1a-2612cff3f3ac req-2a3cfbbf-7a38-408d-bbd2-a333460a6044 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=844945da-a59d-4cb9-8ab9-bcd10bf23bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818186 May 24 23:10:06.444432 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56adbed2-ce91-46f0-912a-34baa8082676 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:06.580086 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2a487-ce01-429b-abc2-e9a1f938473e None None] New status for floating IP 3c88319f-15d8-4397-8d55-be27b56f8acd: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:10:06.585984 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0db57f60-da13-47c2-9f1a-2612cff3f3ac req-e1f80f69-64e8-4c28-9c8f-5e336d50ad6f service neutron] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489244 May 24 23:10:06.610394 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-7ac6de00-03de-4708-b0bc-06f6697878cc None None] Set router 5e588e10-2280-4b8e-b503-756626b54f11 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:06.726542 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0db57f60-da13-47c2-9f1a-2612cff3f3ac req-23c74a85-1894-4e99-b21c-efcaade1b84c service neutron] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335299 May 24 23:10:06.756242 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7ac6de00-03de-4708-b0bc-06f6697878cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:10:02Z', 'revision_number': 11, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:06.763049 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6de00-03de-4708-b0bc-06f6697878cc None None] The sync data for ids ['5e588e10-2280-4b8e-b503-756626b54f11'] in dv-neutron-843190-1-hyperv is: [{'id': '5e588e10-2280-4b8e-b503-756626b54f11', 'name': 'tempest-RoutersIpV6Test-router-544466645', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:14Z', 'updated_at': '2022-05-24T23:10:02Z', 'revision_number': 11, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:06.916054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56adbed2-ce91-46f0-912a-34baa8082676 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:06.919941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56adbed2-ce91-46f0-912a-34baa8082676 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:06.994172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56adbed2-ce91-46f0-912a-34baa8082676 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:06.994945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56adbed2-ce91-46f0-912a-34baa8082676 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Fanout notify agent at l3_agent the message router_deleted on router 5e588e10-2280-4b8e-b503-756626b54f11 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:10:06.998888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-56cbcc1b-7de1-4965-ac6b-e5bf9a7e24db tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:06.999578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-56cbcc1b-7de1-4965-ac6b-e5bf9a7e24db tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:07.013088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56adbed2-ce91-46f0-912a-34baa8082676 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.014177 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-56adbed2-ce91-46f0-912a-34baa8082676 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11 HTTP/1.1" status: 204 len: 168 time: 0.7362926 May 24 23:10:07.020291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35728) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:07.020402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-56cbcc1b-7de1-4965-ac6b-e5bf9a7e24db tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:07.021750 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-56cbcc1b-7de1-4965-ac6b-e5bf9a7e24db tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 983 time: 0.1128123 May 24 23:10:07.024456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a39cae2a-49bd-4fe3-b405-74d63dbfe7cc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1749536702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:07.033201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a39cae2a-49bd-4fe3-b405-74d63dbfe7cc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:07.041016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a39cae2a-49bd-4fe3-b405-74d63dbfe7cc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Usage tracker for resource:router and tenant:7a1e3325e16148c29a586da1a53cf851 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:07.046207 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a39cae2a-49bd-4fe3-b405-74d63dbfe7cc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:07.057998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a39cae2a-49bd-4fe3-b405-74d63dbfe7cc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:07.080790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35138a11-3808-4fdb-8499-7839b8934804 req-5d8c366c-aee4-4f2c-aa97-0d9c28c886fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:07.083456 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35138a11-3808-4fdb-8499-7839b8934804 req-5d8c366c-aee4-4f2c-aa97-0d9c28c886fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 983 time: 0.1505315 May 24 23:10:07.089520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a39cae2a-49bd-4fe3-b405-74d63dbfe7cc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.090723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a39cae2a-49bd-4fe3-b405-74d63dbfe7cc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.104347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-c1fc63b5-d3f5-4e09-9998-3da62fcb0fcf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:07.107226 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-c1fc63b5-d3f5-4e09-9998-3da62fcb0fcf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0805614 May 24 23:10:07.157084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a39cae2a-49bd-4fe3-b405-74d63dbfe7cc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.161282 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35138a11-3808-4fdb-8499-7839b8934804 req-089ad75e-09ad-4d82-9e85-43f442fdc966 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668528 May 24 23:10:07.180158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a39cae2a-49bd-4fe3-b405-74d63dbfe7cc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.212946 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a39cae2a-49bd-4fe3-b405-74d63dbfe7cc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.215056 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a39cae2a-49bd-4fe3-b405-74d63dbfe7cc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1945655 May 24 23:10:07.217630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35732) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:07.223293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e26b90be-678d-4ac9-9048-1f725fbe7939 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:07.269601 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3ac26355-a992-4bb1-b47e-958a24889fe6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1575112 May 24 23:10:07.280561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:07.387901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.589473 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:07.607685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e26b90be-678d-4ac9-9048-1f725fbe7939 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.617825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:07.618540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e26b90be-678d-4ac9-9048-1f725fbe7939 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.669079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] device_id is not set on port 93c28b8c-e88d-4947-ac25-b70f11018d6c yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:10:07.677243 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.683315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.781843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26b90be-678d-4ac9-9048-1f725fbe7939 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Router e47bec7b-08a3-47a8-9503-9912eddc6db1 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:10:07.920273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26b90be-678d-4ac9-9048-1f725fbe7939 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:07.926845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e26b90be-678d-4ac9-9048-1f725fbe7939 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.927990 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e26b90be-678d-4ac9-9048-1f725fbe7939 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "PUT /v2.0/routers/e47bec7b-08a3-47a8-9503-9912eddc6db1 HTTP/1.1" status: 200 len: 698 time: 0.7094526 May 24 23:10:07.930613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35736) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:07.935729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee5061-688e-4035-9f4f-35452bcc4db2 None None] Sync routers for ids ['e47bec7b-08a3-47a8-9503-9912eddc6db1'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:07.946528 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee5061-688e-4035-9f4f-35452bcc4db2 None None] Routers {'e47bec7b-08a3-47a8-9503-9912eddc6db1'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:07.947302 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] Pushing event updated for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=6']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:07.947640 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-abee5061-688e-4035-9f4f-35452bcc4db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['e47bec7b-08a3-47a8-9503-9912eddc6db1'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:08.017403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] No DVR routers for this DVR port 93c28b8c-e88d-4947-ac25-b70f11018d6c on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:10:08.156445 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-abee5061-688e-4035-9f4f-35452bcc4db2 None None] Set router e47bec7b-08a3-47a8-9503-9912eddc6db1 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:08.223105 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e87c9c17-c978-4182-bcac-f5f8a5b73710 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/routers/e47bec7b-08a3-47a8-9503-9912eddc6db1 HTTP/1.1" status: 200 len: 704 time: 0.2913647 May 24 23:10:08.225590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35742) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:08.273142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8a44188d-eaf6-45bf-b98e-c5ac9438028f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Synchronizing usage tracker for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:08.282972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-abee5061-688e-4035-9f4f-35452bcc4db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bec7b-08a3-47a8-9503-9912eddc6db1', 'name': 'tempest-RoutersIpV6Test-router-1749536702', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:07Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:08.291266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee5061-688e-4035-9f4f-35452bcc4db2 None None] Checking router: e47bec7b-08a3-47a8-9503-9912eddc6db1 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:08.306587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee5061-688e-4035-9f4f-35452bcc4db2 None None] Routers {'e47bec7b-08a3-47a8-9503-9912eddc6db1'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:08.307232 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-abee5061-688e-4035-9f4f-35452bcc4db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:09:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['e47bec7b-08a3-47a8-9503-9912eddc6db1'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:08.313684 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] In _notify_port_updated(), no bound segment for port 93c28b8c-e88d-4947-ac25-b70f11018d6c on network 844945da-a59d-4cb9-8ab9-bcd10bf23bec {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:10:08.314630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:08.315974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.317339 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e9a8676f-7a44-4dd1-aaec-765d11f6e085 req-3644b140-fc6f-457b-94c7-2f23e517f70e service neutron] 10.222.0.42 "PUT /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 1026 time: 1.0406277 May 24 23:10:08.317700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8a44188d-eaf6-45bf-b98e-c5ac9438028f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Unset dirty status for tenant:7a1e3325e16148c29a586da1a53cf851 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:08.318835 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8a44188d-eaf6-45bf-b98e-c5ac9438028f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47bec7b-08a3-47a8-9503-9912eddc6db1 HTTP/1.1" status: 200 len: 205 time: 0.0923431 May 24 23:10:08.321468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35746) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:08.332535 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6c0b97a-9842-4cbc-b322-ccbe9a2ff490 req-bf5a86c1-bf3e-4587-b0b7-0694b99d1ca0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f024cd0e-adcc-4f51-85f4-532398c6ddbb HTTP/1.1" status: 200 len: 210 time: 0.0465305 May 24 23:10:08.366595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e1fd749c-3b3f-4e8d-b6c4-e323ffe1fd86 None None] Provisioning complete for port 93c28b8c-e88d-4947-ac25-b70f11018d6c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:08.367203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1fd749c-3b3f-4e8d-b6c4-e323ffe1fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.463503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f9c1cc0f-c8c0-4b09-8334-6913c7480dd1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.483894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-abee5061-688e-4035-9f4f-35452bcc4db2 None None] Set router e47bec7b-08a3-47a8-9503-9912eddc6db1 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:08.590976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd749c-3b3f-4e8d-b6c4-e323ffe1fd86 None None] Port 93c28b8c-e88d-4947-ac25-b70f11018d6c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:10:08.592559 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-abee5061-688e-4035-9f4f-35452bcc4db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bec7b-08a3-47a8-9503-9912eddc6db1', 'name': 'tempest-RoutersIpV6Test-router-1749536702', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:07Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:08.596970 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee5061-688e-4035-9f4f-35452bcc4db2 None None] The sync data for ids ['e47bec7b-08a3-47a8-9503-9912eddc6db1'] in dv-neutron-843190-1-hyperv is: [{'id': 'e47bec7b-08a3-47a8-9503-9912eddc6db1', 'name': 'tempest-RoutersIpV6Test-router-1749536702', 'tenant_id': '7a1e3325e16148c29a586da1a53cf851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:07Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 2, 'project_id': '7a1e3325e16148c29a586da1a53cf851', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:08.765122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f9c1cc0f-c8c0-4b09-8334-6913c7480dd1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.767772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f9c1cc0f-c8c0-4b09-8334-6913c7480dd1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.794398 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f9c1cc0f-c8c0-4b09-8334-6913c7480dd1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.795086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c1cc0f-c8c0-4b09-8334-6913c7480dd1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Fanout notify agent at l3_agent the message router_deleted on router e47bec7b-08a3-47a8-9503-9912eddc6db1 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:10:08.814827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f9c1cc0f-c8c0-4b09-8334-6913c7480dd1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.820357 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f9c1cc0f-c8c0-4b09-8334-6913c7480dd1 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/e47bec7b-08a3-47a8-9503-9912eddc6db1 HTTP/1.1" status: 204 len: 168 time: 0.4933472 May 24 23:10:08.822226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35750) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:08.865611 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-41b20d03-635e-45c6-9daf-fe69180dfeaa tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47bec7b-08a3-47a8-9503-9912eddc6db1 HTTP/1.1" status: 200 len: 205 time: 0.0422864 May 24 23:10:08.867911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35754) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:08.937636 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-9b51d51f-2d17-4ebd-bb75-80fe972a02c6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] delete failed (client error): The resource could not be found. May 24 23:10:08.938665 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9b51d51f-2d17-4ebd-bb75-80fe972a02c6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/e47bec7b-08a3-47a8-9503-9912eddc6db1 HTTP/1.1" status: 404 len: 336 time: 0.0698640 May 24 23:10:08.941188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35758) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:08.978132 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08348b6-f607-436d-bedb-4ac54715ca9e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] DELETE failed (client error): The resource could not be found. May 24 23:10:08.978568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08348b6-f607-436d-bedb-4ac54715ca9e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:08.980192 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f08348b6-f607-436d-bedb-4ac54715ca9e tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/bb9c0017-0fe6-461a-9f24-1f4e394ffce6 HTTP/1.1" status: 404 len: 337 time: 0.0381384 May 24 23:10:08.982463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35762) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.019789 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-91beb577-1854-4895-8d05-9c763d3665ba tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] DELETE failed (client error): The resource could not be found. May 24 23:10:09.020241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91beb577-1854-4895-8d05-9c763d3665ba tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:09.021907 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-91beb577-1854-4895-8d05-9c763d3665ba tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/55bedced-fbc6-405a-a293-6fe74d811e57 HTTP/1.1" status: 404 len: 337 time: 0.0385611 May 24 23:10:09.024507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35766) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.064105 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a869c3-7ca1-4a53-8eab-7a6654bcaf29 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] DELETE failed (client error): The resource could not be found. May 24 23:10:09.064542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a869c3-7ca1-4a53-8eab-7a6654bcaf29 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:09.066317 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45a869c3-7ca1-4a53-8eab-7a6654bcaf29 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/e2ad7af8-371a-4d36-967c-9e8c433f906c HTTP/1.1" status: 404 len: 337 time: 0.0409257 May 24 23:10:09.068650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35770) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.105296 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9bb60e-c12d-4842-9a5d-72e78f05ae70 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] DELETE failed (client error): The resource could not be found. May 24 23:10:09.105725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9bb60e-c12d-4842-9a5d-72e78f05ae70 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:09.107324 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b9bb60e-c12d-4842-9a5d-72e78f05ae70 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/ac2841cc-a680-4e43-975f-f98086a51b7c HTTP/1.1" status: 404 len: 337 time: 0.0378165 May 24 23:10:09.109618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35774) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.151182 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9f43585-f911-46fa-86de-7152ece57b17 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e588e10-2280-4b8e-b503-756626b54f11 HTTP/1.1" status: 200 len: 205 time: 0.0405736 May 24 23:10:09.153473 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35778) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.337481 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-a11cf090-aff8-4c8e-9422-4a18a35869c6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] delete failed (client error): The resource could not be found. May 24 23:10:09.338760 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a11cf090-aff8-4c8e-9422-4a18a35869c6 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/5e588e10-2280-4b8e-b503-756626b54f11 HTTP/1.1" status: 404 len: 336 time: 0.1843531 May 24 23:10:09.341249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35782) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.389308 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e90230c8-99b6-4d4b-985f-c513e2aa318f tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=4004abd6-8dac-4724-a0c0-47122bf07e03 HTTP/1.1" status: 200 len: 205 time: 0.0449109 May 24 23:10:09.389672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35788) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.430687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35792) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.468669 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-7ffffa9f-2f31-482e-9a04-077e6de8168d tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] delete failed (client error): The resource could not be found. May 24 23:10:09.468669 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7ffffa9f-2f31-482e-9a04-077e6de8168d tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/4004abd6-8dac-4724-a0c0-47122bf07e03 HTTP/1.1" status: 404 len: 336 time: 0.0722730 May 24 23:10:09.469824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35796) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.507398 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e82bcc-92b0-462a-b51f-371f88d9dd69 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] DELETE failed (client error): The resource could not be found. May 24 23:10:09.507840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e82bcc-92b0-462a-b51f-371f88d9dd69 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:09.509502 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-48e82bcc-92b0-462a-b51f-371f88d9dd69 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/32078e56-8675-4622-9688-68eaf9263890 HTTP/1.1" status: 404 len: 337 time: 0.0392797 May 24 23:10:09.512055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35800) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.513171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b048de3-9a97-4181-9ff2-6c4b018c9ce1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:09.514520 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2b048de3-9a97-4181-9ff2-6c4b018c9ce1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 925 time: 0.0827372 May 24 23:10:09.554479 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-26c774ed-b4d8-47d0-ae94-60e0d5649d2c tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=05b6a038-4004-472b-9a07-6637f3977af8 HTTP/1.1" status: 200 len: 205 time: 0.0413477 May 24 23:10:09.556749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35806) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.588659 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35810) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.594028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321173932', 'description': 'tempest-secgroup-smoke-1321173932 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:09.600576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:09.610214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:09.619424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.626924 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-b91beae4-2483-46d3-b1d9-b35dbb5186df tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] delete failed (client error): The resource could not be found. May 24 23:10:09.631003 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b91beae4-2483-46d3-b1d9-b35dbb5186df tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/05b6a038-4004-472b-9a07-6637f3977af8 HTTP/1.1" status: 404 len: 336 time: 0.0708578 May 24 23:10:09.631173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35814) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.640035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:09.644377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:09.647230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:09.652815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:09.676923 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-24fca6ca-f7dd-4885-bc0c-6ed6ca1ddf24 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=88b805e5-4a1e-4451-a39d-cbbc07de6e15 HTTP/1.1" status: 200 len: 205 time: 0.0424628 May 24 23:10:09.677254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35818) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.727105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.730774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.745438 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-e459a0fb-ef81-4417-93ba-310417e00a60 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] delete failed (client error): The resource could not be found. May 24 23:10:09.746678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e459a0fb-ef81-4417-93ba-310417e00a60 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/88b805e5-4a1e-4451-a39d-cbbc07de6e15 HTTP/1.1" status: 404 len: 336 time: 0.0685101 May 24 23:10:09.749176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35822) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.777146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7159993e-4daf-48b0-a0db-84cd4429d991,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:09.781587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.785738 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ec1d89cf-6764-4143-ba8b-51046c2dd677 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1960151 May 24 23:10:09.786276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35826) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.789076 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb5dc40-a68a-4d36-843b-3e7f9d4bbc46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] DELETE failed (client error): The resource could not be found. May 24 23:10:09.789510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb5dc40-a68a-4d36-843b-3e7f9d4bbc46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:09.791148 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0fb5dc40-a68a-4d36-843b-3e7f9d4bbc46 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/7fffb40c-9cec-42cc-b1b7-47e28cfc1a1c HTTP/1.1" status: 404 len: 337 time: 0.0411043 May 24 23:10:09.793705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35830) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.794190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bb1f87d5-a011-4c11-b0e2-24d64f606ec1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '7159993e-4daf-48b0-a0db-84cd4429d991', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:09.800616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bb1f87d5-a011-4c11-b0e2-24d64f606ec1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:09.804492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bb1f87d5-a011-4c11-b0e2-24d64f606ec1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:09.807385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bb1f87d5-a011-4c11-b0e2-24d64f606ec1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:09.813164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bb1f87d5-a011-4c11-b0e2-24d64f606ec1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:09.830704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb1f87d5-a011-4c11-b0e2-24d64f606ec1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.849219 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-769e9c67-22b4-457f-a1c6-2a2695c50b68 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=41938a22-7834-48c7-83df-d52688e36818 HTTP/1.1" status: 200 len: 205 time: 0.0523262 May 24 23:10:09.849441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35834) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.893885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb1f87d5-a011-4c11-b0e2-24d64f606ec1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.897575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb1f87d5-a011-4c11-b0e2-24d64f606ec1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.914908 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-ae9b0cc4-2721-464c-8e2e-5232e34ff6b2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] delete failed (client error): The resource could not be found. May 24 23:10:09.915924 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ae9b0cc4-2721-464c-8e2e-5232e34ff6b2 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/41938a22-7834-48c7-83df-d52688e36818 HTTP/1.1" status: 404 len: 336 time: 0.0655785 May 24 23:10:09.918125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f87d5-a011-4c11-b0e2-24d64f606ec1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7dac8c-3297-40cf-809a-ba186da2e57a,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:09.918412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35838) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.929056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 93c28b8c-e88d-4947-ac25-b70f11018d6c no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:09.930237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb1f87d5-a011-4c11-b0e2-24d64f606ec1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.934038 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bb1f87d5-a011-4c11-b0e2-24d64f606ec1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443131 May 24 23:10:09.934257 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35842) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.939665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bb52ce84-06fb-4544-9808-1ef8d4f924f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '7159993e-4daf-48b0-a0db-84cd4429d991', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:09.946265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bb52ce84-06fb-4544-9808-1ef8d4f924f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:09.950065 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bb52ce84-06fb-4544-9808-1ef8d4f924f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:09.953220 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bb52ce84-06fb-4544-9808-1ef8d4f924f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:09.958933 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bb52ce84-06fb-4544-9808-1ef8d4f924f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:09.960714 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2175247-1aa2-4e22-bfc7-fd2f97506414 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] DELETE failed (client error): The resource could not be found. May 24 23:10:09.961174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2175247-1aa2-4e22-bfc7-fd2f97506414 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:09.962862 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e2175247-1aa2-4e22-bfc7-fd2f97506414 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/16c2aecd-650b-4741-a336-4086a5664f9e HTTP/1.1" status: 404 len: 337 time: 0.0435157 May 24 23:10:09.965424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35846) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.979602 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb52ce84-06fb-4544-9808-1ef8d4f924f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.994712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 93c28b8c-e88d-4947-ac25-b70f11018d6c not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:10.013552 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-db400215-9777-4b07-b06a-f1f3c8465204 tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51ee98d-a337-4514-ba96-19f877b56179 HTTP/1.1" status: 200 len: 205 time: 0.0470464 May 24 23:10:10.015933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35850) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:10.045231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb52ce84-06fb-4544-9808-1ef8d4f924f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.048907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb52ce84-06fb-4544-9808-1ef8d4f924f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.075028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52ce84-06fb-4544-9808-1ef8d4f924f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d68bffd-8258-4328-8df8-45d369de6995,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:10.085110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb52ce84-06fb-4544-9808-1ef8d4f924f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.085246 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-6926408b-bfe2-43c1-8b12-1de7b0f9099d tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] delete failed (client error): The resource could not be found. May 24 23:10:10.088665 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6926408b-bfe2-43c1-8b12-1de7b0f9099d tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/routers/a51ee98d-a337-4514-ba96-19f877b56179 HTTP/1.1" status: 404 len: 336 time: 0.0694702 May 24 23:10:10.088791 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bb52ce84-06fb-4544-9808-1ef8d4f924f1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518655 May 24 23:10:10.088960 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35856) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:10.089074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35854) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:10.093829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ce383130-b686-4800-a903-3d0d41bb4396 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '7159993e-4daf-48b0-a0db-84cd4429d991', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:10.100045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ce383130-b686-4800-a903-3d0d41bb4396 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:10.103845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ce383130-b686-4800-a903-3d0d41bb4396 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:10.107452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ce383130-b686-4800-a903-3d0d41bb4396 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:10.113617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ce383130-b686-4800-a903-3d0d41bb4396 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:10.128478 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bef5d7c-6995-4c03-827c-405dc32914fc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] DELETE failed (client error): The resource could not be found. May 24 23:10:10.128478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bef5d7c-6995-4c03-827c-405dc32914fc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:10.129460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce383130-b686-4800-a903-3d0d41bb4396 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.129951 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0bef5d7c-6995-4c03-827c-405dc32914fc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/e18b42f4-aa9e-472d-a509-8d89bfefc38a HTTP/1.1" status: 404 len: 337 time: 0.0399272 May 24 23:10:10.132572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35862) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:10.172555 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f65dae-992d-4f1c-8eab-9686843cf3dc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] DELETE failed (client error): The resource could not be found. May 24 23:10:10.172998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f65dae-992d-4f1c-8eab-9686843cf3dc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:10.175210 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b4f65dae-992d-4f1c-8eab-9686843cf3dc tempest-RoutersIpV6Test-1705572999 tempest-RoutersIpV6Test-1705572999-project] 10.222.0.32 "DELETE /v2.0/subnets/3adf764d-419c-4baf-a29d-c1c31895e63b HTTP/1.1" status: 404 len: 337 time: 0.0411468 May 24 23:10:10.204030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce383130-b686-4800-a903-3d0d41bb4396 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.209131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce383130-b686-4800-a903-3d0d41bb4396 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.232921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce383130-b686-4800-a903-3d0d41bb4396 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f5faa2-f568-4ff4-8b17-1826e4c19fe7,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:10.242816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce383130-b686-4800-a903-3d0d41bb4396 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.246671 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce383130-b686-4800-a903-3d0d41bb4396 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541996 May 24 23:10:10.247693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35868) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:10.253417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e4762ef4-bd0d-4754-8947-7b80f32b780d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '7159993e-4daf-48b0-a0db-84cd4429d991', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:10.259303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e4762ef4-bd0d-4754-8947-7b80f32b780d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:10.263732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4762ef4-bd0d-4754-8947-7b80f32b780d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:10.266261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4762ef4-bd0d-4754-8947-7b80f32b780d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:10.272060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e4762ef4-bd0d-4754-8947-7b80f32b780d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:10.290617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4762ef4-bd0d-4754-8947-7b80f32b780d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.359220 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4762ef4-bd0d-4754-8947-7b80f32b780d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.362796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4762ef4-bd0d-4754-8947-7b80f32b780d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.386045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4762ef4-bd0d-4754-8947-7b80f32b780d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b55bd4-9bfd-41cd-a6c7-3cce2e9cefb7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:10.395710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4762ef4-bd0d-4754-8947-7b80f32b780d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.397138 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e4762ef4-bd0d-4754-8947-7b80f32b780d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486218 May 24 23:10:10.400046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35874) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:10.404982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '7159993e-4daf-48b0-a0db-84cd4429d991', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:10.411316 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:10.416197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:10.420137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:10.425539 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:10.436407 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:10:10.443281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.487838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35878) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:10.510097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.513712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.542136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f948baba-290e-49bc-9d52-72603d969af8,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:10.549111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.550391 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aee50924-8e56-4179-aeb2-c52173b949dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493750 May 24 23:10:10.553212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35884) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:10.558136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '7159993e-4daf-48b0-a0db-84cd4429d991', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:10.563989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:10.568095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:10.570996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:10.576686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:10.587985 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:10:10.595169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.639895 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0551eac5-070f-422e-abae-41b1dd7cc2ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a1e3325e16148c29a586da1a53cf851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508162 May 24 23:10:10.642347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 35888) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:10.661896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.666765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.691001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718f1264-1352-4073-9382-1adf128af6d7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:10.700684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.710076 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-deca9679-9936-47ea-8e61-38adb3154bd2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477323 May 24 23:10:10.710261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76bbccda-2186-43d4-9d07-69dcd7d0b352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.736867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76bbccda-2186-43d4-9d07-69dcd7d0b352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.790515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76bbccda-2186-43d4-9d07-69dcd7d0b352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.808066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbccda-2186-43d4-9d07-69dcd7d0b352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016fd727-efe8-49ea-9676-4ab66631716b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:10.812702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76bbccda-2186-43d4-9d07-69dcd7d0b352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.813780 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-76bbccda-2186-43d4-9d07-69dcd7d0b352 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/016fd727-efe8-49ea-9676-4ab66631716b HTTP/1.1" status: 204 len: 168 time: 0.1705043 May 24 23:10:10.929746 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-91bf2e49-7a92-4a12-a864-89a8462c5649 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321173932&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.0400727 May 24 23:10:11.011955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e503a00-78db-4d09-a59d-36083d97617f req-f71afe63-cba4-47f5-ac35-ed3af6194808 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:11.013483 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-f71afe63-cba4-47f5-ac35-ed3af6194808 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 930 time: 0.0807099 May 24 23:10:11.200002 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-9070e7b4-d3e9-4be7-90e0-0e23548bc913 service neutron] 10.222.0.32 "GET /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1728623 May 24 23:10:11.210349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-96bccd19-6f12-4aca-8e56-300eb297389a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:10:11.211243 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-96bccd19-6f12-4aca-8e56-300eb297389a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054867 May 24 23:10:11.355218 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-a3df3cf1-6990-40d8-b3cd-1a5338faf7b4 service neutron] 10.222.0.32 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342020 May 24 23:10:11.588144 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-14f1c2c7-fd54-44ea-9cae-5f96e164143b service neutron] 10.222.0.32 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262993 May 24 23:10:12.816674 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-213b1579-0e93-4b87-95f7-3f79208a1c2d req-92dbcc42-e413-45c3-b4b7-0a1497fef893 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 210 time: 0.0665159 May 24 23:10:13.812785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e503a00-78db-4d09-a59d-36083d97617f req-bbc6e61c-a634-46df-a035-6e5a6b72a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:13.812785 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-bbc6e61c-a634-46df-a035-6e5a6b72a737 service neutron] 10.222.0.42 "GET /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 1026 time: 0.0733182 May 24 23:10:14.038854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e503a00-78db-4d09-a59d-36083d97617f req-a3400606-be2f-4b08-ae70-8c5e66e51b27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:14.042616 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b265dd-0866-47d2-9536-f99693339093 req-26f83797-d6b7-4eec-b560-bbeb09e3ba26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 210 time: 0.0544484 May 24 23:10:14.046165 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-a3400606-be2f-4b08-ae70-8c5e66e51b27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=844945da-a59d-4cb9-8ab9-bcd10bf23bec HTTP/1.1" status: 200 len: 796 time: 0.2246423 May 24 23:10:14.105881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-5e503a00-78db-4d09-a59d-36083d97617f req-e3d1848c-d987-422c-9a51-541620a359de tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:14.121844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-5e503a00-78db-4d09-a59d-36083d97617f req-e3d1848c-d987-422c-9a51-541620a359de tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:14.121844 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-e3d1848c-d987-422c-9a51-541620a359de tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 473 time: 0.0730166 May 24 23:10:14.133997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Request body: {'port': {'device_id': '37f0c2f2-d54b-4ba5-805f-241de4300095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:14.249029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.618503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c28b8c-e88d-4947-ac25-b70f11018d6c {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:10:14.627230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.642542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Transition to ACTIVE for port object 93c28b8c-e88d-4947-ac25-b70f11018d6c will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:14.648324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.792272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Pushing event updated for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=7']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:14.923825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Attempting to bind port 93c28b8c-e88d-4947-ac25-b70f11018d6c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:10:14.923825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Attempting to bind port 93c28b8c-e88d-4947-ac25-b70f11018d6c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:10:14.928027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Attempting to bind port 93c28b8c-e88d-4947-ac25-b70f11018d6c on network 844945da-a59d-4cb9-8ab9-bcd10bf23bec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:14.934185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Port 93c28b8c-e88d-4947-ac25-b70f11018d6c on network 844945da-a59d-4cb9-8ab9-bcd10bf23bec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:10:14.934185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Attempting to bind port 93c28b8c-e88d-4947-ac25-b70f11018d6c on network 844945da-a59d-4cb9-8ab9-bcd10bf23bec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:14.941904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:10:14.941904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Checking segment: {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:14.941904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Bound using segment: {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:10:14.941904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Bound port: 93c28b8c-e88d-4947-ac25-b70f11018d6c, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27aff4df-7ed9-470f-be0f-99dbab286afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:10:14.941904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:15.030421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:15.030421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:10:15.040140 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:15.221047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:15.221047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:15.221047 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] 10.222.0.42 "PUT /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 1131 time: 1.0873504 May 24 23:10:15.221047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f0c2f2-d54b-4ba5-805f-241de4300095', 'tag': '93c28b8c-e88d-4947-ac25-b70f11018d6c'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:15.326186 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66abbcec-f66d-4c79-826b-44fe94d3d551'] response: {'name': 'network-changed', 'server_uuid': '37f0c2f2-d54b-4ba5-805f-241de4300095', 'tag': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'status': 'completed', 'code': 200} May 24 23:10:15.341504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dc169-cae8-4ff3-859c-7ccc1b51c404 req-4b123583-2570-4c50-a986-cee1d134fe18 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:15.347383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac205-751a-42c9-ae19-9f42b36843bb service neutron] Pushing event updated for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=8']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:15.352830 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b35dc169-cae8-4ff3-859c-7ccc1b51c404 req-4b123583-2570-4c50-a986-cee1d134fe18 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 981 time: 0.1803172 May 24 23:10:15.402846 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b35dc169-cae8-4ff3-859c-7ccc1b51c404 req-5b3e1e93-0896-42e3-9fba-b21a16d3c146 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550468 May 24 23:10:15.406469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e503a00-78db-4d09-a59d-36083d97617f req-0b2d47af-1d2a-4c5a-ba4a-e347df8065ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:15.408769 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-0b2d47af-1d2a-4c5a-ba4a-e347df8065ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 1134 time: 0.1501472 May 24 23:10:15.515492 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-423a7a77-8dd2-4b8a-9a1d-d25f00e18cc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 1036 time: 0.0995338 May 24 23:10:15.578626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e503a00-78db-4d09-a59d-36083d97617f req-0df85c03-2424-4d53-bf1e-e8cb0c06f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:15.580131 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-0df85c03-2424-4d53-bf1e-e8cb0c06f45e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5bf5b7-7179-4575-84f2-9c81ff326c97 HTTP/1.1" status: 200 len: 835 time: 0.0577619 May 24 23:10:15.629083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:15.657075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e503a00-78db-4d09-a59d-36083d97617f req-d7764b1f-a5a2-48a1-ba26-1efc8e2b9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:15.658528 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-d7764b1f-a5a2-48a1-ba26-1efc8e2b9179 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=844945da-a59d-4cb9-8ab9-bcd10bf23bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724130 May 24 23:10:15.788928 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-c5c4d84d-44bf-4ece-9065-09743091cdcb service neutron] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237493 May 24 23:10:15.918283 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5e503a00-78db-4d09-a59d-36083d97617f req-deacb0e0-c9a9-4c4b-b81f-c809b68a6f00 service neutron] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215003 May 24 23:10:16.030093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d06c5-b830-4cda-a7ec-0579574756db req-27289b4e-6aa6-402f-9ae2-ad72d9654508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:16.031494 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-424d06c5-b830-4cda-a7ec-0579574756db req-27289b4e-6aa6-402f-9ae2-ad72d9654508 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 1134 time: 0.0694308 May 24 23:10:16.168470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d06c5-b830-4cda-a7ec-0579574756db req-0fce4934-11e1-45d3-b528-2ff78d461885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:16.168470 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-424d06c5-b830-4cda-a7ec-0579574756db req-0fce4934-11e1-45d3-b528-2ff78d461885 service neutron] 10.222.0.42 "GET /v2.0/networks?id=844945da-a59d-4cb9-8ab9-bcd10bf23bec HTTP/1.1" status: 200 len: 897 time: 0.1279051 May 24 23:10:16.272289 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-424d06c5-b830-4cda-a7ec-0579574756db req-d610b77f-3df7-4640-8277-4d72eff353f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 1036 time: 0.0986738 May 24 23:10:16.334821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d06c5-b830-4cda-a7ec-0579574756db req-2d93d708-4405-450d-9e16-584725f6decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:16.336207 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-424d06c5-b830-4cda-a7ec-0579574756db req-2d93d708-4405-450d-9e16-584725f6decf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5bf5b7-7179-4575-84f2-9c81ff326c97 HTTP/1.1" status: 200 len: 835 time: 0.0573516 May 24 23:10:16.413191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d06c5-b830-4cda-a7ec-0579574756db req-78dea984-f7b5-4f28-94e8-0fd5f3d38ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:16.414600 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-424d06c5-b830-4cda-a7ec-0579574756db req-78dea984-f7b5-4f28-94e8-0fd5f3d38ef1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=844945da-a59d-4cb9-8ab9-bcd10bf23bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716012 May 24 23:10:16.546796 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-424d06c5-b830-4cda-a7ec-0579574756db req-7e025c80-24eb-47c0-8c23-21dba6115d62 service neutron] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252275 May 24 23:10:16.591002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe7ac0-65fc-4286-beb3-517c719967ab req-46d80003-e033-47c1-a164-40a443138ba0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:16.592444 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ebe7ac0-65fc-4286-beb3-517c719967ab req-46d80003-e033-47c1-a164-40a443138ba0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 981 time: 0.0850890 May 24 23:10:16.643843 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ebe7ac0-65fc-4286-beb3-517c719967ab req-d72e08a7-47ba-4594-bf3d-8cf6532052fa tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443408 May 24 23:10:16.682932 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-424d06c5-b830-4cda-a7ec-0579574756db req-c39ebd28-9de8-414d-876e-bbdb30530291 service neutron] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296771 May 24 23:10:17.819804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f6e7f-5ed6-4cee-ad08-7c978de9e8cc req-b34d63ff-ae54-4e29-a539-a7b1163581e1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:17.821233 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e6f6e7f-5ed6-4cee-ad08-7c978de9e8cc req-b34d63ff-ae54-4e29-a539-a7b1163581e1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 981 time: 0.0775745 May 24 23:10:17.873179 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e6f6e7f-5ed6-4cee-ad08-7c978de9e8cc req-80df7977-409f-451e-a9bb-a2110513b67f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427451 May 24 23:10:17.974565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 93c28b8c-e88d-4947-ac25-b70f11018d6c details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:10:18.105803 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:18.120611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'port_id': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'mac_address': 'fa:16:3e:f2:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:10:18.183461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 93c28b8c-e88d-4947-ac25-b70f11018d6c is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:18.183461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:18.202437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c28b8c-e88d-4947-ac25-b70f11018d6c {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:10:18.220281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:18.225789 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:18.292154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=9']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:18.462884 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['93c28b8c-e88d-4947-ac25-b70f11018d6c'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:10:19.053553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0a065-bfe3-4127-a970-3ed9444cd9f6 req-f70ea5c0-9751-46f6-a2ca-9e6bf44cb723 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:19.055006 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4e0a065-bfe3-4127-a970-3ed9444cd9f6 req-f70ea5c0-9751-46f6-a2ca-9e6bf44cb723 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 982 time: 0.0791161 May 24 23:10:19.098853 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4e0a065-bfe3-4127-a970-3ed9444cd9f6 req-0d628ac0-540b-4b2f-8514-b3c327861484 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381508 May 24 23:10:19.991215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 93c28b8c-e88d-4947-ac25-b70f11018d6c up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:20.059367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 93c28b8c-e88d-4947-ac25-b70f11018d6c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:20.063852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 93c28b8c-e88d-4947-ac25-b70f11018d6c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:20.064233 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.199781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 93c28b8c-e88d-4947-ac25-b70f11018d6c is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:20.200268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.229611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f0c2f2-d54b-4ba5-805f-241de4300095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c28b8c-e88d-4947-ac25-b70f11018d6c'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:20.252281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:20.259756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.298181 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a969d40c-7371-44ea-9ded-4859869e2bff'] response: {'server_uuid': '37f0c2f2-d54b-4ba5-805f-241de4300095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c28b8c-e88d-4947-ac25-b70f11018d6c', 'code': 200} May 24 23:10:20.318190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078f864-905b-4460-8548-14bca53d08be req-238c10aa-0576-4891-8240-0a93dd716525 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:20.320823 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3078f864-905b-4460-8548-14bca53d08be req-238c10aa-0576-4891-8240-0a93dd716525 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 984 time: 0.0950961 May 24 23:10:20.349040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=10']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:20.379123 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3078f864-905b-4460-8548-14bca53d08be req-12144831-3e23-4897-b6d7-8582b4ff3cf3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446784 May 24 23:10:20.546962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087215e8-1f20-48ac-b069-a76369d0555e req-1ac935e9-448e-4399-9c1f-77ba18832d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:20.547769 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-087215e8-1f20-48ac-b069-a76369d0555e req-1ac935e9-448e-4399-9c1f-77ba18832d24 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 1137 time: 0.0700679 May 24 23:10:20.591320 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-087215e8-1f20-48ac-b069-a76369d0555e req-ece16f32-2a29-416f-9692-d7d9a0a02ea5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375550 May 24 23:10:21.579107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5729d-678c-4142-8505-5267ed5bcf51 req-47dc5959-37c2-4ecf-b1e0-21b370fc5095 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:21.581693 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d6c5729d-678c-4142-8505-5267ed5bcf51 req-47dc5959-37c2-4ecf-b1e0-21b370fc5095 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 984 time: 0.0899494 May 24 23:10:21.635707 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d6c5729d-678c-4142-8505-5267ed5bcf51 req-ac0a708e-9486-4100-972a-580a239d319f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488260 May 24 23:10:21.881374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03ebf277-04a1-48c5-ae92-ccc262e13a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:22.822614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b69b-36e2-4bc4-bfdf-4b9daed8eaf4 req-5d6ea77c-ccb2-4c1c-8f81-5228a39455d9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:22.823984 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31e5b69b-36e2-4bc4-bfdf-4b9daed8eaf4 req-5d6ea77c-ccb2-4c1c-8f81-5228a39455d9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 984 time: 0.0811582 May 24 23:10:22.867263 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31e5b69b-36e2-4bc4-bfdf-4b9daed8eaf4 req-82024769-3213-45af-aa57-3fd68e02a7fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 May 24 23:10:23.052561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ca643-2740-47a5-acb3-6a3bf3326e09 req-d75523f7-1c73-45dc-951c-af3929009f1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:23.053998 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-317ca643-2740-47a5-acb3-6a3bf3326e09 req-d75523f7-1c73-45dc-951c-af3929009f1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 984 time: 0.0842373 May 24 23:10:23.097812 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-317ca643-2740-47a5-acb3-6a3bf3326e09 req-723ac27c-91a3-4d61-b782-880d6e10cd4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381234 May 24 23:10:23.119397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35950) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:23.192478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fcfac1-576e-4b8c-8655-32d99a60d8bd tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:23.193970 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-52fcfac1-576e-4b8c-8655-32d99a60d8bd tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095&network_id=844945da-a59d-4cb9-8ab9-bcd10bf23bec HTTP/1.1" status: 200 len: 1132 time: 0.0736351 May 24 23:10:23.561071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf936eb-5ab0-4bf5-beb3-c0d1eb1717e9 req-850b9a25-19d6-4969-9418-1b372708c4c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:23.562511 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-edf936eb-5ab0-4bf5-beb3-c0d1eb1717e9 req-850b9a25-19d6-4969-9418-1b372708c4c3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 984 time: 0.0891480 May 24 23:10:23.605499 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-edf936eb-5ab0-4bf5-beb3-c0d1eb1717e9 req-ef1439f8-3ddb-45ee-bd84-1b4e9f98aa54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367343 May 24 23:10:24.163869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d57ead30-b1af-4158-860e-0ec3b1e25da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:24.784167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-e725a35a-59d6-4ee4-961a-7f17a81c9a67 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:24.785770 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-e725a35a-59d6-4ee4-961a-7f17a81c9a67 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 984 time: 0.0812154 May 24 23:10:24.795831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e9281-ae2e-4760-a56a-adee47baed9e req-03209d5b-9414-47a4-9ec5-b7a9bc68b71f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:24.797268 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a7e9281-ae2e-4760-a56a-adee47baed9e req-03209d5b-9414-47a4-9ec5-b7a9bc68b71f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 984 time: 0.0831003 May 24 23:10:24.842737 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a7e9281-ae2e-4760-a56a-adee47baed9e req-6346a949-dedf-4664-acc0-adaefa6f3a9b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389850 May 24 23:10:24.855714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-69466495-02a1-4dd7-bcad-7c07806936d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:24.857064 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-69466495-02a1-4dd7-bcad-7c07806936d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0658503 May 24 23:10:25.055762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.108587 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-9fd70b6e-27d5-4d06-9582-1e009ebf7ea3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2460814 May 24 23:10:25.121838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:25.232009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.253489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.429116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=93c28b8c-e88d-4947-ac25-b70f11018d6c,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:25.460122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] For port 93c28b8c-e88d-4947-ac25-b70f11018d6c, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:25.509267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] device_id is not set on port 93c28b8c-e88d-4947-ac25-b70f11018d6c yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:10:25.517160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.523477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.685100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] Pushing event updated for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=11']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:25.736091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] No DVR routers for this DVR port 93c28b8c-e88d-4947-ac25-b70f11018d6c on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:10:25.775602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fc34ad3f-234b-443b-9e57-dbdc7a904565 None None] Provisioning complete for port 93c28b8c-e88d-4947-ac25-b70f11018d6c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:25.775975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fc34ad3f-234b-443b-9e57-dbdc7a904565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.830374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fc34ad3f-234b-443b-9e57-dbdc7a904565 None None] Port 93c28b8c-e88d-4947-ac25-b70f11018d6c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:10:25.959586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] In _notify_port_updated(), no bound segment for port 93c28b8c-e88d-4947-ac25-b70f11018d6c on network 844945da-a59d-4cb9-8ab9-bcd10bf23bec {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:10:25.960363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:25.960970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.962244 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bfdf5d0b-acda-4acc-b793-2a47ebc1fe37 req-4474b19d-21e1-41b2-88cf-b2a887c18210 service neutron] 10.222.0.42 "PUT /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 200 len: 1027 time: 0.8444445 May 24 23:10:25.991800 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-329d5cc5-791e-4672-8294-4d120209309d req-56458121-fd93-49ce-be65-62294097fb58 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f0c2f2-d54b-4ba5-805f-241de4300095 HTTP/1.1" status: 200 len: 210 time: 0.0439720 May 24 23:10:26.517716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.104169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35966) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:27.173080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.201468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.262215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.279173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7159993e-4daf-48b0-a0db-84cd4429d991,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:27.288753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.289037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.289370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.289695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.290023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.290345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.290681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.291000 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.291322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.291643 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.291954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.292264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:27.299327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.300492 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8a4ab824-d977-417d-b2a5-cc8a821fc6d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/7159993e-4daf-48b0-a0db-84cd4429d991 HTTP/1.1" status: 204 len: 168 time: 0.1953440 May 24 23:10:27.329212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35972) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:27.533667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 2f631afc-9e64-433a-8413-0bb43e9a3784 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:27.534004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.703167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.703507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.913851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 2f631afc-9e64-433a-8413-0bb43e9a3784 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:28.054390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:28.068954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 93c28b8c-e88d-4947-ac25-b70f11018d6c no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:28.109394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=2f631afc-9e64-433a-8413-0bb43e9a3784,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:28.126968 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 93c28b8c-e88d-4947-ac25-b70f11018d6c not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:28.195814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:28.196139 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP 3c88319f-15d8-4397-8d55-be27b56f8acd disassociated (deleted). External IP: 172.26.3.42, port: 93c28b8c-e88d-4947-ac25-b70f11018d6c. May 24 23:10:28.540375 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-d6c6c21e-bd24-41cf-9370-e7c94ef9a315 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700893 May 24 23:10:28.550272 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:28.677099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-666e862d-2eff-407d-bbde-c82c55179ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:28.679467 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-666e862d-2eff-407d-bbde-c82c55179ae2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 1098 time: 0.0746965 May 24 23:10:28.733519 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:28.745755 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7cefe0-ed35-407e-996b-ff5389b9f04c None None] Sync routers for ids ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:28.757536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:28.759598 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7cefe0-ed35-407e-996b-ff5389b9f04c None None] Routers {'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:28.760388 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ee7cefe0-ed35-407e-996b-ff5389b9f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:10:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:28.824234 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e32a950d-d4bd-4002-89c0-de10386ec991 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/floatingips/3c88319f-15d8-4397-8d55-be27b56f8acd HTTP/1.1" status: 204 len: 168 time: 1.4916041 May 24 23:10:28.836608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-f7eebf10-b50b-4186-be44-122125255dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:28.839238 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-f7eebf10-b50b-4186-be44-122125255dd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.1418843 May 24 23:10:28.958360 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-ddc82e5f-9f3c-4e71-9ff7-73906d0b9f46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0bd219-7d56-4c1b-892a-dbe02fe06367 HTTP/1.1" status: 200 len: 1001 time: 0.1116946 May 24 23:10:28.979590 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ee7cefe0-ed35-407e-996b-ff5389b9f04c None None] Set router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:28.988375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35980) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:29.033813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-526b4522-0b1e-47bd-8a66-be99e8251583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:29.035437 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-526b4522-0b1e-47bd-8a66-be99e8251583 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.0718508 May 24 23:10:29.054421 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:10:29.057773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-786668ad-f419-4a83-8a84-5a8a7840e05e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.089117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-786668ad-f419-4a83-8a84-5a8a7840e05e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.117041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-8108a8ec-1c4a-4863-876f-f80cd5b1499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:29.118549 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-8108a8ec-1c4a-4863-876f-f80cd5b1499a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761044 May 24 23:10:29.178202 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-786668ad-f419-4a83-8a84-5a8a7840e05e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.198502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786668ad-f419-4a83-8a84-5a8a7840e05e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f0b9b2-9d4c-4b6f-911f-3c31ffd94f03,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:29.206267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-786668ad-f419-4a83-8a84-5a8a7840e05e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.210714 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-786668ad-f419-4a83-8a84-5a8a7840e05e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/e2f0b9b2-9d4c-4b6f-911f-3c31ffd94f03 HTTP/1.1" status: 204 len: 168 time: 0.2180562 May 24 23:10:29.261642 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35986) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:29.351279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4cafab2b-2e62-4aad-819e-6d3c4bc4156f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 93c28b8c-e88d-4947-ac25-b70f11018d6c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:29.351694 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4cafab2b-2e62-4aad-819e-6d3c4bc4156f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.367473 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ee7cefe0-ed35-407e-996b-ff5389b9f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '42954cb8-692b-4c3d-89d8-f9bab219fd63', 'name': '', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:8a:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:38Z', 'updated_at': '2022-05-24T23:09:49Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:29.371592 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7cefe0-ed35-407e-996b-ff5389b9f04c None None] Checking router: c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:29.381650 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7cefe0-ed35-407e-996b-ff5389b9f04c None None] Routers {'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:29.381955 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ee7cefe0-ed35-407e-996b-ff5389b9f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:10:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:29.415290 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-bd1395e2-1318-4cd3-88a9-f28f44976a81 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897937 May 24 23:10:29.560208 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb5b3f6-ec80-4d47-8484-759a87e00b35 req-74b33c52-0964-455d-8829-e8e9869c6c21 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381624 May 24 23:10:29.579778 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ee7cefe0-ed35-407e-996b-ff5389b9f04c None None] Set router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:29.629272 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4cafab2b-2e62-4aad-819e-6d3c4bc4156f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.875646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4cafab2b-2e62-4aad-819e-6d3c4bc4156f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 93c28b8c-e88d-4947-ac25-b70f11018d6c owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:29.891755 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ee7cefe0-ed35-407e-996b-ff5389b9f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '42954cb8-692b-4c3d-89d8-f9bab219fd63', 'name': '', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:8a:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:38Z', 'updated_at': '2022-05-24T23:09:49Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:29.895609 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7cefe0-ed35-407e-996b-ff5389b9f04c None None] The sync data for ids ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'] in dv-neutron-843190-1-hyperv is: [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '42954cb8-692b-4c3d-89d8-f9bab219fd63', 'name': '', 'network_id': '844945da-a59d-4cb9-8ab9-bcd10bf23bec', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:8a:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:38Z', 'updated_at': '2022-05-24T23:09:49Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '8e5bf5b7-7179-4575-84f2-9c81ff326c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:30.022400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4cafab2b-2e62-4aad-819e-6d3c4bc4156f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:30.074611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafab2b-2e62-4aad-819e-6d3c4bc4156f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=93c28b8c-e88d-4947-ac25-b70f11018d6c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:30.147859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14408541-b41f-44a9-8f57-6e53777c5088 None None] New status for floating IP 3c88319f-15d8-4397-8d55-be27b56f8acd: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:10:30.189355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4cafab2b-2e62-4aad-819e-6d3c4bc4156f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:30.201713 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4cafab2b-2e62-4aad-819e-6d3c4bc4156f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/ports/93c28b8c-e88d-4947-ac25-b70f11018d6c HTTP/1.1" status: 204 len: 168 time: 0.9365032 May 24 23:10:30.201930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35990) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:30.750208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.090924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 42954cb8-692b-4c3d-89d8-f9bab219fd63 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:31.091171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.369333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 42954cb8-692b-4c3d-89d8-f9bab219fd63, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=42954cb8-692b-4c3d-89d8-f9bab219fd63,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:31.370019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.491627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 42954cb8-692b-4c3d-89d8-f9bab219fd63 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:31.808082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.858511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=42954cb8-692b-4c3d-89d8-f9bab219fd63,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:32.130285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.486585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:32.774256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:32.783626 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d481b3b-8320-4f06-a35b-467344d250ee None None] Sync routers for ids ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:32.787100 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0f710bc9-efb9-4b3b-a8bc-e2193f83b01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/c9be5f72-113c-4ce4-a1d1-57dc1ce11b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5838342 May 24 23:10:32.789612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35994) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:32.793175 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d481b3b-8320-4f06-a35b-467344d250ee None None] Routers {'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:32.793880 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4d481b3b-8320-4f06-a35b-467344d250ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:10:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:32.854599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1280774f-9d96-4a4e-9a91-459b87f11342 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting subnet 8e5bf5b7-7179-4575-84f2-9c81ff326c97 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:10:32.857639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1280774f-9d96-4a4e-9a91-459b87f11342 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.914913 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1280774f-9d96-4a4e-9a91-459b87f11342 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.969905 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-4d481b3b-8320-4f06-a35b-467344d250ee None None] Set router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:33.000025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1280774f-9d96-4a4e-9a91-459b87f11342 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.078341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1280774f-9d96-4a4e-9a91-459b87f11342 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.115446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280774f-9d96-4a4e-9a91-459b87f11342 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5bf5b7-7179-4575-84f2-9c81ff326c97,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:33.121056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1280774f-9d96-4a4e-9a91-459b87f11342 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.127199 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1280774f-9d96-4a4e-9a91-459b87f11342 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/subnets/8e5bf5b7-7179-4575-84f2-9c81ff326c97 HTTP/1.1" status: 204 len: 168 time: 0.3366406 May 24 23:10:33.129923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1579c1a0-ce7b-4903-a1f3-b269f354ca1b None None] Network 844945da-a59d-4cb9-8ab9-bcd10bf23bec requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:10:33.130377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 35998) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:33.289903 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4d481b3b-8320-4f06-a35b-467344d250ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:10:31Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:33.293827 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d481b3b-8320-4f06-a35b-467344d250ee None None] Checking router: c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:33.304231 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d481b3b-8320-4f06-a35b-467344d250ee None None] Routers {'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:33.304839 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4d481b3b-8320-4f06-a35b-467344d250ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:10:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:33.320047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.414081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] DHCP port deletion for 844945da-a59d-4cb9-8ab9-bcd10bf23bec request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:10:33.418479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Deleting port a9915831-0ee4-434d-8f98-d773b3fd194f {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:33.418890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.488154 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-4d481b3b-8320-4f06-a35b-467344d250ee None None] Set router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:33.506376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.517740 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:33.518073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.630740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] For port a9915831-0ee4-434d-8f98-d773b3fd194f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a9915831-0ee4-434d-8f98-d773b3fd194f,segment=NetworkSegment(27aff4df-7ed9-470f-be0f-99dbab286afd),segment_id=27aff4df-7ed9-470f-be0f-99dbab286afd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:33.631136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.700738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 2aba3ba2-a024-4613-9be9-b582dfbf4fcf, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=2aba3ba2-a024-4613-9be9-b582dfbf4fcf,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:33.701084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.767990 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Calling delete_port for a9915831-0ee4-434d-8f98-d773b3fd194f owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:33.788139 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4d481b3b-8320-4f06-a35b-467344d250ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:10:31Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:33.792461 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d481b3b-8320-4f06-a35b-467344d250ee None None] The sync data for ids ['c9be5f72-113c-4ce4-a1d1-57dc1ce11b00'] in dv-neutron-843190-1-hyperv is: [{'id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'name': 'tempest-TestNetworkBasicOps-router-1952943971', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:30Z', 'updated_at': '2022-05-24T23:10:31Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '2aba3ba2-a024-4613-9be9-b582dfbf4fcf', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be5f72-113c-4ce4-a1d1-57dc1ce11b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:33.824579 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a9915831-0ee4-434d-8f98-d773b3fd194f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:33.842903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 2aba3ba2-a024-4613-9be9-b582dfbf4fcf owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:33.935659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.978646 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Port a9915831-0ee4-434d-8f98-d773b3fd194f update to DOWN by agent not found {{(pid=88262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 24 23:10:33.987512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Pushing event deleted for resources: {'Port': ['ID=a9915831-0ee4-434d-8f98-d773b3fd194f,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:33.992527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] No DVR routers for this DVR port a9915831-0ee4-434d-8f98-d773b3fd194f on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:10:33.998367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:33.998743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:33.999089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:34.004959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:34.004959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:34.004959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:34.004959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:34.004959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:34.004959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:34.004959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:34.004959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:34.004959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab952b-786e-4b6f-8b15-741215564a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:34.015174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.060884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=2aba3ba2-a024-4613-9be9-b582dfbf4fcf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:34.258912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.429039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.431229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.453161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.453589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Fanout notify agent at l3_agent the message router_deleted on router c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:10:34.468975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.470093 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-17d5bcb5-2ac8-4625-ad0e-04cf2ef4cff2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/routers/c9be5f72-113c-4ce4-a1d1-57dc1ce11b00 HTTP/1.1" status: 204 len: 168 time: 1.3388114 May 24 23:10:34.472721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:34.587068 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.715659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.743729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844945da-a59d-4cb9-8ab9-bcd10bf23bec']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:34.755406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27aff4df-7ed9-470f-be0f-99dbab286afd') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:34.755697 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27aff4df-7ed9-470f-be0f-99dbab286afd') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:34.766423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.782090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.788466 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:10:34.788836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.852239 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 27aff4df-7ed9-470f-be0f-99dbab286afd resource provider aggregate not found May 24 23:10:34.873934 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 27aff4df-7ed9-470f-be0f-99dbab286afd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27aff4df-7ed9-470f-be0f-99dbab286afd found for delete ", "request_id": "req-cb0695f8-fdd4-43e6-b69d-4fcc3f7cf653"}]} May 24 23:10:34.886979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.908573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.919760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Network': ['ID=844945da-a59d-4cb9-8ab9-bcd10bf23bec,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:34.928839 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7c5900ce-b5b0-4c15-836e-d33764af6212 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/networks/844945da-a59d-4cb9-8ab9-bcd10bf23bec HTTP/1.1" status: 204 len: 168 time: 0.4543073 May 24 23:10:34.943227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36010) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:34.954621 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1ab6690a-46ce-48e1-9deb-262895db1de0 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0102510 May 24 23:10:34.956975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36014) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:34.962651 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'network': {'name': 'tempest-network-smoke--654745195', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:34.967153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:34.971156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:network and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:34.974509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:34.980451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:34.990298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:10:34.993703 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.021319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:10:35.029482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.029810 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Added segment 8b767508-f4db-42be-a712-9dbe05d604e4 of type vlan for network 0aa4e784-39ba-46f4-9367-1932d95aac5d May 24 23:10:35.053827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.083076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.088336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:35.088903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.187841 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2292595 May 24 23:10:35.190910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36018) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:35.197104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0de3c-e293-4c8e-994f-cbf23ed3594d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Network': ['ID=0aa4e784-39ba-46f4-9367-1932d95aac5d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:35.197566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-429785322', 'admin_state_up': True, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:35.204965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:35.209417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:router and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:35.210112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 0aa4e784-39ba-46f4-9367-1932d95aac5d details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:10:35.212278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:35.218454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:35.228257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.229192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.244168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.509617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.746341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2aba3ba2-a024-4613-9be9-b582dfbf4fcf no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:35.782112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 2aba3ba2-a024-4613-9be9-b582dfbf4fcf {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:10:35.782363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 2aba3ba2-a024-4613-9be9-b582dfbf4fcf not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:35.782875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 42954cb8-692b-4c3d-89d8-f9bab219fd63 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:35.809978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.815522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 42954cb8-692b-4c3d-89d8-f9bab219fd63 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:10:35.815862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 42954cb8-692b-4c3d-89d8-f9bab219fd63 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:35.839892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.975468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.220 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/80647f0e-7cfd-47df-9d62-844190458808) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:36.117255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:36.145613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:36.209552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:36.212498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:36.216087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:36.251366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=80647f0e-7cfd-47df-9d62-844190458808,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:36.266890 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.267229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.267561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.267888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.268210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.268534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.268853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.269174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.269491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.270312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.270629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.270963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:36.754990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.085777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.285094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d7b2f92f-ba36-425f-9cde-9d880888015d is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:10:37.458122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:37.467273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Sync routers for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:37.477215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:37.477828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:10:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:37.484306 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.485609 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-70fb556d-8344-4573-bd54-8f6f6965fe52 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2927058 May 24 23:10:37.488651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36024) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:37.533106 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0577ee5e-8c70-45d8-8d6a-90e00ea349d2 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4a9c122e5fbd4d319091b78d34b07baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409734 May 24 23:10:37.533328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36028) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:37.661513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:37.665258 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feccbd5-6a3d-4e8f-ba61-7a7339d2250c tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:37.669495 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9feccbd5-6a3d-4e8f-ba61-7a7339d2250c tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328311 May 24 23:10:37.669720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36032) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:37.714753 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ace7c745-6f57-4799-9c65-173a168ff7e3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404987 May 24 23:10:37.715171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36036) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:37.720813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1458844894', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:37.952627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:37.956573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:subnet and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:37.958541 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:36Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:37.960019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:37.962308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Checking router: d7b2f92f-ba36-425f-9cde-9d880888015d for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:37.962679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Updating router d7b2f92f-ba36-425f-9cde-9d880888015d port 80647f0e-7cfd-47df-9d62-844190458808 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:10:37.965781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:37.975287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:10:37.978611 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.016990 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.193769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.275851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Subnet': ['ID=1565e677-6633-4372-bf6b-e7d7e589ee81,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:38.284638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Checking segment: {'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:38.284995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network hostable DHCP agents. Network: 0aa4e784-39ba-46f4-9367-1932d95aac5d, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:10:38.304440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 0aa4e784-39ba-46f4-9367-1932d95aac5d is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:10:38.313922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 0aa4e784-39ba-46f4-9367-1932d95aac5d) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:38.318737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:38.319335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.333689 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a53885-9d06-4d14-9f30-90d63c89e483 None None] Network 0aa4e784-39ba-46f4-9367-1932d95aac5d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:10:38.344711 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0bf32848-5d8a-4ec2-ab15-32b205f66508 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6258526 May 24 23:10:38.344930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36040) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:38.441082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.468813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Transition to ACTIVE for port object 80647f0e-7cfd-47df-9d62-844190458808 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:38.488466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.608232 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Attempting to bind port 80647f0e-7cfd-47df-9d62-844190458808 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:10:38.608594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Attempting to bind port 80647f0e-7cfd-47df-9d62-844190458808 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:10:38.608951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Attempting to bind port 80647f0e-7cfd-47df-9d62-844190458808 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:38.620245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae46e6-c871-41ab-8983-12fc7637c7f9 None None] Pushing event updated for resources: {'Port': ['ID=80647f0e-7cfd-47df-9d62-844190458808,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:38.627556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:10:38.627947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:38.628317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.628693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:10:38.629155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Bound port: 80647f0e-7cfd-47df-9d62-844190458808, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:10:38.629525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.721157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-0aa4e784-39ba-46f4-9367-1932d95aac5d', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:10:38.721966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.823093 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] For port 80647f0e-7cfd-47df-9d62-844190458808, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:38.839876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] For port 80647f0e-7cfd-47df-9d62-844190458808, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=80647f0e-7cfd-47df-9d62-844190458808,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:10:38.848562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.985355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:38.985969 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:10:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:39.030762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:39.033786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae46e6-c871-41ab-8983-12fc7637c7f9 None None] Pushing event updated for resources: {'Port': ['ID=80647f0e-7cfd-47df-9d62-844190458808,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:39.072934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Allocated IP 172.20.0.2 (0aa4e784-39ba-46f4-9367-1932d95aac5d/1565e677-6633-4372-bf6b-e7d7e589ee81/a5386193-0e93-4982-ab19-9450354a50bd) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:39.254448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:39.560871 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:39.602450 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Transition to ACTIVE for port object a5386193-0e93-4982-ab19-9450354a50bd will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:39.628674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Transition to ACTIVE for port object a5386193-0e93-4982-ab19-9450354a50bd will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:39.634415 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:39.700805 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Network 0aa4e784-39ba-46f4-9367-1932d95aac5d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:39.701312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.1 (0aa4e784-39ba-46f4-9367-1932d95aac5d/1565e677-6633-4372-bf6b-e7d7e589ee81/79c69799-68b1-445a-b61f-1d50c33f00b7) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:39.704927 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:39.709804 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:39.720933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Pushing event updated for resources: {'Port': ['ID=a5386193-0e93-4982-ab19-9450354a50bd,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:39.756991 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:36Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:39.796569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd290b-6355-4d9d-8e96-bf0db5a2025b None None] The sync data for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv is: [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:36Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:39.825963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Attempting to bind port a5386193-0e93-4982-ab19-9450354a50bd on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:10:39.826325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Attempting to bind port a5386193-0e93-4982-ab19-9450354a50bd by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:10:39.826710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Attempting to bind port a5386193-0e93-4982-ab19-9450354a50bd on network 0aa4e784-39ba-46f4-9367-1932d95aac5d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:39.834315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:10:39.834715 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Checking segment: {'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:39.835115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:39.835504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Bound using segment: {'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:10:39.835977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Bound port: a5386193-0e93-4982-ab19-9450354a50bd, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:10:39.836441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:39.927027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] For port a5386193-0e93-4982-ab19-9450354a50bd, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:39.930351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] For port a5386193-0e93-4982-ab19-9450354a50bd, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a5386193-0e93-4982-ab19-9450354a50bd,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:10:39.935060 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:39.991540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.008587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 79c69799-68b1-445a-b61f-1d50c33f00b7 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:40.026766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ad46d-2cc0-42a0-a826-c065f47ab717 None None] Pushing event updated for resources: {'Port': ['ID=a5386193-0e93-4982-ab19-9450354a50bd,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:40.052793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.129732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 0aa4e784-39ba-46f4-9367-1932d95aac5d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:40.133155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:40.137453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:40.178166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=79c69799-68b1-445a-b61f-1d50c33f00b7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:40.207947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.359899 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.800106 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.804704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.920803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=79c69799-68b1-445a-b61f-1d50c33f00b7,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:40.924138 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:41.063134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 0aa4e784-39ba-46f4-9367-1932d95aac5d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:41.064237 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:41.085448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab03ce-dcfe-4f07-ba9b-88a4de0f2cc5 None None] Network 0aa4e784-39ba-46f4-9367-1932d95aac5d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:10:41.182886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-24df46d8-c11e-447a-b2d2-7bb67d087915 None None] Provisioning for port a5386193-0e93-4982-ab19-9450354a50bd completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:41.250244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d7b2f92f-ba36-425f-9cde-9d880888015d has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:41.543877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2f0cd6da-5ea7-425b-8a40-84c96ca8807a None None] Provisioning for port 79c69799-68b1-445a-b61f-1d50c33f00b7 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:41.549597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2f0cd6da-5ea7-425b-8a40-84c96ca8807a None None] Provisioning complete for port 79c69799-68b1-445a-b61f-1d50c33f00b7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:41.550063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd6da-5ea7-425b-8a40-84c96ca8807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:41.572221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:41.584228 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Sync routers for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:41.588447 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a8631eb2-21a4-4f67-96b6-4d36d1576d78 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/d7b2f92f-ba36-425f-9cde-9d880888015d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2424984 May 24 23:10:41.590924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36044) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:41.596813 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:41.597405 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:10:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:41.672489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2f0cd6da-5ea7-425b-8a40-84c96ca8807a None None] Port 79c69799-68b1-445a-b61f-1d50c33f00b7 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:10:41.770821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed088eab-6181-4ff3-9b09-3a970949be5a tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.771297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed088eab-6181-4ff3-9b09-3a970949be5a tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.771759 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed088eab-6181-4ff3-9b09-3a970949be5a tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.772246 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed088eab-6181-4ff3-9b09-3a970949be5a tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.772700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed088eab-6181-4ff3-9b09-3a970949be5a tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.773233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed088eab-6181-4ff3-9b09-3a970949be5a tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.775052 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ed088eab-6181-4ff3-9b09-3a970949be5a tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1831536 May 24 23:10:41.777974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36048) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:41.808148 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fc398636-a212-46d9-bcfc-61d3e5fff59f None None] Provisioning complete for port 79c69799-68b1-445a-b61f-1d50c33f00b7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:41.808395 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fc398636-a212-46d9-bcfc-61d3e5fff59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:41.840574 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:41.887133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a5386193-0e93-4982-ab19-9450354a50bd up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:41.889073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b057d-68f3-4e2d-a80c-dbc2a563a062 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.889553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b057d-68f3-4e2d-a80c-dbc2a563a062 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.890007 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b057d-68f3-4e2d-a80c-dbc2a563a062 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.890520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b057d-68f3-4e2d-a80c-dbc2a563a062 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.890997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b057d-68f3-4e2d-a80c-dbc2a563a062 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.891445 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b057d-68f3-4e2d-a80c-dbc2a563a062 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.896065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36052) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:41.896563 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-295b057d-68f3-4e2d-a80c-dbc2a563a062 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1172013 May 24 23:10:41.979127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fc398636-a212-46d9-bcfc-61d3e5fff59f None None] Port 79c69799-68b1-445a-b61f-1d50c33f00b7 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:10:41.984837 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port a5386193-0e93-4982-ab19-9450354a50bd completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:41.991805 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port a5386193-0e93-4982-ab19-9450354a50bd triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:41.992186 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.123046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a5386193-0e93-4982-ab19-9450354a50bd is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:42.123774 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.130475 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-87f222ec-eead-40a8-9fbf-d7f2af3630e3 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2322676 May 24 23:10:42.132470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c720e76c-be2a-47f7-ba1c-3e5de741e7d3 None None] Provisioning complete for port 79c69799-68b1-445a-b61f-1d50c33f00b7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:42.132857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c720e76c-be2a-47f7-ba1c-3e5de741e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.201890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c720e76c-be2a-47f7-ba1c-3e5de741e7d3 None None] Port 79c69799-68b1-445a-b61f-1d50c33f00b7 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:10:42.205991 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port a5386193-0e93-4982-ab19-9450354a50bd, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a5386193-0e93-4982-ab19-9450354a50bd,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:42.213067 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:42.213807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36058) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:42.216182 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.217387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 80647f0e-7cfd-47df-9d62-844190458808 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:42.217643 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Checking router: d7b2f92f-ba36-425f-9cde-9d880888015d for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:42.218169 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Updating router d7b2f92f-ba36-425f-9cde-9d880888015d port 79c69799-68b1-445a-b61f-1d50c33f00b7 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:10:42.219752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432967630', 'description': 'tempest-secgroup-smoke-1432967630 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:42.226901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:42.232589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:42.235582 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:42.241702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:42.256110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.278487 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.281943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:42.287609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:42.291621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:42.298213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:42.338963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=a5386193-0e93-4982-ab19-9450354a50bd,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:42.351394 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 80647f0e-7cfd-47df-9d62-844190458808 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:42.356518 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 80647f0e-7cfd-47df-9d62-844190458808 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:42.357108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.382157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.386108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.431730 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0b624f-326d-4dfe-be5e-92911b4fe759,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:42.436330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.440629 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d6e1c0bc-d072-4c63-a655-b2ff3fab0f59 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2257824 May 24 23:10:42.440930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36062) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:42.451176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e7d0b803-b422-4e85-a103-6ea870630f3c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'ab0b624f-326d-4dfe-be5e-92911b4fe759', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:42.463103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e7d0b803-b422-4e85-a103-6ea870630f3c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:42.470684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e7d0b803-b422-4e85-a103-6ea870630f3c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:42.473775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e7d0b803-b422-4e85-a103-6ea870630f3c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:42.479702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e7d0b803-b422-4e85-a103-6ea870630f3c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:42.484439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 80647f0e-7cfd-47df-9d62-844190458808 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:42.484829 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.499540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b803-b422-4e85-a103-6ea870630f3c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.502480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 80647f0e-7cfd-47df-9d62-844190458808, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=80647f0e-7cfd-47df-9d62-844190458808,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:42.508326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.569227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b803-b422-4e85-a103-6ea870630f3c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.573586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b803-b422-4e85-a103-6ea870630f3c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.584279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=80647f0e-7cfd-47df-9d62-844190458808,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:42.597542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0b803-b422-4e85-a103-6ea870630f3c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70af4582-10c3-4d00-8d0a-03149dbb4d3f,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:42.606869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b803-b422-4e85-a103-6ea870630f3c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.608267 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e7d0b803-b422-4e85-a103-6ea870630f3c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620347 May 24 23:10:42.610985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36066) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:42.616116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-373b461f-e3bc-4b86-bc24-c6c0a8ed7c46 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'ab0b624f-326d-4dfe-be5e-92911b4fe759', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:42.622077 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-373b461f-e3bc-4b86-bc24-c6c0a8ed7c46 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:42.626028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-373b461f-e3bc-4b86-bc24-c6c0a8ed7c46 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:42.629665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-373b461f-e3bc-4b86-bc24-c6c0a8ed7c46 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:42.635720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-373b461f-e3bc-4b86-bc24-c6c0a8ed7c46 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:42.636258 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.648347 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Transition to ACTIVE for port object 79c69799-68b1-445a-b61f-1d50c33f00b7 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:42.653416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-373b461f-e3bc-4b86-bc24-c6c0a8ed7c46 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.654657 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.715192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-373b461f-e3bc-4b86-bc24-c6c0a8ed7c46 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.719499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-373b461f-e3bc-4b86-bc24-c6c0a8ed7c46 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.744284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b461f-e3bc-4b86-bc24-c6c0a8ed7c46 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d812ba4d-fe3a-4424-a0b9-c3bafdbde8d2,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:42.753094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-373b461f-e3bc-4b86-bc24-c6c0a8ed7c46 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.754911 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-373b461f-e3bc-4b86-bc24-c6c0a8ed7c46 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423571 May 24 23:10:42.757694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36070) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:42.762750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-54c5de27-9790-44cd-88e7-3031be2f0402 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'ab0b624f-326d-4dfe-be5e-92911b4fe759', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:42.768754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-54c5de27-9790-44cd-88e7-3031be2f0402 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:42.772812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-54c5de27-9790-44cd-88e7-3031be2f0402 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:42.775717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-54c5de27-9790-44cd-88e7-3031be2f0402 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:42.781803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-54c5de27-9790-44cd-88e7-3031be2f0402 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:42.782613 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Pushing event updated for resources: {'Port': ['ID=79c69799-68b1-445a-b61f-1d50c33f00b7,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:42.799515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54c5de27-9790-44cd-88e7-3031be2f0402 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.822626 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.822807 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.823142 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.823470 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.823796 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.824106 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.824819 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.824819 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.825031 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.825346 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.825652 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.826061 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:42.870171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54c5de27-9790-44cd-88e7-3031be2f0402 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.874079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54c5de27-9790-44cd-88e7-3031be2f0402 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.878830 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Attempting to bind port 79c69799-68b1-445a-b61f-1d50c33f00b7 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:10:42.879965 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Attempting to bind port 79c69799-68b1-445a-b61f-1d50c33f00b7 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:10:42.880324 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Attempting to bind port 79c69799-68b1-445a-b61f-1d50c33f00b7 on network 0aa4e784-39ba-46f4-9367-1932d95aac5d {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:42.886241 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:10:42.886608 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Checking segment: {'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:42.887042 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.887465 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Bound using segment: {'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:10:42.887929 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Bound port: 79c69799-68b1-445a-b61f-1d50c33f00b7, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:10:42.888308 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.899270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5de27-9790-44cd-88e7-3031be2f0402 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233bfb96-3f03-4050-aebf-3a291c49687a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:42.912437 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54c5de27-9790-44cd-88e7-3031be2f0402 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.913722 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-54c5de27-9790-44cd-88e7-3031be2f0402 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551011 May 24 23:10:42.916800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36074) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:42.923136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e79980b4-9391-4961-8a9e-db1071241982 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'ab0b624f-326d-4dfe-be5e-92911b4fe759', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:42.929864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e79980b4-9391-4961-8a9e-db1071241982 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:42.935779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e79980b4-9391-4961-8a9e-db1071241982 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:42.939120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e79980b4-9391-4961-8a9e-db1071241982 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:42.945575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e79980b4-9391-4961-8a9e-db1071241982 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:42.961974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e79980b4-9391-4961-8a9e-db1071241982 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.981820 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] For port 79c69799-68b1-445a-b61f-1d50c33f00b7, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:42.985062 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] For port 79c69799-68b1-445a-b61f-1d50c33f00b7, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=79c69799-68b1-445a-b61f-1d50c33f00b7,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:10:42.989165 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.025384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e79980b4-9391-4961-8a9e-db1071241982 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.032439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e79980b4-9391-4961-8a9e-db1071241982 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.058677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79980b4-9391-4961-8a9e-db1071241982 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9711ad5e-4f5e-485c-a188-07f1dd5bc5e5,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:43.066109 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad757e-0a58-4c38-8b3d-cc38ee5c8483 None None] Pushing event updated for resources: {'Port': ['ID=79c69799-68b1-445a-b61f-1d50c33f00b7,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:43.073764 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:43.074479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e79980b4-9391-4961-8a9e-db1071241982 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.074796 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:10:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:43.079408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36078) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:43.079774 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e79980b4-9391-4961-8a9e-db1071241982 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610854 May 24 23:10:43.085233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'ab0b624f-326d-4dfe-be5e-92911b4fe759', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:43.091448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:43.095791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:43.099259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:43.105224 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:43.117493 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:10:43.124693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.220792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.228177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.259358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679dde2c-9866-4323-a36e-aa993cc61ef3,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:43.265004 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:43.271140 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.272334 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-91b1a200-6a69-4352-be11-30eb702606dc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1915340 May 24 23:10:43.275811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36082) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:43.282241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'ab0b624f-326d-4dfe-be5e-92911b4fe759', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:43.289259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:43.294863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:43.297870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:43.306064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:43.319366 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:10:43.326551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.403781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.409302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.437157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4bea9e9-5cd2-41a3-967d-154cb8ab0952,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:43.449027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.451109 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c6066367-7358-41cb-a9f7-68fa822c6912 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1729972 May 24 23:10:43.605332 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:10:42Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:43.609689 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a174d-23bc-4e4e-8c4b-412acc7b7d38 None None] The sync data for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv is: [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:10:42Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:43.768372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-cdd38430-7289-4433-89eb-2f491501a373 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:43.794049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-cdd38430-7289-4433-89eb-2f491501a373 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:43.803195 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-cdd38430-7289-4433-89eb-2f491501a373 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432967630&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.0916297 May 24 23:10:43.893728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a5386193-0e93-4982-ab19-9450354a50bd up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:43.975559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-86cde7a1-453f-4696-a5a0-befbb89c3ed5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:43.976052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-86cde7a1-453f-4696-a5a0-befbb89c3ed5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:43.996396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port a5386193-0e93-4982-ab19-9450354a50bd triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:43.996396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.007580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-86cde7a1-453f-4696-a5a0-befbb89c3ed5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:44.009468 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-86cde7a1-453f-4696-a5a0-befbb89c3ed5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/networks?id=0aa4e784-39ba-46f4-9367-1932d95aac5d HTTP/1.1" status: 200 len: 796 time: 0.2052968 May 24 23:10:44.038062 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-da7a2e75-e161-4b60-b286-314e6a199957 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/quotas/4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 375 time: 0.0187728 May 24 23:10:44.154346 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a5386193-0e93-4982-ab19-9450354a50bd is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:44.154765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-667dabe6-13fc-4a36-8a07-397e55cbbed1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:44.155253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 79c69799-68b1-445a-b61f-1d50c33f00b7 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:44.181001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-667dabe6-13fc-4a36-8a07-397e55cbbed1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:44.181001 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-667dabe6-13fc-4a36-8a07-397e55cbbed1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298778 May 24 23:10:44.248204 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 79c69799-68b1-445a-b61f-1d50c33f00b7 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:44.257198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 79c69799-68b1-445a-b61f-1d50c33f00b7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:44.257675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.421468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 79c69799-68b1-445a-b61f-1d50c33f00b7 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:44.422015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.463958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 79c69799-68b1-445a-b61f-1d50c33f00b7, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=79c69799-68b1-445a-b61f-1d50c33f00b7,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:44.470062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.471304 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 80647f0e-7cfd-47df-9d62-844190458808 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:44.475195 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-aa686c33-0444-41d2-a729-2df7d247ba4b service neutron] 10.222.0.32 "GET /v2.0/networks/0aa4e784-39ba-46f4-9367-1932d95aac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756574 May 24 23:10:44.618011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=79c69799-68b1-445a-b61f-1d50c33f00b7,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:44.634738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 80647f0e-7cfd-47df-9d62-844190458808 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:44.634738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.672368 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-c55e74b2-da12-4d5c-8f70-b16f98ad5cc0 service neutron] 10.222.0.32 "GET /v2.0/networks/0aa4e784-39ba-46f4-9367-1932d95aac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813109 May 24 23:10:44.782496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 80647f0e-7cfd-47df-9d62-844190458808 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:44.893697 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ddc84625-228c-47d0-a94e-a28cdc0d9c9a req-a2e8385e-5aa7-4597-b6c9-df98170e8d66 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 210 time: 0.0531089 May 24 23:10:45.643847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:45.751680 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 79c69799-68b1-445a-b61f-1d50c33f00b7 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:45.833768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 79c69799-68b1-445a-b61f-1d50c33f00b7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:45.833768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:45.975003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 79c69799-68b1-445a-b61f-1d50c33f00b7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:46.081877 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8eabf45-7b2d-4bdf-949f-cfb54f89d9a5 req-57dfdee6-9d28-4202-8ccc-da43a75771d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 210 time: 0.0442302 May 24 23:10:46.123505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-20597df2-8fc4-4c38-b97c-63258b041a71 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:46.125122 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-20597df2-8fc4-4c38-b97c-63258b041a71 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=0aa4e784-39ba-46f4-9367-1932d95aac5d HTTP/1.1" status: 200 len: 796 time: 0.2062979 May 24 23:10:46.195729 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-69f01808-4565-4e2a-88b0-c3f0eac2f35d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:46.213041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-69f01808-4565-4e2a-88b0-c3f0eac2f35d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:46.214114 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-69f01808-4565-4e2a-88b0-c3f0eac2f35d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 380 time: 0.0800316 May 24 23:10:46.223173 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'device_id': '1e42e931-8564-439d-be57-534843e76615', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'admin_state_up': True, 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'security_groups': ['ab0b624f-326d-4dfe-be5e-92911b4fe759']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:46.377740 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:46.388757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:46.398554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:10:46.402224 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.580372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.9 (0aa4e784-39ba-46f4-9367-1932d95aac5d/1565e677-6633-4372-bf6b-e7d7e589ee81/8d4e56eb-0516-4f88-8317-9508833ed9ed) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:46.761122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.776228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 8d4e56eb-0516-4f88-8317-9508833ed9ed will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:46.798786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.880001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 0aa4e784-39ba-46f4-9367-1932d95aac5d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:46.883012 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:46.885317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:46.915626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=8d4e56eb-0516-4f88-8317-9508833ed9ed,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:46.952924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:46.953532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.978976 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-d07f5fbe-7df6-4106-a48d-4ebebb4a07f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7604029 May 24 23:10:46.991522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Request body: {'port': {'device_id': '1e42e931-8564-439d-be57-534843e76615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:47.115022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:47.152832 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f52b2242-6bbd-4360-945e-c653f18cd10a None None] Provisioning for port 8d4e56eb-0516-4f88-8317-9508833ed9ed completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:47.166572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f52b2242-6bbd-4360-945e-c653f18cd10a None None] Provisioning complete for port 8d4e56eb-0516-4f88-8317-9508833ed9ed triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:47.166572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f52b2242-6bbd-4360-945e-c653f18cd10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:47.251891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f52b2242-6bbd-4360-945e-c653f18cd10a None None] Port 8d4e56eb-0516-4f88-8317-9508833ed9ed cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:10:47.300570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52795d6f-3093-4af9-b288-62821fd35194 req-46f8efe1-9111-4de9-b77e-c959dca562fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:47.302416 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52795d6f-3093-4af9-b288-62821fd35194 req-46f8efe1-9111-4de9-b77e-c959dca562fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 931 time: 0.0928435 May 24 23:10:47.357321 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52795d6f-3093-4af9-b288-62821fd35194 req-188fe36b-d583-4c08-9ce1-8e6a735fedfd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0b624f-326d-4dfe-be5e-92911b4fe759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439899 May 24 23:10:47.640573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4e56eb-0516-4f88-8317-9508833ed9ed {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:10:47.647597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:47.661936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Transition to ACTIVE for port object 8d4e56eb-0516-4f88-8317-9508833ed9ed will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:47.665820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:47.796375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Pushing event updated for resources: {'Port': ['ID=8d4e56eb-0516-4f88-8317-9508833ed9ed,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:47.901341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Attempting to bind port 8d4e56eb-0516-4f88-8317-9508833ed9ed on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:10:47.901613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Attempting to bind port 8d4e56eb-0516-4f88-8317-9508833ed9ed by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:10:47.901942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Attempting to bind port 8d4e56eb-0516-4f88-8317-9508833ed9ed on network 0aa4e784-39ba-46f4-9367-1932d95aac5d {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:47.906433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Port 8d4e56eb-0516-4f88-8317-9508833ed9ed on network 0aa4e784-39ba-46f4-9367-1932d95aac5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:10:47.906828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Attempting to bind port 8d4e56eb-0516-4f88-8317-9508833ed9ed on network 0aa4e784-39ba-46f4-9367-1932d95aac5d {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:47.912286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:10:47.912617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Checking segment: {'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:47.912996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Bound using segment: {'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:10:47.913419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Bound port: 8d4e56eb-0516-4f88-8317-9508833ed9ed, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b767508-f4db-42be-a712-9dbe05d604e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:10:47.913757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:48.003873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] For port 8d4e56eb-0516-4f88-8317-9508833ed9ed, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:48.006766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] For port 8d4e56eb-0516-4f88-8317-9508833ed9ed, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8d4e56eb-0516-4f88-8317-9508833ed9ed,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:10:48.011142 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:48.069692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:48.070439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:48.071661 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] 10.222.0.42 "PUT /v2.0/ports/8d4e56eb-0516-4f88-8317-9508833ed9ed HTTP/1.1" status: 200 len: 1093 time: 1.0844152 May 24 23:10:48.072090 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e42e931-8564-439d-be57-534843e76615', 'tag': '8d4e56eb-0516-4f88-8317-9508833ed9ed'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:48.094336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71167334-f557-4a7d-8b2a-45eeb2480f6e service neutron] Pushing event updated for resources: {'Port': ['ID=8d4e56eb-0516-4f88-8317-9508833ed9ed,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:48.152884 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c2d232-93b4-4ad6-b503-3c74d921105a'] response: {'name': 'network-changed', 'server_uuid': '1e42e931-8564-439d-be57-534843e76615', 'tag': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'status': 'completed', 'code': 200} May 24 23:10:48.196108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-0c60b244-2d82-4d41-b934-41a79c6777c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:48.197609 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-0c60b244-2d82-4d41-b934-41a79c6777c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 1096 time: 0.0799191 May 24 23:10:48.268110 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-6955f6c2-8d0a-4c82-b780-d2a458385299 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d4e56eb-0516-4f88-8317-9508833ed9ed HTTP/1.1" status: 200 len: 217 time: 0.0618584 May 24 23:10:48.333834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-a03c8d19-df9f-47c7-aa45-82f972a26fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:48.335295 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-a03c8d19-df9f-47c7-aa45-82f972a26fc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1565e677-6633-4372-bf6b-e7d7e589ee81 HTTP/1.1" status: 200 len: 835 time: 0.0602705 May 24 23:10:48.411487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-76a9612a-ac01-4b17-923e-931f664b1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:48.412895 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-76a9612a-ac01-4b17-923e-931f664b1f48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0aa4e784-39ba-46f4-9367-1932d95aac5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718358 May 24 23:10:48.544093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06200c59-6544-4967-a381-7c3d270a0919 req-55cc04c6-1bbc-4db2-a597-d143cd6c6215 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:48.544777 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-5aaf5f49-dd5b-44ce-96f7-7c03c38baf67 service neutron] 10.222.0.42 "GET /v2.0/networks/0aa4e784-39ba-46f4-9367-1932d95aac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242795 May 24 23:10:48.545531 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-06200c59-6544-4967-a381-7c3d270a0919 req-55cc04c6-1bbc-4db2-a597-d143cd6c6215 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 943 time: 0.0808771 May 24 23:10:48.590004 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-06200c59-6544-4967-a381-7c3d270a0919 req-d7c9d39f-6052-4a8f-acae-87ee40e26a4b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0b624f-326d-4dfe-be5e-92911b4fe759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385401 May 24 23:10:48.676530 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76d8b21a-f76d-45d1-a0a1-282330334f47 req-5b7399e1-c053-4f76-9658-90a6feb1ca33 service neutron] 10.222.0.42 "GET /v2.0/networks/0aa4e784-39ba-46f4-9367-1932d95aac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244378 May 24 23:10:48.792240 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a42c6-e1ec-4fe2-b4d9-dbffbdeb93b0 req-c00d928b-481b-4884-8ced-9ada51f08c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:48.793688 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a6a42c6-e1ec-4fe2-b4d9-dbffbdeb93b0 req-c00d928b-481b-4884-8ced-9ada51f08c91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 1096 time: 0.0728118 May 24 23:10:48.924414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a42c6-e1ec-4fe2-b4d9-dbffbdeb93b0 req-2770fea1-fd16-4315-824e-8a3285e633b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:48.926349 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a6a42c6-e1ec-4fe2-b4d9-dbffbdeb93b0 req-2770fea1-fd16-4315-824e-8a3285e633b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0aa4e784-39ba-46f4-9367-1932d95aac5d HTTP/1.1" status: 200 len: 897 time: 0.1240439 May 24 23:10:48.992477 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a6a42c6-e1ec-4fe2-b4d9-dbffbdeb93b0 req-307436fb-46ff-44fe-b193-592fe7efc0d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d4e56eb-0516-4f88-8317-9508833ed9ed HTTP/1.1" status: 200 len: 217 time: 0.0588949 May 24 23:10:49.058479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a42c6-e1ec-4fe2-b4d9-dbffbdeb93b0 req-72845ff0-2238-40a0-8e1d-9be263714319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:49.059928 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a6a42c6-e1ec-4fe2-b4d9-dbffbdeb93b0 req-72845ff0-2238-40a0-8e1d-9be263714319 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1565e677-6633-4372-bf6b-e7d7e589ee81 HTTP/1.1" status: 200 len: 835 time: 0.0601368 May 24 23:10:49.134363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a42c6-e1ec-4fe2-b4d9-dbffbdeb93b0 req-991cf5cf-13fb-4c01-acf3-2a0e4820e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:49.135792 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a6a42c6-e1ec-4fe2-b4d9-dbffbdeb93b0 req-991cf5cf-13fb-4c01-acf3-2a0e4820e2eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0aa4e784-39ba-46f4-9367-1932d95aac5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693901 May 24 23:10:49.369476 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a6a42c6-e1ec-4fe2-b4d9-dbffbdeb93b0 req-0a7327fa-7371-4740-ac1d-c7da085c3b8c service neutron] 10.222.0.42 "GET /v2.0/networks/0aa4e784-39ba-46f4-9367-1932d95aac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248452 May 24 23:10:49.499163 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a6a42c6-e1ec-4fe2-b4d9-dbffbdeb93b0 req-324ecdd3-c2b6-4595-9e8c-6ed85735f88b service neutron] 10.222.0.42 "GET /v2.0/networks/0aa4e784-39ba-46f4-9367-1932d95aac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223419 May 24 23:10:49.772026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b579d-62ff-456c-8c9c-1d11edf37eed req-55018454-0ee2-49aa-bccd-90fcabebb6d9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:49.773439 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dd2b579d-62ff-456c-8c9c-1d11edf37eed req-55018454-0ee2-49aa-bccd-90fcabebb6d9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 943 time: 0.0794613 May 24 23:10:49.819943 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dd2b579d-62ff-456c-8c9c-1d11edf37eed req-0762287b-299a-4cf8-878c-e54816277bd1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0b624f-326d-4dfe-be5e-92911b4fe759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406625 May 24 23:10:50.173734 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8d4e56eb-0516-4f88-8317-9508833ed9ed details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:10:50.334420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8d4e56eb-0516-4f88-8317-9508833ed9ed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8d4e56eb-0516-4f88-8317-9508833ed9ed,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:50.348031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'port_id': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'mac_address': 'fa:16:3e:47:d9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:10:50.401996 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 8d4e56eb-0516-4f88-8317-9508833ed9ed is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:50.402386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:50.418981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4e56eb-0516-4f88-8317-9508833ed9ed {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:10:50.434204 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8d4e56eb-0516-4f88-8317-9508833ed9ed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8d4e56eb-0516-4f88-8317-9508833ed9ed,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:50.441169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:50.511273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=8d4e56eb-0516-4f88-8317-9508833ed9ed,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:50.678980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['8d4e56eb-0516-4f88-8317-9508833ed9ed'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:10:51.002535 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93f6b7-5ae6-4854-b2be-ecb320fff83e req-95215d9e-e21b-4584-99ba-807410b31448 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:51.004002 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b93f6b7-5ae6-4854-b2be-ecb320fff83e req-95215d9e-e21b-4584-99ba-807410b31448 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 944 time: 0.0801182 May 24 23:10:51.047683 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b93f6b7-5ae6-4854-b2be-ecb320fff83e req-2770ab87-4122-436a-b956-17765c6f7578 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0b624f-326d-4dfe-be5e-92911b4fe759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380595 May 24 23:10:51.884327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6cd23a2-2a51-4de5-a6eb-4f15a831afd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:52.193398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8d4e56eb-0516-4f88-8317-9508833ed9ed up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:52.243408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcfdc3-a2f9-42a1-84a8-c7988d62226e req-94498f03-9103-487f-8784-4c4798a4ac23 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:52.244855 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42fcfdc3-a2f9-42a1-84a8-c7988d62226e req-94498f03-9103-487f-8784-4c4798a4ac23 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 944 time: 0.0880673 May 24 23:10:52.263444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 8d4e56eb-0516-4f88-8317-9508833ed9ed completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:52.268216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 8d4e56eb-0516-4f88-8317-9508833ed9ed triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:52.268586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:52.292680 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42fcfdc3-a2f9-42a1-84a8-c7988d62226e req-62c0734e-027e-4be7-8bbd-ce96ac08f71e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0b624f-326d-4dfe-be5e-92911b4fe759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 May 24 23:10:52.385591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 8d4e56eb-0516-4f88-8317-9508833ed9ed is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:52.385970 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:52.411750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e42e931-8564-439d-be57-534843e76615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4e56eb-0516-4f88-8317-9508833ed9ed'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:52.421085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8d4e56eb-0516-4f88-8317-9508833ed9ed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8d4e56eb-0516-4f88-8317-9508833ed9ed,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:52.424988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:52.460615 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc00aa0e-c268-4187-b296-ddb05a58cc9e'] response: {'server_uuid': '1e42e931-8564-439d-be57-534843e76615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'code': 200} May 24 23:10:52.505997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=8d4e56eb-0516-4f88-8317-9508833ed9ed,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:52.693238 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec79c0-90b4-4646-9c86-5964ee24f1b0 req-67502d76-6edd-4953-805f-da2d699648c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:52.694610 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-92ec79c0-90b4-4646-9c86-5964ee24f1b0 req-67502d76-6edd-4953-805f-da2d699648c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 1098 time: 0.0747511 May 24 23:10:52.735475 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-92ec79c0-90b4-4646-9c86-5964ee24f1b0 req-98b78c87-69ba-44d6-a52d-649a601f5108 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ab0b624f-326d-4dfe-be5e-92911b4fe759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353668 May 24 23:10:53.483999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96670dc7-2036-4008-b762-a8ba1fcb8176 req-fa6731d2-01bb-442b-a42e-7a79c0563ff8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:53.485440 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96670dc7-2036-4008-b762-a8ba1fcb8176 req-fa6731d2-01bb-442b-a42e-7a79c0563ff8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 945 time: 0.0825696 May 24 23:10:53.530921 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96670dc7-2036-4008-b762-a8ba1fcb8176 req-f97c0089-ae48-4e22-87f6-c32c165376e4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0b624f-326d-4dfe-be5e-92911b4fe759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396845 May 24 23:10:54.167780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e5b82094-7c35-4e7a-8d79-4d259b1a6b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:54.727805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6852d5d-d17d-4708-8e2c-f29f64c3f260 req-8e5cd831-7a25-4af2-b1f3-405cdd3a8eda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:54.730924 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6852d5d-d17d-4708-8e2c-f29f64c3f260 req-8e5cd831-7a25-4af2-b1f3-405cdd3a8eda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 945 time: 0.0863068 May 24 23:10:54.774143 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6852d5d-d17d-4708-8e2c-f29f64c3f260 req-0132be90-12d4-4982-9c6a-193a160c94d6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0b624f-326d-4dfe-be5e-92911b4fe759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386357 May 24 23:10:54.961557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d9483-1414-4282-83d0-ac5c2a5d4129 req-545b9fcb-fc68-4c7a-92f6-bb4accea05e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:54.963007 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-832d9483-1414-4282-83d0-ac5c2a5d4129 req-545b9fcb-fc68-4c7a-92f6-bb4accea05e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 945 time: 0.0835764 May 24 23:10:55.012912 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-832d9483-1414-4282-83d0-ac5c2a5d4129 req-467f40b1-ecc4-4c3f-b547-5fdaa9a2f391 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0b624f-326d-4dfe-be5e-92911b4fe759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433226 May 24 23:10:55.036695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36136) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:55.061036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.109457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abc24e-cefc-49ad-aca0-0e69867c83bc tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:55.110828 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-76abc24e-cefc-49ad-aca0-0e69867c83bc tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 1093 time: 0.0726831 May 24 23:10:55.113068 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36140) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:55.118669 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:55.125047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:55.128736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:floatingip and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:55.133746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:55.141141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:55.154863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.260239 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.305135 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.444291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.226 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/79b37b78-b057-4d6f-8c0a-ed3770c19a04) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:55.591348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.623103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.689124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:55.692536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:55.696482 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:55.735004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=79b37b78-b057-4d6f-8c0a-ed3770c19a04,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:56.212880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.285628 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.491305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.497022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.520634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.611325 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=79b37b78-b057-4d6f-8c0a-ed3770c19a04,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:56.617230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.787077 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP a77a00e1-0a64-4847-8dea-d6eb796d27aa associated. External IP: 172.26.3.226, port: 8d4e56eb-0516-4f88-8317-9508833ed9ed. May 24 23:10:57.131724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d7b2f92f-ba36-425f-9cde-9d880888015d has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:57.408297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:57.420101 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388b986-d11c-4c3c-a8ff-64dfe76c8e0e None None] Sync routers for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:57.429819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388b986-d11c-4c3c-a8ff-64dfe76c8e0e None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:57.430522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c388b986-d11c-4c3c-a8ff-64dfe76c8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:10:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:57.432730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:57.487202 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-49e7028f-e872-4aea-9ffe-fb9460457749 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3731065 May 24 23:10:57.487790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e42e931-8564-439d-be57-534843e76615', 'tag': '8d4e56eb-0516-4f88-8317-9508833ed9ed'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:57.490517 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36148) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:57.532375 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bad179-0a7c-4661-aecf-6661fdbacd59'] response: {'name': 'network-changed', 'server_uuid': '1e42e931-8564-439d-be57-534843e76615', 'tag': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'status': 'completed', 'code': 200} May 24 23:10:57.606809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-c388b986-d11c-4c3c-a8ff-64dfe76c8e0e None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:57.728092 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2028c30f-25e9-44ee-b2de-e9332c8d6c14 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers/d7b2f92f-ba36-425f-9cde-9d880888015d HTTP/1.1" status: 200 len: 922 time: 0.2357540 May 24 23:10:57.730729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36154) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:57.730856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627bba7-c31e-42eb-989f-17c6843f2e9f req-58a537a2-36c1-4121-8cc2-4e91704a54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:57.732273 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3627bba7-c31e-42eb-989f-17c6843f2e9f req-58a537a2-36c1-4121-8cc2-4e91704a54c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 1098 time: 0.1681736 May 24 23:10:57.840783 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-59b160aa-8a1b-463f-8df6-89a0a8b16302 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a77a00e1-0a64-4847-8dea-d6eb796d27aa HTTP/1.1" status: 200 len: 991 time: 0.1083605 May 24 23:10:57.865493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627bba7-c31e-42eb-989f-17c6843f2e9f req-ef41b0b9-b7a9-489d-8aad-855c6191c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:57.866956 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3627bba7-c31e-42eb-989f-17c6843f2e9f req-ef41b0b9-b7a9-489d-8aad-855c6191c521 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0aa4e784-39ba-46f4-9367-1932d95aac5d HTTP/1.1" status: 200 len: 897 time: 0.1286173 May 24 23:10:57.948288 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c388b986-d11c-4c3c-a8ff-64dfe76c8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a77a00e1-0a64-4847-8dea-d6eb796d27aa', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'port_id': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'mac_address': 'fa:16:3e:47:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e42e931-8564-439d-be57-534843e76615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:56Z', 'updated_at': '2022-05-24T23:10:56Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:10:44Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:57.951943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388b986-d11c-4c3c-a8ff-64dfe76c8e0e None None] Checking router: d7b2f92f-ba36-425f-9cde-9d880888015d for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:57.962045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388b986-d11c-4c3c-a8ff-64dfe76c8e0e None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:57.962658 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c388b986-d11c-4c3c-a8ff-64dfe76c8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:10:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:57.969314 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3627bba7-c31e-42eb-989f-17c6843f2e9f req-8e61fcb7-ac9c-4d3c-8c3d-8f35263cf21d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d4e56eb-0516-4f88-8317-9508833ed9ed HTTP/1.1" status: 200 len: 999 time: 0.0969617 May 24 23:10:58.029682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627bba7-c31e-42eb-989f-17c6843f2e9f req-e7731aeb-2e63-400f-98e6-c16968dedb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:58.031145 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3627bba7-c31e-42eb-989f-17c6843f2e9f req-e7731aeb-2e63-400f-98e6-c16968dedb48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1565e677-6633-4372-bf6b-e7d7e589ee81 HTTP/1.1" status: 200 len: 835 time: 0.0565763 May 24 23:10:58.109915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627bba7-c31e-42eb-989f-17c6843f2e9f req-b70af97e-77ab-4187-a175-4ab1caf34e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:58.111438 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3627bba7-c31e-42eb-989f-17c6843f2e9f req-b70af97e-77ab-4187-a175-4ab1caf34e78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0aa4e784-39ba-46f4-9367-1932d95aac5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743783 May 24 23:10:58.174685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-c388b986-d11c-4c3c-a8ff-64dfe76c8e0e None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:58.243336 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3627bba7-c31e-42eb-989f-17c6843f2e9f req-0c98398f-5b6b-438f-89d3-bfde8df3f8bc service neutron] 10.222.0.42 "GET /v2.0/networks/0aa4e784-39ba-46f4-9367-1932d95aac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256607 May 24 23:10:58.385560 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3627bba7-c31e-42eb-989f-17c6843f2e9f req-5de76182-1fbe-4769-b639-19d16a953100 service neutron] 10.222.0.42 "GET /v2.0/networks/0aa4e784-39ba-46f4-9367-1932d95aac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271229 May 24 23:10:58.518489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c388b986-d11c-4c3c-a8ff-64dfe76c8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a77a00e1-0a64-4847-8dea-d6eb796d27aa', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'port_id': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'mac_address': 'fa:16:3e:47:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e42e931-8564-439d-be57-534843e76615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:56Z', 'updated_at': '2022-05-24T23:10:56Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:10:44Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:58.522836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388b986-d11c-4c3c-a8ff-64dfe76c8e0e None None] The sync data for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv is: [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a77a00e1-0a64-4847-8dea-d6eb796d27aa', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'port_id': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'mac_address': 'fa:16:3e:47:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e42e931-8564-439d-be57-534843e76615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:56Z', 'updated_at': '2022-05-24T23:10:56Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:10:44Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:58.704507 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d08857-1f66-497e-9f51-db9dce712a42 None None] New status for floating IP a77a00e1-0a64-4847-8dea-d6eb796d27aa: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:10:58.844724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36158) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:58.950038 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8be4a380-9aa9-49ba-90bc-02cf572d5311 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a77a00e1-0a64-4847-8dea-d6eb796d27aa HTTP/1.1" status: 200 len: 991 time: 0.1042547 May 24 23:10:59.953632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36162) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:00.057862 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5149c8bd-43a9-4786-91d6-b4f0c9415c38 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a77a00e1-0a64-4847-8dea-d6eb796d27aa HTTP/1.1" status: 200 len: 993 time: 0.1031833 May 24 23:11:06.053431 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:11:15.642822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:21.885990 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cef5c0de-17e5-4f18-a2d2-e9646aeabcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:24.171709 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc421-ab24-481d-bac8-6ad9b0350046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:24.678202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36174) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:24.967739 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-766aa277-cc30-44ce-999f-cf93cb8f854f tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers/d7b2f92f-ba36-425f-9cde-9d880888015d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2882175 May 24 23:11:24.970449 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36178) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:25.061834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:25.159800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3399fac8-742a-4fcb-9e3e-cbe7dc723248 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Notify agent at dv-neutron-843190-1-hyperv the message router_removed_from_agent {{(pid=88260) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 24 23:11:25.165783 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3399fac8-742a-4fcb-9e3e-cbe7dc723248 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "DELETE /v2.0/agents/bfb1527c-bda8-4596-b18f-28959ccb954f/l3-routers/d7b2f92f-ba36-425f-9cde-9d880888015d HTTP/1.1" status: 204 len: 168 time: 0.1922073 May 24 23:11:25.166789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36182) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:25.252295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:25.349351 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fed8f8be-7981-47a6-ae2c-7f35c30e9c1f tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers/d7b2f92f-ba36-425f-9cde-9d880888015d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1821625 May 24 23:11:25.351895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36186) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:25.452227 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7b197b0f-ca9d-49b3-a2d6-7f043012a6da tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a77a00e1-0a64-4847-8dea-d6eb796d27aa HTTP/1.1" status: 200 len: 993 time: 0.0992513 May 24 23:11:25.650056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ead25-083f-4637-b9ee-736e129cca7e None None] New status for floating IP a77a00e1-0a64-4847-8dea-d6eb796d27aa: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:11:25.798840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 79c69799-68b1-445a-b61f-1d50c33f00b7 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:25.999729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 79c69799-68b1-445a-b61f-1d50c33f00b7 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:25.999729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:26.030362 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 79c69799-68b1-445a-b61f-1d50c33f00b7, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=79c69799-68b1-445a-b61f-1d50c33f00b7,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:26.036404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:26.037199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 80647f0e-7cfd-47df-9d62-844190458808 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:26.151251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=79c69799-68b1-445a-b61f-1d50c33f00b7,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:26.206047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 80647f0e-7cfd-47df-9d62-844190458808 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:26.206429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:26.222666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 80647f0e-7cfd-47df-9d62-844190458808, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=80647f0e-7cfd-47df-9d62-844190458808,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:26.226229 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:26.291573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=80647f0e-7cfd-47df-9d62-844190458808,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:26.456239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36190) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:26.513563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:26.560655 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-48112a5e-6489-4acc-877a-aee35e4b1c2c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a77a00e1-0a64-4847-8dea-d6eb796d27aa HTTP/1.1" status: 200 len: 991 time: 0.1031723 May 24 23:11:27.712870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36196) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:27.916518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078ce6f7-1b59-4866-8663-b8ad040db7f5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Router d7b2f92f-ba36-425f-9cde-9d880888015d is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:11:27.916764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078ce6f7-1b59-4866-8663-b8ad040db7f5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Notify agent at dv-neutron-843190-1-hyperv the message router_added_to_agent {{(pid=88260) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 24 23:11:27.934457 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-078ce6f7-1b59-4866-8663-b8ad040db7f5 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "POST /v2.0/agents/bfb1527c-bda8-4596-b18f-28959ccb954f/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2205169 May 24 23:11:27.937056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36204) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:27.948027 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6476fa-176d-4118-a708-286b38085a38 None None] Sync routers for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:27.958097 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6476fa-176d-4118-a708-286b38085a38 None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:27.958722 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ce6476fa-176d-4118-a708-286b38085a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:28.117913 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d530438e-1e03-4290-940c-b1f9436eb43a tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers/d7b2f92f-ba36-425f-9cde-9d880888015d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1797092 May 24 23:11:28.120625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36208) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:28.133651 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ce6476fa-176d-4118-a708-286b38085a38 None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:28.223091 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-be66c7c2-01c9-40f2-b6da-54a5aa2eedb6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a77a00e1-0a64-4847-8dea-d6eb796d27aa HTTP/1.1" status: 200 len: 991 time: 0.1009011 May 24 23:11:28.476704 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ce6476fa-176d-4118-a708-286b38085a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a77a00e1-0a64-4847-8dea-d6eb796d27aa', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'port_id': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'mac_address': 'fa:16:3e:47:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e42e931-8564-439d-be57-534843e76615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:56Z', 'updated_at': '2022-05-24T23:11:25Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:11:26Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:28.480312 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6476fa-176d-4118-a708-286b38085a38 None None] Checking router: d7b2f92f-ba36-425f-9cde-9d880888015d for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:28.489103 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6476fa-176d-4118-a708-286b38085a38 None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:28.489688 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ce6476fa-176d-4118-a708-286b38085a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:28.662062 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ce6476fa-176d-4118-a708-286b38085a38 None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:29.029298 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ce6476fa-176d-4118-a708-286b38085a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a77a00e1-0a64-4847-8dea-d6eb796d27aa', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'port_id': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'mac_address': 'fa:16:3e:47:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e42e931-8564-439d-be57-534843e76615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:56Z', 'updated_at': '2022-05-24T23:11:25Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:11:26Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:29.033325 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6476fa-176d-4118-a708-286b38085a38 None None] The sync data for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv is: [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a77a00e1-0a64-4847-8dea-d6eb796d27aa', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'port_id': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'mac_address': 'fa:16:3e:47:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e42e931-8564-439d-be57-534843e76615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:56Z', 'updated_at': '2022-05-24T23:11:25Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:11:26Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:29.227042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36212) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:29.249952 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-d87fdabd-cb4f-4329-acc3-6ff144f53b08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880694 May 24 23:11:29.349252 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9143c8a3-66d9-4d70-9565-87b7bce6a96b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a77a00e1-0a64-4847-8dea-d6eb796d27aa HTTP/1.1" status: 200 len: 991 time: 0.1196399 May 24 23:11:29.354865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-3e1cba57-086c-42d6-942e-e4f6f03fa9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:29.356405 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-3e1cba57-086c-42d6-942e-e4f6f03fa9cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 1098 time: 0.0857103 May 24 23:11:29.629634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-208457d1-e2fc-4564-a77e-c0df6a343d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:29.631111 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-208457d1-e2fc-4564-a77e-c0df6a343d57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.2555289 May 24 23:11:29.760441 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-56b9fab7-58c8-48ba-93a4-626d6d365f9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c751cf1-d298-458d-a36e-daf12b095d8b HTTP/1.1" status: 200 len: 1000 time: 0.1233492 May 24 23:11:29.872917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 79c69799-68b1-445a-b61f-1d50c33f00b7 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:29.888002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-9acf84a7-d1d2-4922-8850-1bf0f856cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:29.889517 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-9acf84a7-d1d2-4922-8850-1bf0f856cf48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.1219425 May 24 23:11:29.963348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 79c69799-68b1-445a-b61f-1d50c33f00b7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:29.963723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:29.979307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-38a97fcf-1fe7-4ef4-9162-ba6304ebf7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:29.981120 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-38a97fcf-1fe7-4ef4-9162-ba6304ebf7db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852509 May 24 23:11:30.129655 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-852c3807-aba5-4c20-94c8-1c8b4c84d889 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410971 May 24 23:11:30.157045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 79c69799-68b1-445a-b61f-1d50c33f00b7 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:30.157426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:30.191044 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 79c69799-68b1-445a-b61f-1d50c33f00b7, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=79c69799-68b1-445a-b61f-1d50c33f00b7,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:30.198351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:30.199328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 80647f0e-7cfd-47df-9d62-844190458808 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:30.281593 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-988cb5d3-a0a1-4f6c-ba85-dfbefa6aa7a7 req-bb664a7b-5500-4280-b3a0-3d8704a955be service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470191 May 24 23:11:30.337755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=79c69799-68b1-445a-b61f-1d50c33f00b7,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:30.349770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 80647f0e-7cfd-47df-9d62-844190458808 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:30.350187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:30.351759 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36216) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:30.461001 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9a7e7e5a-0670-4670-838f-770c2c0555fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a77a00e1-0a64-4847-8dea-d6eb796d27aa HTTP/1.1" status: 200 len: 991 time: 0.1080620 May 24 23:11:30.471430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 80647f0e-7cfd-47df-9d62-844190458808 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:30.471882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:30.488986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 80647f0e-7cfd-47df-9d62-844190458808, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=80647f0e-7cfd-47df-9d62-844190458808,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:30.492671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:30.560118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=80647f0e-7cfd-47df-9d62-844190458808,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:30.855743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2e543-8197-4af7-880a-abdea37e20d6 None None] New status for floating IP a77a00e1-0a64-4847-8dea-d6eb796d27aa: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:11:31.464701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36220) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:31.567328 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-432885bf-d912-485d-9e85-b1a22ee2efe8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/a77a00e1-0a64-4847-8dea-d6eb796d27aa HTTP/1.1" status: 200 len: 993 time: 0.1014881 May 24 23:11:31.777376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 79c69799-68b1-445a-b61f-1d50c33f00b7 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:31.842945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36228) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:31.846203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 79c69799-68b1-445a-b61f-1d50c33f00b7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:31.846570 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:31.960269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 79c69799-68b1-445a-b61f-1d50c33f00b7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:31.961318 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 80647f0e-7cfd-47df-9d62-844190458808 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:32.027811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 80647f0e-7cfd-47df-9d62-844190458808 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:32.028173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.046727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 79b37b78-b057-4d6f-8c0a-ed3770c19a04 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:32.047074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.143701 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 80647f0e-7cfd-47df-9d62-844190458808 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:32.216738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.217008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.344206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 79b37b78-b057-4d6f-8c0a-ed3770c19a04 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:32.488117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.538263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=79b37b78-b057-4d6f-8c0a-ed3770c19a04,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:32.577042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.577386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.577973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.578302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.578622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.579043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.579363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.579682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.579999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.580327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.580627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.580940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.635249 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.635577 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP a77a00e1-0a64-4847-8dea-d6eb796d27aa disassociated (deleted). External IP: 172.26.3.226, port: 8d4e56eb-0516-4f88-8317-9508833ed9ed. May 24 23:11:33.076539 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d7b2f92f-ba36-425f-9cde-9d880888015d has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:11:33.255834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:33.265401 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe58fad-16cd-4cbb-b686-41564bf23355 None None] Sync routers for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:33.272046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.274902 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe58fad-16cd-4cbb-b686-41564bf23355 None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:33.275536 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3fe58fad-16cd-4cbb-b686-41564bf23355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:33.325416 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0826621b-27f6-44bd-977f-23e2b2ae7e16 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/floatingips/a77a00e1-0a64-4847-8dea-d6eb796d27aa HTTP/1.1" status: 204 len: 168 time: 1.4813766 May 24 23:11:33.326057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e42e931-8564-439d-be57-534843e76615', 'tag': '8d4e56eb-0516-4f88-8317-9508833ed9ed'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:33.375087 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd13c9de-b9d0-485d-a351-a1a74746dee1'] response: {'name': 'network-changed', 'server_uuid': '1e42e931-8564-439d-be57-534843e76615', 'tag': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'status': 'completed', 'code': 200} May 24 23:11:33.463151 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-3fe58fad-16cd-4cbb-b686-41564bf23355 None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:33.467749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f558567-bc21-416f-9d65-3b99dfe9ec8d req-ff693558-24fe-4aab-b32b-19afb3e7ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:33.469356 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f558567-bc21-416f-9d65-3b99dfe9ec8d req-ff693558-24fe-4aab-b32b-19afb3e7ba6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 1098 time: 0.0734911 May 24 23:11:33.606267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f558567-bc21-416f-9d65-3b99dfe9ec8d req-edfb5fa9-ddff-4e74-9db9-aabddf5bed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:33.607753 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f558567-bc21-416f-9d65-3b99dfe9ec8d req-edfb5fa9-ddff-4e74-9db9-aabddf5bed50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0aa4e784-39ba-46f4-9367-1932d95aac5d HTTP/1.1" status: 200 len: 897 time: 0.1329949 May 24 23:11:33.682131 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f558567-bc21-416f-9d65-3b99dfe9ec8d req-5ddd31a5-c117-4988-9a98-c9f8169ce505 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d4e56eb-0516-4f88-8317-9508833ed9ed HTTP/1.1" status: 200 len: 217 time: 0.0676823 May 24 23:11:33.724802 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caebe0-bb91-4743-b7a3-3f1da08d132c req-3ab9d0b8-db27-4327-90f1-d51d6a26bbb9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:33.726054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-71caebe0-bb91-4743-b7a3-3f1da08d132c req-3ab9d0b8-db27-4327-90f1-d51d6a26bbb9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:33.744154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-71caebe0-bb91-4743-b7a3-3f1da08d132c req-3ab9d0b8-db27-4327-90f1-d51d6a26bbb9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:33.745783 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71caebe0-bb91-4743-b7a3-3f1da08d132c req-3ab9d0b8-db27-4327-90f1-d51d6a26bbb9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 945 time: 0.1135151 May 24 23:11:33.755048 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f558567-bc21-416f-9d65-3b99dfe9ec8d req-611b45b4-75c9-45d5-8dbc-d0b7da07754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:33.756693 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f558567-bc21-416f-9d65-3b99dfe9ec8d req-611b45b4-75c9-45d5-8dbc-d0b7da07754b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1565e677-6633-4372-bf6b-e7d7e589ee81 HTTP/1.1" status: 200 len: 835 time: 0.0681670 May 24 23:11:33.797190 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3fe58fad-16cd-4cbb-b686-41564bf23355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:11:30Z', 'revision_number': 7, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:33.799949 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71caebe0-bb91-4743-b7a3-3f1da08d132c req-3cc56bb9-86d4-44b6-97c5-1d248e4ea0bc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0b624f-326d-4dfe-be5e-92911b4fe759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478482 May 24 23:11:33.801788 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe58fad-16cd-4cbb-b686-41564bf23355 None None] Checking router: d7b2f92f-ba36-425f-9cde-9d880888015d for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:33.811595 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe58fad-16cd-4cbb-b686-41564bf23355 None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:33.812263 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3fe58fad-16cd-4cbb-b686-41564bf23355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:33.843681 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f558567-bc21-416f-9d65-3b99dfe9ec8d req-a23de828-9750-47d9-84ae-64d314c7df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:33.845170 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f558567-bc21-416f-9d65-3b99dfe9ec8d req-a23de828-9750-47d9-84ae-64d314c7df8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0aa4e784-39ba-46f4-9367-1932d95aac5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814598 May 24 23:11:33.978165 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f558567-bc21-416f-9d65-3b99dfe9ec8d req-cd90225c-ace9-4dd0-a0a3-7253198ae262 service neutron] 10.222.0.42 "GET /v2.0/networks/0aa4e784-39ba-46f4-9367-1932d95aac5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258771 May 24 23:11:33.993137 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-3fe58fad-16cd-4cbb-b686-41564bf23355 None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:34.114874 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f558567-bc21-416f-9d65-3b99dfe9ec8d req-aaac882e-ab59-41e9-a634-877e40a32892 service neutron] 10.222.0.42 "GET /v2.0/networks/0aa4e784-39ba-46f4-9367-1932d95aac5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288142 May 24 23:11:34.299599 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3fe58fad-16cd-4cbb-b686-41564bf23355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:11:30Z', 'revision_number': 7, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:34.303887 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe58fad-16cd-4cbb-b686-41564bf23355 None None] The sync data for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv is: [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:10:40Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '79c69799-68b1-445a-b61f-1d50c33f00b7', 'name': '', 'network_id': '0aa4e784-39ba-46f4-9367-1932d95aac5d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:78:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:39Z', 'updated_at': '2022-05-24T23:11:30Z', 'revision_number': 7, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '1565e677-6633-4372-bf6b-e7d7e589ee81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:34.918022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-1df8136a-fb8f-47e9-b95e-0824e310cbbb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:34.918883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-1df8136a-fb8f-47e9-b95e-0824e310cbbb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:34.920021 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33315344-2f3d-427e-a000-126614b8c283 None None] New status for floating IP a77a00e1-0a64-4847-8dea-d6eb796d27aa: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:11:34.931356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-1df8136a-fb8f-47e9-b95e-0824e310cbbb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:34.932598 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-1df8136a-fb8f-47e9-b95e-0824e310cbbb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 945 time: 0.0954049 May 24 23:11:35.006936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af238b47-e35f-4b49-85ba-6eb36a13de7b req-71e0b029-c073-451d-b7ac-a0bb0e89dc4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:35.008499 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af238b47-e35f-4b49-85ba-6eb36a13de7b req-71e0b029-c073-451d-b7ac-a0bb0e89dc4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 945 time: 0.0945745 May 24 23:11:35.058998 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af238b47-e35f-4b49-85ba-6eb36a13de7b req-744d2ea4-6f44-4318-95b0-82def0be3a31 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0b624f-326d-4dfe-be5e-92911b4fe759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 May 24 23:11:35.126836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-0e34dc1f-a7be-4425-9e44-b9c469c336fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 8d4e56eb-0516-4f88-8317-9508833ed9ed {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:35.127337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-0e34dc1f-a7be-4425-9e44-b9c469c336fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:35.371218 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-0e34dc1f-a7be-4425-9e44-b9c469c336fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 8d4e56eb-0516-4f88-8317-9508833ed9ed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8d4e56eb-0516-4f88-8317-9508833ed9ed,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:35.371493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-0e34dc1f-a7be-4425-9e44-b9c469c336fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:35.492049 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-0e34dc1f-a7be-4425-9e44-b9c469c336fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 8d4e56eb-0516-4f88-8317-9508833ed9ed owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:35.635923 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-0e34dc1f-a7be-4425-9e44-b9c469c336fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:35.684329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34dc1f-a7be-4425-9e44-b9c469c336fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=8d4e56eb-0516-4f88-8317-9508833ed9ed,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:35.761344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-0e34dc1f-a7be-4425-9e44-b9c469c336fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] No DVR routers for this DVR port 8d4e56eb-0516-4f88-8317-9508833ed9ed on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:35.763696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-0e34dc1f-a7be-4425-9e44-b9c469c336fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:35.766124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e42e931-8564-439d-be57-534843e76615', 'name': 'network-vif-deleted', 'tag': '8d4e56eb-0516-4f88-8317-9508833ed9ed'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:35.781852 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6c35231e-54bc-465e-8f2c-7180d703dd7a req-0e34dc1f-a7be-4425-9e44-b9c469c336fc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "DELETE /v2.0/ports/8d4e56eb-0516-4f88-8317-9508833ed9ed HTTP/1.1" status: 204 len: 173 time: 0.8434975 May 24 23:11:35.811523 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fad8da-17b6-41f8-a598-d17c0203cfea'] response: {'server_uuid': '1e42e931-8564-439d-be57-534843e76615', 'name': 'network-vif-deleted', 'tag': '8d4e56eb-0516-4f88-8317-9508833ed9ed', 'status': 'completed', 'code': 200} May 24 23:11:36.238876 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46462c10-bf15-4615-8ac5-d2c7a9af460c req-7d4ef434-e51f-4e2c-87eb-c0c42c5b9a0f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e42e931-8564-439d-be57-534843e76615 HTTP/1.1" status: 200 len: 210 time: 0.0429952 May 24 23:11:36.590724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36244) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:36.793956 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Deleting port 038ba06e-618c-4d5d-9b7f-10f5de3e1d65 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:36.794225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:36.962880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:36.963203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:37.177258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Calling delete_port for 038ba06e-618c-4d5d-9b7f-10f5de3e1d65 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:37.328366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:37.337565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36250) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:37.376931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event deleted for resources: {'Port': ['ID=038ba06e-618c-4d5d-9b7f-10f5de3e1d65,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:37.415037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:37.445053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:37.469277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:37.469706 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Floating IP 41dfbb60-8caa-4b47-8cf8-3e8cd5ebd856 disassociated (deleted). External IP: 172.26.3.25, port: 8c751cf1-d298-458d-a36e-daf12b095d8b. May 24 23:11:37.508881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:37.527398 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0b624f-326d-4dfe-be5e-92911b4fe759,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:37.536806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.537144 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.537476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.537802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.538124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.538444 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.538872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.539193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.539513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.539830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.540143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.540454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:37.547517 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:37.551492 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e0b10ff5-85e7-46d2-a326-177cbe97f904 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab0b624f-326d-4dfe-be5e-92911b4fe759 HTTP/1.1" status: 204 len: 168 time: 0.2127981 May 24 23:11:37.580500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36256) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:37.826515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Router 512426ba-e2a3-4477-a2f3-b13c809ce54a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:11:38.007003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:38.016591 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a6575-3909-4ea8-8b31-30f0860e1310 None None] Sync routers for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:38.024749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:38.026095 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a6575-3909-4ea8-8b31-30f0860e1310 None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:38.026807 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0c4a6575-3909-4ea8-8b31-30f0860e1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:38.084307 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e1da972c-e0af-4757-8db6-6cc36718f19b tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "DELETE /v2.0/floatingips/41dfbb60-8caa-4b47-8cf8-3e8cd5ebd856 HTTP/1.1" status: 204 len: 168 time: 1.4924927 May 24 23:11:38.084903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'tag': '8c751cf1-d298-458d-a36e-daf12b095d8b'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:38.150466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:38.169521 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903df01c-179a-4d8d-a037-29d9cb9366ec'] response: {'name': 'network-changed', 'server_uuid': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'tag': '8c751cf1-d298-458d-a36e-daf12b095d8b', 'status': 'completed', 'code': 200} May 24 23:11:38.231270 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0c4a6575-3909-4ea8-8b31-30f0860e1310 None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:38.474687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8d4e56eb-0516-4f88-8317-9508833ed9ed no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:38.499839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff1aa9-6416-4357-aa0b-86a8872195d5 req-cf999d0c-bbc8-4825-b76e-78cf49ac661f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:38.500624 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-b2ff1aa9-6416-4357-aa0b-86a8872195d5 req-cf999d0c-bbc8-4825-b76e-78cf49ac661f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Synchronizing usage tracker for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:38.506172 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1db9a-5e25-4813-8bc8-ff7a2d0ca400 req-ee9f6118-afd0-403f-af81-cb8fb67df28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:38.508211 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8ea1db9a-5e25-4813-8bc8-ff7a2d0ca400 req-ee9f6118-afd0-403f-af81-cb8fb67df28e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 1098 time: 0.2966473 May 24 23:11:38.520132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 8d4e56eb-0516-4f88-8317-9508833ed9ed {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:38.520737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8d4e56eb-0516-4f88-8317-9508833ed9ed not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:38.523916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-b2ff1aa9-6416-4357-aa0b-86a8872195d5 req-cf999d0c-bbc8-4825-b76e-78cf49ac661f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Unset dirty status for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:38.531171 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2ff1aa9-6416-4357-aa0b-86a8872195d5 req-cf999d0c-bbc8-4825-b76e-78cf49ac661f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 945 time: 0.1166275 May 24 23:11:38.576961 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2ff1aa9-6416-4357-aa0b-86a8872195d5 req-0a6a10e3-a43e-4f02-a365-5b8b240b8431 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438917 May 24 23:11:38.644776 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0c4a6575-3909-4ea8-8b31-30f0860e1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a501ddea-ee5d-4431-a890-b88208dce561', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:f8:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:29Z', 'updated_at': '2022-05-24T23:07:34Z', 'revision_number': 1, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:38.648596 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a6575-3909-4ea8-8b31-30f0860e1310 None None] Checking router: 512426ba-e2a3-4477-a2f3-b13c809ce54a for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:38.656784 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a6575-3909-4ea8-8b31-30f0860e1310 None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:38.657375 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0c4a6575-3909-4ea8-8b31-30f0860e1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:38.747939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1db9a-5e25-4813-8bc8-ff7a2d0ca400 req-3f8d1c6b-ac5c-47a9-99ab-10f9f4c76bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:38.749360 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8ea1db9a-5e25-4813-8bc8-ff7a2d0ca400 req-3f8d1c6b-ac5c-47a9-99ab-10f9f4c76bcf service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.2342627 May 24 23:11:38.822987 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8ea1db9a-5e25-4813-8bc8-ff7a2d0ca400 req-6717b740-cb71-4055-aeb9-a6ee4d9cece4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c751cf1-d298-458d-a36e-daf12b095d8b HTTP/1.1" status: 200 len: 217 time: 0.0665002 May 24 23:11:38.835345 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0c4a6575-3909-4ea8-8b31-30f0860e1310 None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:38.928176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 79c69799-68b1-445a-b61f-1d50c33f00b7 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:38.928510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:38.959629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1db9a-5e25-4813-8bc8-ff7a2d0ca400 req-2fb84634-582c-4946-a721-37e5a5ce2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:38.961041 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8ea1db9a-5e25-4813-8bc8-ff7a2d0ca400 req-2fb84634-582c-4946-a721-37e5a5ce2548 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.1134629 May 24 23:11:39.165927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1db9a-5e25-4813-8bc8-ff7a2d0ca400 req-4277d912-aaad-4792-b6b2-4d4762917ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:39.167326 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8ea1db9a-5e25-4813-8bc8-ff7a2d0ca400 req-4277d912-aaad-4792-b6b2-4d4762917ba7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1929998 May 24 23:11:39.174181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 79c69799-68b1-445a-b61f-1d50c33f00b7, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=79c69799-68b1-445a-b61f-1d50c33f00b7,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:39.174559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:39.177856 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0c4a6575-3909-4ea8-8b31-30f0860e1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a501ddea-ee5d-4431-a890-b88208dce561', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:f8:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:29Z', 'updated_at': '2022-05-24T23:07:34Z', 'revision_number': 1, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:39.181784 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a6575-3909-4ea8-8b31-30f0860e1310 None None] The sync data for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv is: [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'a501ddea-ee5d-4431-a890-b88208dce561', 'tenant_id': '4155273398514810859d10c940ec1372', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'port_id': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'mac_address': 'fa:16:3e:f8:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:29Z', 'updated_at': '2022-05-24T23:07:34Z', 'revision_number': 1, 'project_id': '4155273398514810859d10c940ec1372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:39.363809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 79c69799-68b1-445a-b61f-1d50c33f00b7 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:39.397309 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06c756e-6448-4bae-b86c-fbff29a71d68 None None] New status for floating IP 41dfbb60-8caa-4b47-8cf8-3e8cd5ebd856: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:11:39.505117 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8ea1db9a-5e25-4813-8bc8-ff7a2d0ca400 req-d86be4a5-53a1-44f7-a5d0-5ab6fd7324e7 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228755 May 24 23:11:39.774394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fc961-026b-4080-a405-850dbe9f772c req-22f7f7f5-c8ef-4ebb-8667-ceede481a9d6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:39.775853 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-256fc961-026b-4080-a405-850dbe9f772c req-22f7f7f5-c8ef-4ebb-8667-ceede481a9d6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 945 time: 0.0853200 May 24 23:11:39.829204 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-256fc961-026b-4080-a405-850dbe9f772c req-2dbea40a-e02d-4e71-8388-04957cd751bb tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 May 24 23:11:39.889195 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8ea1db9a-5e25-4813-8bc8-ff7a2d0ca400 req-dbd3ac65-9bbc-4584-aec9-1f15ce64d42f service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194430 May 24 23:11:39.931547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:39.938136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c5855-1b5c-4382-b237-fec469afbfd2 req-debbf211-a66d-4ddc-8409-664f8a3f8377 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:39.939588 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-081c5855-1b5c-4382-b237-fec469afbfd2 req-debbf211-a66d-4ddc-8409-664f8a3f8377 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 945 time: 0.0857546 May 24 23:11:39.979351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=79c69799-68b1-445a-b61f-1d50c33f00b7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:40.010336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-081c5855-1b5c-4382-b237-fec469afbfd2 req-5b9638d1-397d-4f99-a9f4-b948625cabb8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Deleting port 8c751cf1-d298-458d-a36e-daf12b095d8b {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:40.010699 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-081c5855-1b5c-4382-b237-fec469afbfd2 req-5b9638d1-397d-4f99-a9f4-b948625cabb8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:40.270179 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:40.376445 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-081c5855-1b5c-4382-b237-fec469afbfd2 req-5b9638d1-397d-4f99-a9f4-b948625cabb8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] For port 8c751cf1-d298-458d-a36e-daf12b095d8b, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8c751cf1-d298-458d-a36e-daf12b095d8b,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:40.376711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-081c5855-1b5c-4382-b237-fec469afbfd2 req-5b9638d1-397d-4f99-a9f4-b948625cabb8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:40.523995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-081c5855-1b5c-4382-b237-fec469afbfd2 req-5b9638d1-397d-4f99-a9f4-b948625cabb8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Calling delete_port for 8c751cf1-d298-458d-a36e-daf12b095d8b owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:40.636757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router d7b2f92f-ba36-425f-9cde-9d880888015d has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:11:40.668440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-081c5855-1b5c-4382-b237-fec469afbfd2 req-5b9638d1-397d-4f99-a9f4-b948625cabb8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:40.718906 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9638d1-397d-4f99-a9f4-b948625cabb8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event deleted for resources: {'Port': ['ID=8c751cf1-d298-458d-a36e-daf12b095d8b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:40.799045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-081c5855-1b5c-4382-b237-fec469afbfd2 req-5b9638d1-397d-4f99-a9f4-b948625cabb8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] No DVR routers for this DVR port 8c751cf1-d298-458d-a36e-daf12b095d8b on host hv-neutron-8431 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:40.801970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-081c5855-1b5c-4382-b237-fec469afbfd2 req-5b9638d1-397d-4f99-a9f4-b948625cabb8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:40.805750 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'name': 'network-vif-deleted', 'tag': '8c751cf1-d298-458d-a36e-daf12b095d8b'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:40.819378 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:40.821354 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-081c5855-1b5c-4382-b237-fec469afbfd2 req-5b9638d1-397d-4f99-a9f4-b948625cabb8 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "DELETE /v2.0/ports/8c751cf1-d298-458d-a36e-daf12b095d8b HTTP/1.1" status: 204 len: 173 time: 0.8766723 May 24 23:11:40.831931 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf88f2-0e0e-4ad6-9304-b25d3c9c38a4 None None] Sync routers for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:40.835817 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-751a3105-9234-4004-a148-d935faf0226d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/d7b2f92f-ba36-425f-9cde-9d880888015d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2543039 May 24 23:11:40.838574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36270) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:40.844050 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf88f2-0e0e-4ad6-9304-b25d3c9c38a4 None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:40.845147 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8ebf88f2-0e0e-4ad6-9304-b25d3c9c38a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:40.865313 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4d6512-bf1e-4b4e-9611-45dd5ea5f8b8'] response: {'server_uuid': 'f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b', 'name': 'network-vif-deleted', 'tag': '8c751cf1-d298-458d-a36e-daf12b095d8b', 'status': 'completed', 'code': 200} May 24 23:11:40.918562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-354be822-c89b-464f-8b4e-7afa45ae0bc9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting subnet 1565e677-6633-4372-bf6b-e7d7e589ee81 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:11:40.922677 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-354be822-c89b-464f-8b4e-7afa45ae0bc9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:40.988551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-354be822-c89b-464f-8b4e-7afa45ae0bc9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:41.075054 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8ebf88f2-0e0e-4ad6-9304-b25d3c9c38a4 None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:41.091928 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-354be822-c89b-464f-8b4e-7afa45ae0bc9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:41.207105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-354be822-c89b-464f-8b4e-7afa45ae0bc9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:41.244869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-dc7d43d3-b669-44c0-8d94-6f0faec86552 req-80fcd7fa-3335-4462-8b67-0419830ef6c9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Synchronizing usage tracker for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:41.271498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354be822-c89b-464f-8b4e-7afa45ae0bc9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Subnet': ['ID=1565e677-6633-4372-bf6b-e7d7e589ee81,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:41.275398 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-354be822-c89b-464f-8b4e-7afa45ae0bc9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:41.280063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-dc7d43d3-b669-44c0-8d94-6f0faec86552 req-80fcd7fa-3335-4462-8b67-0419830ef6c9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Unset dirty status for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:41.281481 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc7d43d3-b669-44c0-8d94-6f0faec86552 req-80fcd7fa-3335-4462-8b67-0419830ef6c9 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a9bd8e-16e9-42b6-8006-27f3b7a3a03b HTTP/1.1" status: 200 len: 210 time: 0.1150146 May 24 23:11:41.283458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae6a4e-824a-422a-adb8-cc1691ddc786 None None] Network 0aa4e784-39ba-46f4-9367-1932d95aac5d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:11:41.289252 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-354be822-c89b-464f-8b4e-7afa45ae0bc9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/subnets/1565e677-6633-4372-bf6b-e7d7e589ee81 HTTP/1.1" status: 204 len: 168 time: 0.4470732 May 24 23:11:41.289607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36276) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:41.510932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:41.527876 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8ebf88f2-0e0e-4ad6-9304-b25d3c9c38a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:39Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:41.532902 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf88f2-0e0e-4ad6-9304-b25d3c9c38a4 None None] Checking router: d7b2f92f-ba36-425f-9cde-9d880888015d for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:41.544751 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf88f2-0e0e-4ad6-9304-b25d3c9c38a4 None None] Routers {'d7b2f92f-ba36-425f-9cde-9d880888015d'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:41.545365 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8ebf88f2-0e0e-4ad6-9304-b25d3c9c38a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d7b2f92f-ba36-425f-9cde-9d880888015d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:41.620932 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] DHCP port deletion for 0aa4e784-39ba-46f4-9367-1932d95aac5d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:11:41.626287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Deleting port a5386193-0e93-4982-ab19-9450354a50bd {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:41.627041 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:41.712633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:41.725576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 80647f0e-7cfd-47df-9d62-844190458808 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:41.725904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:41.761961 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8ebf88f2-0e0e-4ad6-9304-b25d3c9c38a4 None None] Set router d7b2f92f-ba36-425f-9cde-9d880888015d gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:41.852441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a5386193-0e93-4982-ab19-9450354a50bd no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:41.915839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] For port a5386193-0e93-4982-ab19-9450354a50bd, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a5386193-0e93-4982-ab19-9450354a50bd,segment=NetworkSegment(8b767508-f4db-42be-a712-9dbe05d604e4),segment_id=8b767508-f4db-42be-a712-9dbe05d604e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:41.916226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:41.916440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 80647f0e-7cfd-47df-9d62-844190458808, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=80647f0e-7cfd-47df-9d62-844190458808,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:41.916888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.043230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 80647f0e-7cfd-47df-9d62-844190458808 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:42.054420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Calling delete_port for a5386193-0e93-4982-ab19-9450354a50bd owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:42.081151 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8ebf88f2-0e0e-4ad6-9304-b25d3c9c38a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:39Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:42.086929 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf88f2-0e0e-4ad6-9304-b25d3c9c38a4 None None] The sync data for ids ['d7b2f92f-ba36-425f-9cde-9d880888015d'] in dv-neutron-843190-1-hyperv is: [{'id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'name': 'tempest-TestNetworkBasicOps-router-429785322', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '80647f0e-7cfd-47df-9d62-844190458808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:39Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '80647f0e-7cfd-47df-9d62-844190458808', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b2f92f-ba36-425f-9cde-9d880888015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:35Z', 'updated_at': '2022-05-24T23:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:42.181619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a5386193-0e93-4982-ab19-9450354a50bd is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:42.182066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.213269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.246336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.291151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Pushing event deleted for resources: {'Port': ['ID=a5386193-0e93-4982-ab19-9450354a50bd,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:42.301418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] No DVR routers for this DVR port a5386193-0e93-4982-ab19-9450354a50bd on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:42.309887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.316391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.316861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.317218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.317563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.317862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.318564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.318564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.318853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.319179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.319505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.319824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caed1b9-35c7-4da3-ad68-8a28d15550f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:42.397792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=80647f0e-7cfd-47df-9d62-844190458808,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:42.495022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.496661 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8c751cf1-d298-458d-a36e-daf12b095d8b no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:42.552612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 8c751cf1-d298-458d-a36e-daf12b095d8b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:42.553193 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8c751cf1-d298-458d-a36e-daf12b095d8b not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:42.678608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.680930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.708170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.708719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Fanout notify agent at l3_agent the message router_deleted on router d7b2f92f-ba36-425f-9cde-9d880888015d {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:11:42.724710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.725809 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bd39caaf-aec0-42bd-8bed-d6ab96d6bb1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/routers/d7b2f92f-ba36-425f-9cde-9d880888015d HTTP/1.1" status: 204 len: 168 time: 1.4350398 May 24 23:11:42.728652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36286) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:42.857750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.052427 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:11:43.112317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.138290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa4e784-39ba-46f4-9367-1932d95aac5d']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:43.150347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b767508-f4db-42be-a712-9dbe05d604e4') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:43.150664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b767508-f4db-42be-a712-9dbe05d604e4') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:43.162682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.179887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.186470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:11:43.186895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.259037 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8b767508-f4db-42be-a712-9dbe05d604e4 resource provider aggregate not found May 24 23:11:43.285479 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8b767508-f4db-42be-a712-9dbe05d604e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b767508-f4db-42be-a712-9dbe05d604e4 found for delete ", "request_id": "req-ead6c762-70ce-4747-a0e8-57b0e09596db"}]} May 24 23:11:43.297432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.314908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.325811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Network': ['ID=0aa4e784-39ba-46f4-9367-1932d95aac5d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:43.337285 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5d493834-5caa-49ac-b81d-fb4ff7f20a9c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/networks/0aa4e784-39ba-46f4-9367-1932d95aac5d HTTP/1.1" status: 204 len: 168 time: 0.6048245 May 24 23:11:43.355413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36294) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:43.361175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'network': {'name': 'tempest-network-smoke--2084935462', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'port_security_enabled': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:43.366811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:43.370885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:network and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:43.373696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:43.379353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:43.388833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:11:43.392702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.421210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:11:43.431780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.432121 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Added segment 9dcee619-81d3-4080-9524-dff582828ca6 of type vlan for network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c May 24 23:11:43.460890 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.494372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.500169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:43.500733 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.602329 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2458663 May 24 23:11:43.606479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36300) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:43.611523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1d5d9-15a6-4caf-906f-b56ca0a3c201 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Network': ['ID=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:43.612932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'admin_state_up': True, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:43.621396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:11:43.623013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:43.627336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:router and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:43.630358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:43.637059 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:43.649166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.650914 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.670838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.793371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 79c69799-68b1-445a-b61f-1d50c33f00b7 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:43.833743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 79c69799-68b1-445a-b61f-1d50c33f00b7 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:43.834350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 79c69799-68b1-445a-b61f-1d50c33f00b7 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:43.834953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 80647f0e-7cfd-47df-9d62-844190458808 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:43.870212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 80647f0e-7cfd-47df-9d62-844190458808 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:43.870475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 80647f0e-7cfd-47df-9d62-844190458808 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:43.961489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.271885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.301134 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.437192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.183 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/10b5fab5-e6b6-4e82-adcc-33b7d039d797) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:11:44.586525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.615747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.679583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:11:44.682480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:11:44.686056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:11:44.827273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=10b5fab5-e6b6-4e82-adcc-33b7d039d797,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:45.233267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:45.576356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:45.641545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:45.795437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 7be9666d-97c4-4701-9b17-130d49988308 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:11:45.981241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:45.995107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Sync routers for ids ['7be9666d-97c4-4701-9b17-130d49988308'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:46.006720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Routers {'7be9666d-97c4-4701-9b17-130d49988308'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:46.007713 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7be9666d-97c4-4701-9b17-130d49988308'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:46.019882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.021339 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5d343925-e3c4-4474-a503-6ad7debb09a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4135845 May 24 23:11:46.024860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36312) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:46.069872 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32832f7a-3c57-4ff1-8b6f-2da320c32ff8 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4a9c122e5fbd4d319091b78d34b07baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438170 May 24 23:11:46.072599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36316) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:46.196610 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Set router 7be9666d-97c4-4701-9b17-130d49988308 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:46.204834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf222fb-2a4b-4fb0-b478-66bf915b4c0b tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:46.206312 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4cf222fb-2a4b-4fb0-b478-66bf915b4c0b tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327364 May 24 23:11:46.209649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36320) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:46.364780 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c72c310b-1790-41fe-89cb-1524a493e430 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1539738 May 24 23:11:46.367305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36324) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:46.372825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-728831372', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:46.481312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:46.484976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:subnet and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:46.488271 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:46.493834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:46.504536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:11:46.508024 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.523448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:45Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:46.527301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Checking router: 7be9666d-97c4-4701-9b17-130d49988308 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:46.527755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Updating router 7be9666d-97c4-4701-9b17-130d49988308 port 10b5fab5-e6b6-4e82-adcc-33b7d039d797 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:11:46.579680 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.719401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.799576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Subnet': ['ID=cb7d1c33-dd30-457a-b926-d86f5af372bc,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:46.805501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Checking segment: {'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:11:46.805849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network hostable DHCP agents. Network: 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:11:46.826318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:11:46.836250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:11:46.840250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:46.840820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.850185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28e7467-4831-4024-8cf3-298f3fa6abb7 None None] Network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:11:46.869321 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f65549b-2e8d-4599-9e86-403fa90c6d6b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5009811 May 24 23:11:46.872164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36328) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:46.981758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.009326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Transition to ACTIVE for port object 10b5fab5-e6b6-4e82-adcc-33b7d039d797 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:47.021851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.089672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36334) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:47.144627 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Attempting to bind port 10b5fab5-e6b6-4e82-adcc-33b7d039d797 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:11:47.144987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Attempting to bind port 10b5fab5-e6b6-4e82-adcc-33b7d039d797 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:11:47.145841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Attempting to bind port 10b5fab5-e6b6-4e82-adcc-33b7d039d797 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:11:47.152460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:11:47.152825 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:11:47.153219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.153603 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:11:47.154061 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Bound port: 10b5fab5-e6b6-4e82-adcc-33b7d039d797, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:11:47.154427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.178786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73005d-4ba8-4d6e-a652-3c8e4af5c5a1 None None] Pushing event updated for resources: {'Port': ['ID=10b5fab5-e6b6-4e82-adcc-33b7d039d797,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:47.273930 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ips': [{'subnet_id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:11:47.274792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.286337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] For port 10b5fab5-e6b6-4e82-adcc-33b7d039d797, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:11:47.299029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] For port 10b5fab5-e6b6-4e82-adcc-33b7d039d797, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=10b5fab5-e6b6-4e82-adcc-33b7d039d797,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:11:47.317391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Deleting port d75aa4bf-6ba7-45ed-a0d2-aaabbca247af {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:47.317629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.336096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.489116 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Routers {'7be9666d-97c4-4701-9b17-130d49988308'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:47.489527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7be9666d-97c4-4701-9b17-130d49988308'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:47.491809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.492141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.555510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73005d-4ba8-4d6e-a652-3c8e4af5c5a1 None None] Pushing event updated for resources: {'Port': ['ID=10b5fab5-e6b6-4e82-adcc-33b7d039d797,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:47.598980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.621165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Calling delete_port for d75aa4bf-6ba7-45ed-a0d2-aaabbca247af owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:47.649548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Allocated IP 172.20.0.2 (14dac1e0-d4f6-4903-9b1d-be1b9a161d4c/cb7d1c33-dd30-457a-b926-d86f5af372bc/447e92bd-3aa6-4e9d-9229-f0e919899fe4) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:11:47.750869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] Set router 7be9666d-97c4-4701-9b17-130d49988308 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:47.796199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.884574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event deleted for resources: {'Port': ['ID=d75aa4bf-6ba7-45ed-a0d2-aaabbca247af,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:47.958499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.959136 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Floating IP a501ddea-ee5d-4431-a890-b88208dce561 disassociated (deleted). External IP: 172.26.3.251, port: 7a0bd219-7d56-4c1b-892a-dbe02fe06367. May 24 23:11:48.187095 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:48.202190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Transition to ACTIVE for port object 447e92bd-3aa6-4e9d-9229-f0e919899fe4 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:48.225236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Transition to ACTIVE for port object 447e92bd-3aa6-4e9d-9229-f0e919899fe4 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:48.232420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:48.291266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:45Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:48.300810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.1 (14dac1e0-d4f6-4903-9b1d-be1b9a161d4c/cb7d1c33-dd30-457a-b926-d86f5af372bc/b68ac453-1cd2-4819-a965-08f679b72130) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:11:48.303813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa54994-8979-4431-b06d-13bdcda98fa7 None None] The sync data for ids ['7be9666d-97c4-4701-9b17-130d49988308'] in dv-neutron-843190-1-hyperv is: [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:45Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:48.306432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:11:48.310611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:11:48.316496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:11:48.322510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Pushing event updated for resources: {'Port': ['ID=447e92bd-3aa6-4e9d-9229-f0e919899fe4,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:48.427983 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Attempting to bind port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:11:48.428359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Attempting to bind port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:11:48.428726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Attempting to bind port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 on network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:11:48.434592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:11:48.435002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Checking segment: {'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:11:48.436141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:48.436141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Bound using segment: {'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:11:48.436435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Bound port: 447e92bd-3aa6-4e9d-9229-f0e919899fe4, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:11:48.436814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:48.453546 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Router 512426ba-e2a3-4477-a2f3-b13c809ce54a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:11:48.511222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:48.532539 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object b68ac453-1cd2-4819-a965-08f679b72130 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:48.540582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] For port 447e92bd-3aa6-4e9d-9229-f0e919899fe4, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:11:48.544314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] For port 447e92bd-3aa6-4e9d-9229-f0e919899fe4, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=447e92bd-3aa6-4e9d-9229-f0e919899fe4,segment=NetworkSegment(9dcee619-81d3-4080-9524-dff582828ca6),segment_id=9dcee619-81d3-4080-9524-dff582828ca6)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:11:48.553184 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:48.566192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:48.664175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:11:48.667623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:11:48.672335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:11:48.677086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf7c79-b9d5-4849-83ee-91c046fa2f46 None None] Pushing event updated for resources: {'Port': ['ID=447e92bd-3aa6-4e9d-9229-f0e919899fe4,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:48.712038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=b68ac453-1cd2-4819-a965-08f679b72130,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:48.724164 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:48.736359 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63e14f-c1af-4beb-9c29-4974a293cfca None None] Sync routers for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:48.749479 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63e14f-c1af-4beb-9c29-4974a293cfca None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:48.750475 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2a63e14f-c1af-4beb-9c29-4974a293cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:48.752816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:48.762915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:48.840617 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-97886ff6-cfb7-4524-ba51-fa3c0ceccde6 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "DELETE /v2.0/floatingips/a501ddea-ee5d-4431-a890-b88208dce561 HTTP/1.1" status: 204 len: 168 time: 1.7498014 May 24 23:11:48.841779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'tag': '7a0bd219-7d56-4c1b-892a-dbe02fe06367'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:48.975457 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef834bfe-573d-42be-9ed8-1533c71533db'] response: {'name': 'network-changed', 'server_uuid': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'tag': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'status': 'completed', 'code': 200} May 24 23:11:49.031793 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2a63e14f-c1af-4beb-9c29-4974a293cfca None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:49.168354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7db4cd-3eb8-4ccc-a6d8-73123cdb8925 req-978912ab-e4fd-4b90-a29e-1e22dec04bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:49.169731 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe7db4cd-3eb8-4ccc-a6d8-73123cdb8925 req-978912ab-e4fd-4b90-a29e-1e22dec04bf2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4155273398514810859d10c940ec1372&device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 1098 time: 0.1595407 May 24 23:11:49.391191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:49.417477 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2a63e14f-c1af-4beb-9c29-4974a293cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:49.421728 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63e14f-c1af-4beb-9c29-4974a293cfca None None] Checking router: 512426ba-e2a3-4477-a2f3-b13c809ce54a for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:49.432071 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63e14f-c1af-4beb-9c29-4974a293cfca None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:49.432756 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2a63e14f-c1af-4beb-9c29-4974a293cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:49.519440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7db4cd-3eb8-4ccc-a6d8-73123cdb8925 req-b289055c-efcd-4e66-9d63-cc25955be8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:49.520792 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe7db4cd-3eb8-4ccc-a6d8-73123cdb8925 req-b289055c-efcd-4e66-9d63-cc25955be8bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 200 len: 913 time: 0.3381579 May 24 23:11:49.637481 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2a63e14f-c1af-4beb-9c29-4974a293cfca None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:49.675023 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe7db4cd-3eb8-4ccc-a6d8-73123cdb8925 req-00cf282c-f480-4c3a-a0af-21e62e0eb6f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0bd219-7d56-4c1b-892a-dbe02fe06367 HTTP/1.1" status: 200 len: 217 time: 0.0839877 May 24 23:11:49.794177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff18d0-1337-4c8a-897a-e33588da2085 req-37be170e-39db-4205-82a3-15364619c5b5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:49.795706 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6fff18d0-1337-4c8a-897a-e33588da2085 req-37be170e-39db-4205-82a3-15364619c5b5 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 945 time: 0.4397304 May 24 23:11:49.882279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7db4cd-3eb8-4ccc-a6d8-73123cdb8925 req-19090eb6-2523-4a43-9235-a9d0e9cbdf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:49.883747 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe7db4cd-3eb8-4ccc-a6d8-73123cdb8925 req-19090eb6-2523-4a43-9235-a9d0e9cbdf58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 200 len: 851 time: 0.2025881 May 24 23:11:49.914269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 10b5fab5-e6b6-4e82-adcc-33b7d039d797 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:49.934844 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6fff18d0-1337-4c8a-897a-e33588da2085 req-f5942133-0677-4b2c-925a-a4e30c39da72 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290095 May 24 23:11:49.964353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c84914-45c3-48da-a079-57846fa2a661 None None] Network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:11:50.056637 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2a63e14f-c1af-4beb-9c29-4974a293cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:50.065577 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63e14f-c1af-4beb-9c29-4974a293cfca None None] The sync data for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv is: [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ea0680c4-347b-404c-8db5-4eff129a18ff', 'name': '', 'network_id': '93c103b0-3a45-4501-a7a3-8923f3d8757b', 'tenant_id': '4155273398514810859d10c940ec1372', 'mac_address': 'fa:16:3e:87:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:33Z', 'updated_at': '2022-05-24T23:03:40Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'subnets': [{'id': 'ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:50.086530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-01b0aae4-6fdc-4fdf-b9ec-7958a37fbb4c None None] Provisioning for port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:11:50.122561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 10b5fab5-e6b6-4e82-adcc-33b7d039d797 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:11:50.138911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 10b5fab5-e6b6-4e82-adcc-33b7d039d797 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:50.139198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.242101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7db4cd-3eb8-4ccc-a6d8-73123cdb8925 req-fbdccf23-91de-4b94-bffc-4fadf452f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:50.243874 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe7db4cd-3eb8-4ccc-a6d8-73123cdb8925 req-fbdccf23-91de-4b94-bffc-4fadf452f8e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c103b0-3a45-4501-a7a3-8923f3d8757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3516014 May 24 23:11:50.355980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 10b5fab5-e6b6-4e82-adcc-33b7d039d797 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:50.356364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.380069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 10b5fab5-e6b6-4e82-adcc-33b7d039d797, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=10b5fab5-e6b6-4e82-adcc-33b7d039d797,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:50.387640 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.388076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 447e92bd-3aa6-4e9d-9229-f0e919899fe4 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:50.391310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.402910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.450005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682bbbe-c869-47b4-8c82-712e75ab5247 None None] New status for floating IP a501ddea-ee5d-4431-a890-b88208dce561: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:11:50.529323 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe7db4cd-3eb8-4ccc-a6d8-73123cdb8925 req-4f07a837-6580-4a90-a659-4537917de597 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681625 May 24 23:11:50.566233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=b68ac453-1cd2-4819-a965-08f679b72130,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:50.574485 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.635325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=10b5fab5-e6b6-4e82-adcc-33b7d039d797,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:50.653056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:11:50.659309 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:50.659768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.750576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b897431b-a431-41e3-97ca-255898334b1e None None] Provisioning complete for port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:50.750990 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b897431b-a431-41e3-97ca-255898334b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.777101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-934376e9-9e0f-426c-b63f-08285708bc4d tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:50.779743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-934376e9-9e0f-426c-b63f-08285708bc4d tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Synchronizing usage tracker for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:50.801426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-934376e9-9e0f-426c-b63f-08285708bc4d tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Unset dirty status for tenant:4155273398514810859d10c940ec1372 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:50.802380 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe7db4cd-3eb8-4ccc-a6d8-73123cdb8925 req-4e113d0a-1d33-4b72-b5ab-8a25c5b96261 service neutron] 10.222.0.42 "GET /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618589 May 24 23:11:50.803145 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-934376e9-9e0f-426c-b63f-08285708bc4d tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 945 time: 0.1337159 May 24 23:11:50.839271 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:11:50.840850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:11:50.905492 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-2e038c25-9095-4ef9-89a8-fd05e831540c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Deleting port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:50.905813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-2e038c25-9095-4ef9-89a8-fd05e831540c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.965193 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:50.966311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.016320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b897431b-a431-41e3-97ca-255898334b1e None None] Current status of the port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:51.016791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b897431b-a431-41e3-97ca-255898334b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.047223 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 447e92bd-3aa6-4e9d-9229-f0e919899fe4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=447e92bd-3aa6-4e9d-9229-f0e919899fe4,segment=NetworkSegment(9dcee619-81d3-4080-9524-dff582828ca6),segment_id=9dcee619-81d3-4080-9524-dff582828ca6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:51.092029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 7be9666d-97c4-4701-9b17-130d49988308 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:11:51.160144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.162056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-b897431b-a431-41e3-97ca-255898334b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:11:51.162406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-b897431b-a431-41e3-97ca-255898334b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:11:51.202469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-2e038c25-9095-4ef9-89a8-fd05e831540c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] For port 7a0bd219-7d56-4c1b-892a-dbe02fe06367, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7a0bd219-7d56-4c1b-892a-dbe02fe06367,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:51.203128 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-2e038c25-9095-4ef9-89a8-fd05e831540c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.230217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=447e92bd-3aa6-4e9d-9229-f0e919899fe4,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:51.329257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-2e038c25-9095-4ef9-89a8-fd05e831540c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Calling delete_port for 7a0bd219-7d56-4c1b-892a-dbe02fe06367 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:51.374599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:51.383538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9fabc-6b45-419d-8ca7-560a6733c0da req-a16800be-f473-432b-9b66-d4afb7278b2f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.384908 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Sync routers for ids ['7be9666d-97c4-4701-9b17-130d49988308'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:51.385365 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7e9fabc-6b45-419d-8ca7-560a6733c0da req-a16800be-f473-432b-9b66-d4afb7278b2f tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 945 time: 0.1927614 May 24 23:11:51.396290 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Routers {'7be9666d-97c4-4701-9b17-130d49988308'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:51.397124 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7be9666d-97c4-4701-9b17-130d49988308'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:51.398496 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b707e95c-880e-4d06-baca-a3aea793f44a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/7be9666d-97c4-4701-9b17-130d49988308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5253019 May 24 23:11:51.403300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36346) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:51.440452 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7e9fabc-6b45-419d-8ca7-560a6733c0da req-a652696a-579d-4ea6-a45c-1f65d1fcb452 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/security-groups?id=48e2680b-bf24-4446-8a7b-cebf843d3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460455 May 24 23:11:51.576775 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Set router 7be9666d-97c4-4701-9b17-130d49988308 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:51.594707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-2e038c25-9095-4ef9-89a8-fd05e831540c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.651044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e0d59-53e4-498e-9e68-7cf793a43527 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.651522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e0d59-53e4-498e-9e68-7cf793a43527 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.651991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e0d59-53e4-498e-9e68-7cf793a43527 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.652453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e0d59-53e4-498e-9e68-7cf793a43527 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.652913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e0d59-53e4-498e-9e68-7cf793a43527 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.653371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e0d59-53e4-498e-9e68-7cf793a43527 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.655143 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8e6e0d59-53e4-498e-9e68-7cf793a43527 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2508748 May 24 23:11:51.656379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e038c25-9095-4ef9-89a8-fd05e831540c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event deleted for resources: {'Port': ['ID=7a0bd219-7d56-4c1b-892a-dbe02fe06367,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:51.658216 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36350) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:51.756197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a622821-5adf-4cb5-89ea-96f7b6fdc350 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.756774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a622821-5adf-4cb5-89ea-96f7b6fdc350 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.757384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a622821-5adf-4cb5-89ea-96f7b6fdc350 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.757982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a622821-5adf-4cb5-89ea-96f7b6fdc350 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.758499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a622821-5adf-4cb5-89ea-96f7b6fdc350 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.758791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b897431b-a431-41e3-97ca-255898334b1e None None] Current status of the port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:51.759130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a622821-5adf-4cb5-89ea-96f7b6fdc350 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:51.762715 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1a622821-5adf-4cb5-89ea-96f7b6fdc350 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.1019280 May 24 23:11:51.764940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36354) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:51.777815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b897431b-a431-41e3-97ca-255898334b1e None None] Provisioning for port b68ac453-1cd2-4819-a965-08f679b72130 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:11:51.803869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b897431b-a431-41e3-97ca-255898334b1e None None] Provisioning complete for port b68ac453-1cd2-4819-a965-08f679b72130 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:51.804248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b897431b-a431-41e3-97ca-255898334b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.838129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 10b5fab5-e6b6-4e82-adcc-33b7d039d797 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:51.891257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-2e038c25-9095-4ef9-89a8-fd05e831540c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] No DVR routers for this DVR port 7a0bd219-7d56-4c1b-892a-dbe02fe06367 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:51.894664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-2e038c25-9095-4ef9-89a8-fd05e831540c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.900871 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'name': 'network-vif-deleted', 'tag': '7a0bd219-7d56-4c1b-892a-dbe02fe06367'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:51.920630 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-66f0aa53-3d95-444e-85c1-54766b1a0074 req-2e038c25-9095-4ef9-89a8-fd05e831540c tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.42 "DELETE /v2.0/ports/7a0bd219-7d56-4c1b-892a-dbe02fe06367 HTTP/1.1" status: 204 len: 173 time: 1.1087692 May 24 23:11:51.927345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b897431b-a431-41e3-97ca-255898334b1e None None] Port b68ac453-1cd2-4819-a965-08f679b72130 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:11:51.937843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-caa1e276-b40d-412d-bd2d-dc4b94e2d16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.959545 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4b9c87-839a-447e-959a-94afa499ef28'] response: {'server_uuid': '9d418a78-4737-4897-a4a2-02ef1f394bfc', 'name': 'network-vif-deleted', 'tag': '7a0bd219-7d56-4c1b-892a-dbe02fe06367', 'status': 'completed', 'code': 200} May 24 23:11:51.966912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 10b5fab5-e6b6-4e82-adcc-33b7d039d797 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:51.968043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.981605 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:49Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'b68ac453-1cd2-4819-a965-08f679b72130', 'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ea:45:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:47Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:51.985800 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Checking router: 7be9666d-97c4-4701-9b17-130d49988308 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:51.986150 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Updating router 7be9666d-97c4-4701-9b17-130d49988308 port b68ac453-1cd2-4819-a965-08f679b72130 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:11:52.055377 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.088509 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-25a40139-296e-4980-b27a-e6b002cf8738 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3173397 May 24 23:11:52.088736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0871a622-cf21-4103-b7d5-b09f467f2c50 None None] Provisioning complete for port b68ac453-1cd2-4819-a965-08f679b72130 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:52.088736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0871a622-cf21-4103-b7d5-b09f467f2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.175661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36362) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:52.181152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352071740', 'description': 'tempest-secgroup-smoke-1352071740 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:52.187801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:52.193070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:52.196509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:52.214047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:52.222230 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0871a622-cf21-4103-b7d5-b09f467f2c50 None None] Port b68ac453-1cd2-4819-a965-08f679b72130 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:11:52.239005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.241594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 10b5fab5-e6b6-4e82-adcc-33b7d039d797 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:52.245595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 447e92bd-3aa6-4e9d-9229-f0e919899fe4 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:52.263388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:52.269451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:52.272599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:52.292720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:52.341834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:52.342240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.383914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.389262 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.449647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a174fb-48f8-41d1-8962-1058a340e2ec,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:52.455644 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.457879 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6b0069fe-0afb-44a6-bdb8-3ece8f0aa101 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2811596 May 24 23:11:52.461810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36366) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:52.469043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2ace8d97-9399-45b4-8c87-e7fab8cb344a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'c5a174fb-48f8-41d1-8962-1058a340e2ec', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:52.476536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:52.482727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2ace8d97-9399-45b4-8c87-e7fab8cb344a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:52.490415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2ace8d97-9399-45b4-8c87-e7fab8cb344a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:52.494236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2ace8d97-9399-45b4-8c87-e7fab8cb344a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:52.501481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2ace8d97-9399-45b4-8c87-e7fab8cb344a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:52.571604 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.585784 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Transition to ACTIVE for port object b68ac453-1cd2-4819-a965-08f679b72130 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:52.594041 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.695675 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c80c8b3-1a10-4f6d-bda9-94c69a809ddc req-fea61c2d-a34f-4e88-b295-11cf1d10c523 tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d418a78-4737-4897-a4a2-02ef1f394bfc HTTP/1.1" status: 200 len: 210 time: 0.0515151 May 24 23:11:52.705011 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ace8d97-9399-45b4-8c87-e7fab8cb344a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.749953 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Pushing event updated for resources: {'Port': ['ID=b68ac453-1cd2-4819-a965-08f679b72130,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:52.790777 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.791153 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.791495 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.791830 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.792140 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.792573 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.792868 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.793338 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.793503 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.793807 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.794116 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.794430 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:52.808736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ace8d97-9399-45b4-8c87-e7fab8cb344a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.812485 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ace8d97-9399-45b4-8c87-e7fab8cb344a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.844490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace8d97-9399-45b4-8c87-e7fab8cb344a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781c3d48-5db9-4966-91ec-6afdd58f93cf,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:52.858816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ace8d97-9399-45b4-8c87-e7fab8cb344a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.860593 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2ace8d97-9399-45b4-8c87-e7fab8cb344a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3972430 May 24 23:11:52.864131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36372) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:52.867592 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Attempting to bind port b68ac453-1cd2-4819-a965-08f679b72130 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:11:52.868023 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Attempting to bind port b68ac453-1cd2-4819-a965-08f679b72130 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:11:52.868463 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Attempting to bind port b68ac453-1cd2-4819-a965-08f679b72130 on network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:11:52.868988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6dbef039-fb66-4435-997a-b70875e8a7e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'c5a174fb-48f8-41d1-8962-1058a340e2ec', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:52.874843 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:11:52.875175 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Checking segment: {'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:11:52.875567 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.875929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6dbef039-fb66-4435-997a-b70875e8a7e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:52.876030 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Bound using segment: {'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:11:52.876394 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Bound port: b68ac453-1cd2-4819-a965-08f679b72130, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:11:52.876760 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.880035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6dbef039-fb66-4435-997a-b70875e8a7e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:52.882896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6dbef039-fb66-4435-997a-b70875e8a7e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:52.891146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6dbef039-fb66-4435-997a-b70875e8a7e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:52.907814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6dbef039-fb66-4435-997a-b70875e8a7e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.971062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6dbef039-fb66-4435-997a-b70875e8a7e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.975295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6dbef039-fb66-4435-997a-b70875e8a7e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.992470 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] For port b68ac453-1cd2-4819-a965-08f679b72130, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:11:52.995860 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] For port b68ac453-1cd2-4819-a965-08f679b72130, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b68ac453-1cd2-4819-a965-08f679b72130,segment=NetworkSegment(9dcee619-81d3-4080-9524-dff582828ca6),segment_id=9dcee619-81d3-4080-9524-dff582828ca6)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:11:52.999897 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.003518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbef039-fb66-4435-997a-b70875e8a7e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff5ee3a-9bef-4908-a51e-d038db63fda1,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:53.010519 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6dbef039-fb66-4435-997a-b70875e8a7e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.011729 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6dbef039-fb66-4435-997a-b70875e8a7e3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467521 May 24 23:11:53.014422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36376) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:53.019261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4d8d0303-806b-4d71-b510-78de533e6cec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'c5a174fb-48f8-41d1-8962-1058a340e2ec', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:53.024965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4d8d0303-806b-4d71-b510-78de533e6cec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:53.028801 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4d8d0303-806b-4d71-b510-78de533e6cec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:53.031639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4d8d0303-806b-4d71-b510-78de533e6cec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:53.037859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4d8d0303-806b-4d71-b510-78de533e6cec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:53.057288 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d8d0303-806b-4d71-b510-78de533e6cec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.077568 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Routers {'7be9666d-97c4-4701-9b17-130d49988308'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:53.078434 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7be9666d-97c4-4701-9b17-130d49988308'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:53.157290 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58353f-b6ec-4580-8668-16b5668e6317 None None] Pushing event updated for resources: {'Port': ['ID=b68ac453-1cd2-4819-a965-08f679b72130,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:53.163618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d8d0303-806b-4d71-b510-78de533e6cec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.182689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d8d0303-806b-4d71-b510-78de533e6cec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.206053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d0303-806b-4d71-b510-78de533e6cec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9c2b8c-b5ee-4a40-8888-54a88ece7b06,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:53.217321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d8d0303-806b-4d71-b510-78de533e6cec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.219148 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4d8d0303-806b-4d71-b510-78de533e6cec tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035887 May 24 23:11:53.222587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36380) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:53.228281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fe42eb4a-c2f2-4650-abf6-5b983e4be126 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'c5a174fb-48f8-41d1-8962-1058a340e2ec', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:53.241906 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fe42eb4a-c2f2-4650-abf6-5b983e4be126 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:53.246114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fe42eb4a-c2f2-4650-abf6-5b983e4be126 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:53.250795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fe42eb4a-c2f2-4650-abf6-5b983e4be126 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:53.258445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fe42eb4a-c2f2-4650-abf6-5b983e4be126 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:53.282575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe42eb4a-c2f2-4650-abf6-5b983e4be126 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.307278 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] Set router 7be9666d-97c4-4701-9b17-130d49988308 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:53.361865 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe42eb4a-c2f2-4650-abf6-5b983e4be126 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.365924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe42eb4a-c2f2-4650-abf6-5b983e4be126 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.389809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42eb4a-c2f2-4650-abf6-5b983e4be126 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fbfa0c-cf3f-4e84-b4b7-d0309cd14eeb,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:53.400091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe42eb4a-c2f2-4650-abf6-5b983e4be126 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.401425 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fe42eb4a-c2f2-4650-abf6-5b983e4be126 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1773365 May 24 23:11:53.404094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36384) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:53.408972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'c5a174fb-48f8-41d1-8962-1058a340e2ec', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:53.415473 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:53.419260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:53.422089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:53.427836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:53.439348 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:11:53.446370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.510854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.514794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.538357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e60305e-7e74-490b-8af6-ecc024ff797f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:53.547640 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.548945 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0eb07c5a-17ff-4afc-8c26-21acc6bbea02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439326 May 24 23:11:53.551750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36388) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:53.556690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'c5a174fb-48f8-41d1-8962-1058a340e2ec', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:53.562437 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:53.567471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:53.570370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:53.576194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:53.589130 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:11:53.595619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.629449 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:49Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'b68ac453-1cd2-4819-a965-08f679b72130', 'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ea:45:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:47Z', 'updated_at': '2022-05-24T23:11:52Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:53.633671 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddb2b4-4d93-4313-9e1b-a6b1781087b7 None None] The sync data for ids ['7be9666d-97c4-4701-9b17-130d49988308'] in dv-neutron-843190-1-hyperv is: [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:49Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'b68ac453-1cd2-4819-a965-08f679b72130', 'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ea:45:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:47Z', 'updated_at': '2022-05-24T23:11:52Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:53.661590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.666363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.686685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2db56c-d2a8-486c-9fdf-911188a9a5b1,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:53.711259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.712484 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-706eb2c0-1c88-4d46-969e-a03b219a3c11 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598282 May 24 23:11:53.831063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b68ac453-1cd2-4819-a965-08f679b72130 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:53.842780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36402) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:53.918524 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-e7727887-6cca-4897-9b3c-f410b62067fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352071740&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.0551434 May 24 23:11:53.928299 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port b68ac453-1cd2-4819-a965-08f679b72130 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:11:53.934051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port b68ac453-1cd2-4819-a965-08f679b72130 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:53.934427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.037937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1b58388c-eb60-422f-912f-96068e9242ce tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Deleting port a9fa575a-5cc5-4de5-9fac-267c09919061 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:54.038301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b58388c-eb60-422f-912f-96068e9242ce tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.092842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port b68ac453-1cd2-4819-a965-08f679b72130 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:54.093590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.113667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-5571066d-2ea4-44d6-ba77-d3da22f3d1e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:54.119160 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-5571066d-2ea4-44d6-ba77-d3da22f3d1e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/networks?id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c HTTP/1.1" status: 200 len: 797 time: 0.1910713 May 24 23:11:54.134047 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-19b46286-a99a-4060-8136-5d69cfad76f6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/quotas/4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 375 time: 0.0112712 May 24 23:11:54.137015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port b68ac453-1cd2-4819-a965-08f679b72130, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b68ac453-1cd2-4819-a965-08f679b72130,segment=NetworkSegment(9dcee619-81d3-4080-9524-dff582828ca6),segment_id=9dcee619-81d3-4080-9524-dff582828ca6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:54.147623 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.246953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89fde149-d561-4900-8a77-465945d2ce50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.251009 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=b68ac453-1cd2-4819-a965-08f679b72130,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:54.268777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b58388c-eb60-422f-912f-96068e9242ce tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.269336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b58388c-eb60-422f-912f-96068e9242ce tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.286406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-bbee8e57-f029-4c1e-abc6-82d682979a7d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:54.304471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-bbee8e57-f029-4c1e-abc6-82d682979a7d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:54.306099 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-bbee8e57-f029-4c1e-abc6-82d682979a7d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662786 May 24 23:11:54.397631 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1b58388c-eb60-422f-912f-96068e9242ce tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Calling delete_port for a9fa575a-5cc5-4de5-9fac-267c09919061 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:54.463159 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-139bde44-3415-4914-845c-8930bdef3bae service neutron] 10.222.0.32 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405466 May 24 23:11:54.534601 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7a0bd219-7d56-4c1b-892a-dbe02fe06367 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:54.554424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b58388c-eb60-422f-912f-96068e9242ce tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.570315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 7a0bd219-7d56-4c1b-892a-dbe02fe06367 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:54.570685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7a0bd219-7d56-4c1b-892a-dbe02fe06367 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:54.606830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58388c-eb60-422f-912f-96068e9242ce tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event deleted for resources: {'Port': ['ID=a9fa575a-5cc5-4de5-9fac-267c09919061,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:54.637466 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-937301c2-6b2a-44a7-b366-b60a04cfddb2 service neutron] 10.222.0.32 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684804 May 24 23:11:54.704853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b58388c-eb60-422f-912f-96068e9242ce tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.719922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b58388c-eb60-422f-912f-96068e9242ce tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.721095 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1b58388c-eb60-422f-912f-96068e9242ce tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "DELETE /v2.0/floatingips/df69f061-db39-41b6-86fb-6a23f2f3936f HTTP/1.1" status: 204 len: 168 time: 0.8732691 May 24 23:11:54.834915 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0da6d49f-ac6c-4109-b440-068cb8e36867 req-4dc2dd36-20d4-4dfc-946a-1203dd326389 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 210 time: 0.0472925 May 24 23:11:55.069880 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:55.258423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:55.799292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b68ac453-1cd2-4819-a965-08f679b72130 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:55.875493 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port b68ac453-1cd2-4819-a965-08f679b72130 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:55.875862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:55.965497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-da4cde94-3e2e-40fe-acfd-1d6dab651d95 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:55.966340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-da4cde94-3e2e-40fe-acfd-1d6dab651d95 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:55.986092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-da4cde94-3e2e-40fe-acfd-1d6dab651d95 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:55.988455 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-da4cde94-3e2e-40fe-acfd-1d6dab651d95 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c HTTP/1.1" status: 200 len: 797 time: 0.2014122 May 24 23:11:56.036272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port b68ac453-1cd2-4819-a965-08f679b72130 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:56.045129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-0f676d3a-e36c-435e-8418-3fd8dc736de6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:56.060777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-0f676d3a-e36c-435e-8418-3fd8dc736de6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:56.062153 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-0f676d3a-e36c-435e-8418-3fd8dc736de6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 380 time: 0.0665655 May 24 23:11:56.072010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'device_id': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'admin_state_up': True, 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'security_groups': ['c5a174fb-48f8-41d1-8962-1058a340e2ec']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:56.088777 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6f0161f6-81ad-4bfe-8538-189a1e68ab54 req-4bd0f424-27bd-4082-ba95-c9852a62b120 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 210 time: 0.0511413 May 24 23:11:56.223462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:56.232755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:56.243456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:11:56.247153 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:56.515440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.8 (14dac1e0-d4f6-4903-9b1d-be1b9a161d4c/cb7d1c33-dd30-457a-b926-d86f5af372bc/76386a45-9b22-48f6-8e63-ca1a14ea9645) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:11:56.516129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:56.707636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:56.723464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 76386a45-9b22-48f6-8e63-ca1a14ea9645 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:56.747803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:56.821802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:11:56.825251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:11:56.827669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:11:56.865092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=76386a45-9b22-48f6-8e63-ca1a14ea9645,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:56.898512 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:56.899168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:56.926962 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-67cac082-c8e7-498f-948e-4f458d0621fb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8590200 May 24 23:11:56.939908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Request body: {'port': {'device_id': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:57.058235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.111432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b99605be-c6ac-45d8-b0cf-61860f38f9ac None None] Provisioning for port 76386a45-9b22-48f6-8e63-ca1a14ea9645 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:11:57.117590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b99605be-c6ac-45d8-b0cf-61860f38f9ac None None] Provisioning complete for port 76386a45-9b22-48f6-8e63-ca1a14ea9645 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:57.118082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b99605be-c6ac-45d8-b0cf-61860f38f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.240639 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b99605be-c6ac-45d8-b0cf-61860f38f9ac None None] Port 76386a45-9b22-48f6-8e63-ca1a14ea9645 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:11:57.290736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36442) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:57.356804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e427d-7251-4c85-bec8-02a81c499916 req-8e25619a-5c92-453e-b323-c7b14f4e4b9b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:57.358413 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-850e427d-7251-4c85-bec8-02a81c499916 req-8e25619a-5c92-453e-b323-c7b14f4e4b9b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 931 time: 0.1538289 May 24 23:11:57.398164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5c155f9-c5bd-45be-81d1-1d58ae8cf2ee tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.439928 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-850e427d-7251-4c85-bec8-02a81c499916 req-e47ec1b7-486b-4015-b8d7-507888792948 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5a174fb-48f8-41d1-8962-1058a340e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692713 May 24 23:11:57.440126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76386a45-9b22-48f6-8e63-ca1a14ea9645 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:11:57.446677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5c155f9-c5bd-45be-81d1-1d58ae8cf2ee tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.448206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.469800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Transition to ACTIVE for port object 76386a45-9b22-48f6-8e63-ca1a14ea9645 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:57.474295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.520747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5c155f9-c5bd-45be-81d1-1d58ae8cf2ee tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.546254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c155f9-c5bd-45be-81d1-1d58ae8cf2ee tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e2680b-bf24-4446-8a7b-cebf843d3bd7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:57.566018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5c155f9-c5bd-45be-81d1-1d58ae8cf2ee tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.571419 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e5c155f9-c5bd-45be-81d1-1d58ae8cf2ee tempest-TestVolumeBootPattern-1557863157 tempest-TestVolumeBootPattern-1557863157-project] 10.222.0.32 "DELETE /v2.0/security-groups/48e2680b-bf24-4446-8a7b-cebf843d3bd7 HTTP/1.1" status: 204 len: 168 time: 0.2796121 May 24 23:11:57.641323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:57.645996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Pushing event updated for resources: {'Port': ['ID=76386a45-9b22-48f6-8e63-ca1a14ea9645,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:57.752033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Attempting to bind port 76386a45-9b22-48f6-8e63-ca1a14ea9645 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:11:57.752383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Attempting to bind port 76386a45-9b22-48f6-8e63-ca1a14ea9645 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:11:57.752721 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Attempting to bind port 76386a45-9b22-48f6-8e63-ca1a14ea9645 on network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:11:57.758229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Port 76386a45-9b22-48f6-8e63-ca1a14ea9645 on network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:11:57.758554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Attempting to bind port 76386a45-9b22-48f6-8e63-ca1a14ea9645 on network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:11:57.764217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:11:57.764562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Checking segment: {'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:11:57.764945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Bound using segment: {'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:11:57.765383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Bound port: 76386a45-9b22-48f6-8e63-ca1a14ea9645, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcee619-81d3-4080-9524-dff582828ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:11:57.765741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.858728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] For port 76386a45-9b22-48f6-8e63-ca1a14ea9645, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:11:57.861525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] For port 76386a45-9b22-48f6-8e63-ca1a14ea9645, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645,segment=NetworkSegment(9dcee619-81d3-4080-9524-dff582828ca6),segment_id=9dcee619-81d3-4080-9524-dff582828ca6)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:11:57.866358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.926201 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:57.926823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.928192 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] 10.222.0.42 "PUT /v2.0/ports/76386a45-9b22-48f6-8e63-ca1a14ea9645 HTTP/1.1" status: 200 len: 1093 time: 0.9926636 May 24 23:11:57.928784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'tag': '76386a45-9b22-48f6-8e63-ca1a14ea9645'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:57.960549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea307751-7da1-45c9-ae79-9b6b2a1a22bb service neutron] Pushing event updated for resources: {'Port': ['ID=76386a45-9b22-48f6-8e63-ca1a14ea9645,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:58.004869 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae233c3f-0ee4-485b-91cb-04d27cc2844b'] response: {'name': 'network-changed', 'server_uuid': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'tag': '76386a45-9b22-48f6-8e63-ca1a14ea9645', 'status': 'completed', 'code': 200} May 24 23:11:58.048111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-296b6865-56ea-4b0f-bff4-242f549b4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:58.049772 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-296b6865-56ea-4b0f-bff4-242f549b4d0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 1096 time: 0.0822845 May 24 23:11:58.120636 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-25eadf38-e8bb-4bb7-b354-250c37d03933 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645 HTTP/1.1" status: 200 len: 217 time: 0.0641372 May 24 23:11:58.193725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-8bf5c074-f63d-4d29-96ef-86636adb5255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:58.195218 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-8bf5c074-f63d-4d29-96ef-86636adb5255 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb7d1c33-dd30-457a-b926-d86f5af372bc HTTP/1.1" status: 200 len: 843 time: 0.0685976 May 24 23:11:58.272664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-c0566cf7-8e40-4f96-873a-acb0bfea79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:58.274133 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-c0566cf7-8e40-4f96-873a-acb0bfea79ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723958 May 24 23:11:58.513232 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-05915645-9030-44d3-b18f-ec1cc3b42a34 service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328072 May 24 23:11:58.608899 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.644644 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3a912a0-deaf-4af6-a778-0ad65c173de7 req-44b9351d-a714-48cf-8573-106b1507ee53 service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247482 May 24 23:11:58.761745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e595e7-a7b7-4355-a2f0-e0911254ad8b req-6f5ea17f-f117-45fb-9c75-729d4daebffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:58.763253 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04e595e7-a7b7-4355-a2f0-e0911254ad8b req-6f5ea17f-f117-45fb-9c75-729d4daebffb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 1096 time: 0.0752399 May 24 23:11:58.797410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95ef8f-aa44-44d3-9c01-31f21ec7e306 req-311cd14b-9b83-4e2e-ad41-67ea3855bd96 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:58.798878 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d95ef8f-aa44-44d3-9c01-31f21ec7e306 req-311cd14b-9b83-4e2e-ad41-67ea3855bd96 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 943 time: 0.2377625 May 24 23:11:58.894326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e595e7-a7b7-4355-a2f0-e0911254ad8b req-129ddd77-420b-4427-8767-219a25c39bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:58.895778 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04e595e7-a7b7-4355-a2f0-e0911254ad8b req-129ddd77-420b-4427-8767-219a25c39bae service neutron] 10.222.0.42 "GET /v2.0/networks?id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c HTTP/1.1" status: 200 len: 898 time: 0.1261635 May 24 23:11:58.941244 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d95ef8f-aa44-44d3-9c01-31f21ec7e306 req-976163e6-3b76-484e-b678-139c6793c7e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5a174fb-48f8-41d1-8962-1058a340e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348622 May 24 23:11:58.966401 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04e595e7-a7b7-4355-a2f0-e0911254ad8b req-15329625-2083-4b39-8767-17f6a018bafb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645 HTTP/1.1" status: 200 len: 217 time: 0.0629537 May 24 23:11:59.024359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] Deleting port ea0680c4-347b-404c-8db5-4eff129a18ff {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:59.024610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.031362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e595e7-a7b7-4355-a2f0-e0911254ad8b req-3021c865-99f1-47b1-b1b0-0e7699add141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:59.032799 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04e595e7-a7b7-4355-a2f0-e0911254ad8b req-3021c865-99f1-47b1-b1b0-0e7699add141 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb7d1c33-dd30-457a-b926-d86f5af372bc HTTP/1.1" status: 200 len: 843 time: 0.0599587 May 24 23:11:59.105840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e595e7-a7b7-4355-a2f0-e0911254ad8b req-db78fe0b-e707-47d6-95f8-d35aec4a24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:59.107346 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04e595e7-a7b7-4355-a2f0-e0911254ad8b req-db78fe0b-e707-47d6-95f8-d35aec4a24ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684485 May 24 23:11:59.194384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] For port ea0680c4-347b-404c-8db5-4eff129a18ff, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ea0680c4-347b-404c-8db5-4eff129a18ff,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:59.194770 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.242630 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04e595e7-a7b7-4355-a2f0-e0911254ad8b req-01a946ea-549c-4ae4-a31a-baed00abd055 service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279249 May 24 23:11:59.318790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] Calling delete_port for ea0680c4-347b-404c-8db5-4eff129a18ff owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:59.377074 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04e595e7-a7b7-4355-a2f0-e0911254ad8b req-5def64de-a594-4e11-9ad6-8fafa12149a4 service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273515 May 24 23:11:59.624107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.673914 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0680c4-347b-404c-8db5-4eff129a18ff,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:00.083076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:00.286609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cad2b8-6c72-463d-9852-7eb4d55a843c req-d70fbcad-a888-4ff4-ab6f-4caea1f3ef7e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:00.288085 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2cad2b8-6c72-463d-9852-7eb4d55a843c req-d70fbcad-a888-4ff4-ab6f-4caea1f3ef7e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 943 time: 0.2393324 May 24 23:12:00.397958 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2cad2b8-6c72-463d-9852-7eb4d55a843c req-eda1f5be-e9f6-499c-854b-863a00893bbb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5a174fb-48f8-41d1-8962-1058a340e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040354 May 24 23:12:00.512610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] Router 512426ba-e2a3-4477-a2f3-b13c809ce54a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:12:00.563067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 76386a45-9b22-48f6-8e63-ca1a14ea9645 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:12:00.691584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:12:00.695205 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 76386a45-9b22-48f6-8e63-ca1a14ea9645, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645,segment=NetworkSegment(9dcee619-81d3-4080-9524-dff582828ca6),segment_id=9dcee619-81d3-4080-9524-dff582828ca6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:00.703928 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-96a98514-4070-4ce1-ae90-c76bf10ec673 admin admin] 10.222.0.32 "PUT /v2.0/routers/512426ba-e2a3-4477-a2f3-b13c809ce54a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0601227 May 24 23:12:00.704377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d5c1a-84ec-4acb-b0d3-538b361dc65c None None] Sync routers for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:12:00.707045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36460) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:00.718071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '76386a45-9b22-48f6-8e63-ca1a14ea9645', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'port_id': '76386a45-9b22-48f6-8e63-ca1a14ea9645', 'mac_address': 'fa:16:3e:e1:86:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:12:00.721297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d5c1a-84ec-4acb-b0d3-538b361dc65c None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:00.722532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4e7d5c1a-84ec-4acb-b0d3-538b361dc65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:00.884386 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:00.936133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 76386a45-9b22-48f6-8e63-ca1a14ea9645 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:00.936513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:00.969495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76386a45-9b22-48f6-8e63-ca1a14ea9645 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:12:00.998527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 76386a45-9b22-48f6-8e63-ca1a14ea9645, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645,segment=NetworkSegment(9dcee619-81d3-4080-9524-dff582828ca6),segment_id=9dcee619-81d3-4080-9524-dff582828ca6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:01.000682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-4e7d5c1a-84ec-4acb-b0d3-538b361dc65c None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:01.042801 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:01.060294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:01.070735 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Deleting port ed56473a-6321-422f-9f02-fc241f64dd13 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:01.071297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:01.252908 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=76386a45-9b22-48f6-8e63-ca1a14ea9645,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:01.287885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['76386a45-9b22-48f6-8e63-ca1a14ea9645'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:12:01.352164 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] For port ed56473a-6321-422f-9f02-fc241f64dd13, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ed56473a-6321-422f-9f02-fc241f64dd13,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:01.352538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:01.454561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4e7d5c1a-84ec-4acb-b0d3-538b361dc65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:11:59Z', 'revision_number': 5, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port': {'id': 'ed56473a-6321-422f-9f02-fc241f64dd13', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:24Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:01.464466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d5c1a-84ec-4acb-b0d3-538b361dc65c None None] Checking router: 512426ba-e2a3-4477-a2f3-b13c809ce54a for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:12:01.473239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Calling delete_port for ed56473a-6321-422f-9f02-fc241f64dd13 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:01.482554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d5c1a-84ec-4acb-b0d3-538b361dc65c None None] Routers {'512426ba-e2a3-4477-a2f3-b13c809ce54a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:01.483189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4e7d5c1a-84ec-4acb-b0d3-538b361dc65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['512426ba-e2a3-4477-a2f3-b13c809ce54a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:01.586447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8acfb-2a6d-48e4-8bbf-6c173acf7146 req-c5febcf9-7ca8-4984-a6e6-e40f5a42b957 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:01.588118 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9b8acfb-2a6d-48e4-8bbf-6c173acf7146 req-c5febcf9-7ca8-4984-a6e6-e40f5a42b957 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 944 time: 0.0822039 May 24 23:12:01.634063 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9b8acfb-2a6d-48e4-8bbf-6c173acf7146 req-8c8a1112-6123-4a71-b12d-3a771a2bd28c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5a174fb-48f8-41d1-8962-1058a340e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399029 May 24 23:12:01.646631 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:01.680415 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-4e7d5c1a-84ec-4acb-b0d3-538b361dc65c None None] Set router 512426ba-e2a3-4477-a2f3-b13c809ce54a gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:01.696538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed56473a-6321-422f-9f02-fc241f64dd13,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:01.788699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:01.796112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4e7d5c1a-84ec-4acb-b0d3-538b361dc65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:12:01Z', 'revision_number': 6, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:01.807228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d5c1a-84ec-4acb-b0d3-538b361dc65c None None] The sync data for ids ['512426ba-e2a3-4477-a2f3-b13c809ce54a'] in dv-neutron-843190-1-hyperv is: [{'id': '512426ba-e2a3-4477-a2f3-b13c809ce54a', 'name': 'tempest-TestVolumeBootPattern-1538914816-router', 'tenant_id': '4155273398514810859d10c940ec1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:23Z', 'updated_at': '2022-05-24T23:12:01Z', 'revision_number': 6, 'project_id': '4155273398514810859d10c940ec1372', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:12:01.969828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:01.972596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:01.997233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:01.997698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 512426ba-e2a3-4477-a2f3-b13c809ce54a {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:12:02.009418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.010524 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c1840df4-4ab0-4289-b73b-e8cc7081614c admin admin] 10.222.0.32 "DELETE /v2.0/routers/512426ba-e2a3-4477-a2f3-b13c809ce54a HTTP/1.1" status: 204 len: 168 time: 1.3025162 May 24 23:12:02.012904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36466) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:02.070741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cefa768-fa4a-4045-8d98-629084401c51 admin admin] Deleting subnet ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:12:02.073610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7cefa768-fa4a-4045-8d98-629084401c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.121409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7cefa768-fa4a-4045-8d98-629084401c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.211318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7cefa768-fa4a-4045-8d98-629084401c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.279727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7cefa768-fa4a-4045-8d98-629084401c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.319019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7cefa768-fa4a-4045-8d98-629084401c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.321942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefa768-fa4a-4045-8d98-629084401c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:02.324247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbc5cba-d7cd-43ce-9532-0e6794c5d224 None None] Network 93c103b0-3a45-4501-a7a3-8923f3d8757b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:02.329620 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7cefa768-fa4a-4045-8d98-629084401c51 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ea0937b4-77bc-4e3b-a4d1-db9e9dfd9232 HTTP/1.1" status: 204 len: 168 time: 0.3157833 May 24 23:12:02.332589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36470) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:02.436438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.446690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Deleting port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:02.447015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.566168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 76386a45-9b22-48f6-8e63-ca1a14ea9645 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:02.606946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0399e90e-3b81-4e54-817e-3d725103af8f None None] DHCP port deletion for 93c103b0-3a45-4501-a7a3-8923f3d8757b request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:12:02.622375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0399e90e-3b81-4e54-817e-3d725103af8f None None] Deleting port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:02.622775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0399e90e-3b81-4e54-817e-3d725103af8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.658004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] For port 14c5d6d6-aca5-42f5-bcca-44f77633fa76, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=14c5d6d6-aca5-42f5-bcca-44f77633fa76,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:02.658363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.761015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 76386a45-9b22-48f6-8e63-ca1a14ea9645 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:02.777332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 76386a45-9b22-48f6-8e63-ca1a14ea9645 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:02.777620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.793102 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Calling delete_port for 14c5d6d6-aca5-42f5-bcca-44f77633fa76 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:02.849849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff871aed-9f14-4154-93a5-08682f1bab04 req-205501ca-e481-4732-a407-7ecc8f0b01f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:02.852161 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff871aed-9f14-4154-93a5-08682f1bab04 req-205501ca-e481-4732-a407-7ecc8f0b01f4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 944 time: 0.1005895 May 24 23:12:02.913968 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff871aed-9f14-4154-93a5-08682f1bab04 req-75c1284b-5c1d-4a3f-b076-05ab804d0a38 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5a174fb-48f8-41d1-8962-1058a340e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483434 May 24 23:12:02.961588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0399e90e-3b81-4e54-817e-3d725103af8f None None] For port 14c5d6d6-aca5-42f5-bcca-44f77633fa76, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=14c5d6d6-aca5-42f5-bcca-44f77633fa76,segment=NetworkSegment(cdc96ae5-55df-4871-a464-9f8c3d7d15e4),segment_id=cdc96ae5-55df-4871-a464-9f8c3d7d15e4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:02.961983 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0399e90e-3b81-4e54-817e-3d725103af8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.992701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.038402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c5d6d6-aca5-42f5-bcca-44f77633fa76,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:03.041791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] No DVR routers for this DVR port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:12:03.122168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0399e90e-3b81-4e54-817e-3d725103af8f None None] Calling delete_port for 14c5d6d6-aca5-42f5-bcca-44f77633fa76 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:03.156472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.179176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 76386a45-9b22-48f6-8e63-ca1a14ea9645 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:03.179864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.181112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c103b0-3a45-4501-a7a3-8923f3d8757b']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:03.193804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:03.194005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc96ae5-55df-4871-a464-9f8c3d7d15e4') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:03.205940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.221720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.222039 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76386a45-9b22-48f6-8e63-ca1a14ea9645'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:03.227711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:12:03.228102 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.232334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 76386a45-9b22-48f6-8e63-ca1a14ea9645, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645,segment=NetworkSegment(9dcee619-81d3-4080-9524-dff582828ca6),segment_id=9dcee619-81d3-4080-9524-dff582828ca6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:03.235295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-0399e90e-3b81-4e54-817e-3d725103af8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:12:03.235755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-0399e90e-3b81-4e54-817e-3d725103af8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:12:03.238724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.276259 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b790bc5b-0f28-4de1-98a3-f7ef563ab5ef'] response: {'server_uuid': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76386a45-9b22-48f6-8e63-ca1a14ea9645', 'code': 200} May 24 23:12:03.296021 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment cdc96ae5-55df-4871-a464-9f8c3d7d15e4 resource provider aggregate not found May 24 23:12:03.311869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=76386a45-9b22-48f6-8e63-ca1a14ea9645,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:03.319708 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment cdc96ae5-55df-4871-a464-9f8c3d7d15e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdc96ae5-55df-4871-a464-9f8c3d7d15e4 found for delete ", "request_id": "req-e1b464ee-8735-4221-ba41-fa87a34c3cdc"}]} May 24 23:12:03.332038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.350868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.356796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c103b0-3a45-4501-a7a3-8923f3d8757b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:03.377398 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c98055a4-656b-4ba7-aee6-f16b4b065d02 admin admin] 10.222.0.32 "DELETE /v2.0/networks/93c103b0-3a45-4501-a7a3-8923f3d8757b HTTP/1.1" status: 204 len: 168 time: 1.0411739 May 24 23:12:03.377587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36482) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:03.668616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb25d43-ab59-4b42-8619-097fa8650478 req-64afb5de-3545-4ef3-9658-fcee8e86134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:03.669988 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1fb25d43-ab59-4b42-8619-097fa8650478 req-64afb5de-3545-4ef3-9658-fcee8e86134c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 1098 time: 0.2236962 May 24 23:12:03.736775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0399e90e-3b81-4e54-817e-3d725103af8f None None] Deleting port 14c5d6d6-aca5-42f5-bcca-44f77633fa76 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:03.737159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0399e90e-3b81-4e54-817e-3d725103af8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.798097 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1fb25d43-ab59-4b42-8619-097fa8650478 req-c84f6d23-f6a5-4efa-afd1-21564dc61b74 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c5a174fb-48f8-41d1-8962-1058a340e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177006 May 24 23:12:03.807240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ea0680c4-347b-404c-8db5-4eff129a18ff no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:03.835249 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0399e90e-3b81-4e54-817e-3d725103af8f None None] The port '14c5d6d6-aca5-42f5-bcca-44f77633fa76' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:12:03.846440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: ea0680c4-347b-404c-8db5-4eff129a18ff {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:12:03.847948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ea0680c4-347b-404c-8db5-4eff129a18ff not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:12:03.847948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 14c5d6d6-aca5-42f5-bcca-44f77633fa76 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:03.882866 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 14c5d6d6-aca5-42f5-bcca-44f77633fa76 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:12:03.883208 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 14c5d6d6-aca5-42f5-bcca-44f77633fa76 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:12:03.883613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed56473a-6321-422f-9f02-fc241f64dd13 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:03.916613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: ed56473a-6321-422f-9f02-fc241f64dd13 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:12:03.916957 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed56473a-6321-422f-9f02-fc241f64dd13 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:12:04.015004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.099984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264ccb6-c0a7-4c04-96c2-881adaaa7e04 req-2ebe6f24-e6ae-455a-acae-bdabbb60f036 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:04.101359 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1264ccb6-c0a7-4c04-96c2-881adaaa7e04 req-2ebe6f24-e6ae-455a-acae-bdabbb60f036 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 945 time: 0.0807855 May 24 23:12:04.150170 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1264ccb6-c0a7-4c04-96c2-881adaaa7e04 req-80ad2ff8-8044-4d9f-9ef5-d56a373c7f55 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5a174fb-48f8-41d1-8962-1058a340e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428767 May 24 23:12:04.369721 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] Deleting port f890f27a-78cb-4d79-a5f5-78c908f8da7f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:04.370058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.636924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] For port f890f27a-78cb-4d79-a5f5-78c908f8da7f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f890f27a-78cb-4d79-a5f5-78c908f8da7f,segment=NetworkSegment(af02778e-9236-4dbc-a913-aeb659918a1d),segment_id=af02778e-9236-4dbc-a913-aeb659918a1d)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:04.637191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.759577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] Calling delete_port for f890f27a-78cb-4d79-a5f5-78c908f8da7f owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:04.935629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.981058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f890f27a-78cb-4d79-a5f5-78c908f8da7f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:05.255083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:05.340915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a748a-ebe2-41b2-873f-5c36abb5d0ae req-b85e047f-4abc-4ca1-907d-facbb81226e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:05.342372 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b11a748a-ebe2-41b2-873f-5c36abb5d0ae req-b85e047f-4abc-4ca1-907d-facbb81226e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 945 time: 0.0812516 May 24 23:12:05.386521 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b11a748a-ebe2-41b2-873f-5c36abb5d0ae req-e9026fbf-2af5-4655-8ef3-e62549a66728 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5a174fb-48f8-41d1-8962-1058a340e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377290 May 24 23:12:05.573222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca3008-ba55-4002-8d0d-e84a2a352f7f req-a99d6a08-3446-4865-a1bc-a1411a206693 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:05.574602 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47ca3008-ba55-4002-8d0d-e84a2a352f7f req-a99d6a08-3446-4865-a1bc-a1411a206693 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 945 time: 0.0828445 May 24 23:12:05.612939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] Router fe2914e1-c2c1-4760-80a3-bfcf43f27690 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:12:05.618938 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47ca3008-ba55-4002-8d0d-e84a2a352f7f req-98066dab-37a8-4815-a5f4-d8780f0d179b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5a174fb-48f8-41d1-8962-1058a340e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383103 May 24 23:12:05.642233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36492) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:05.711393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b3227c-7bbd-4920-b712-b8100da856c6 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:05.712877 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b5b3227c-7bbd-4920-b712-b8100da856c6 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 1093 time: 0.0696044 May 24 23:12:05.715652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36496) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:05.720367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '76386a45-9b22-48f6-8e63-ca1a14ea9645', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:05.726392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:05.730236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:floatingip and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:05.733131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:05.739132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:05.753385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:05.914034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:12:05.922340 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a2c65-4f2e-4fe4-b3b3-dc4ec25aea6a None None] Sync routers for ids ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:12:05.931430 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-394519e7-1988-4b30-9441-dc6f1b213e0e admin admin] 10.222.0.32 "PUT /v2.0/routers/fe2914e1-c2c1-4760-80a3-bfcf43f27690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5527530 May 24 23:12:05.933925 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36500) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:05.935748 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a2c65-4f2e-4fe4-b3b3-dc4ec25aea6a None None] Routers {'fe2914e1-c2c1-4760-80a3-bfcf43f27690'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:05.936456 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4b7a2c65-4f2e-4fe4-b3b3-dc4ec25aea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:06.002823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.116277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.123624 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-4b7a2c65-4f2e-4fe4-b3b3-dc4ec25aea6a None None] Set router fe2914e1-c2c1-4760-80a3-bfcf43f27690 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:06.147521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.99 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/346b548e-04d4-4682-94da-cb976a6e6219) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:06.304982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.318510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.329146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Deleting port 7d1644eb-4f25-4ab5-a839-2eb18807fd19 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:06.329783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.336629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.407243 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:06.410622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:06.413216 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4b7a2c65-4f2e-4fe4-b3b3-dc4ec25aea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'name': 'tempest-TestVolumeBootPattern-2037210181-router', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:40Z', 'updated_at': '2022-05-24T23:12:04Z', 'revision_number': 5, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'gw_port': {'id': '7d1644eb-4f25-4ab5-a839-2eb18807fd19', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:06.414242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:06.418157 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a2c65-4f2e-4fe4-b3b3-dc4ec25aea6a None None] Checking router: fe2914e1-c2c1-4760-80a3-bfcf43f27690 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:12:06.427391 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a2c65-4f2e-4fe4-b3b3-dc4ec25aea6a None None] Routers {'fe2914e1-c2c1-4760-80a3-bfcf43f27690'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:06.428332 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4b7a2c65-4f2e-4fe4-b3b3-dc4ec25aea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:06.502147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=346b548e-04d4-4682-94da-cb976a6e6219,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:06.517233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] For port 7d1644eb-4f25-4ab5-a839-2eb18807fd19, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7d1644eb-4f25-4ab5-a839-2eb18807fd19,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:06.517589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.576805 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-4b7a2c65-4f2e-4fe4-b3b3-dc4ec25aea6a None None] Set router fe2914e1-c2c1-4760-80a3-bfcf43f27690 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:06.647442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Calling delete_port for 7d1644eb-4f25-4ab5-a839-2eb18807fd19 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:06.706990 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4b7a2c65-4f2e-4fe4-b3b3-dc4ec25aea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'name': 'tempest-TestVolumeBootPattern-2037210181-router', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:40Z', 'updated_at': '2022-05-24T23:12:06Z', 'revision_number': 6, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:06.711102 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a2c65-4f2e-4fe4-b3b3-dc4ec25aea6a None None] The sync data for ids ['fe2914e1-c2c1-4760-80a3-bfcf43f27690'] in dv-neutron-843190-1-hyperv is: [{'id': 'fe2914e1-c2c1-4760-80a3-bfcf43f27690', 'name': 'tempest-TestVolumeBootPattern-2037210181-router', 'tenant_id': '312c74f1e4ca4e198e0e7f73affd7650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:40Z', 'updated_at': '2022-05-24T23:12:06Z', 'revision_number': 6, 'project_id': '312c74f1e4ca4e198e0e7f73affd7650', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:12:06.820285 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.881763 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.897949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1644eb-4f25-4ab5-a839-2eb18807fd19,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:06.956810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.960422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.132249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.134526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.170591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.171214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2914e1-c2c1-4760-80a3-bfcf43f27690 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:12:07.176087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.181683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.183893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.187486 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-726ef760-61ac-4367-8044-d39d5f83b1a5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fe2914e1-c2c1-4760-80a3-bfcf43f27690 HTTP/1.1" status: 204 len: 168 time: 1.2501228 May 24 23:12:07.187736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36504) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:07.247444 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0b4801-6992-4843-89af-f1e72cdd5780 admin admin] Deleting subnet 08389d0a-8064-4ca9-a9a1-9669de1b570a {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:12:07.250381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4801-6992-4843-89af-f1e72cdd5780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.292439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=346b548e-04d4-4682-94da-cb976a6e6219,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:07.299715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4801-6992-4843-89af-f1e72cdd5780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.300415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.480732 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP 14b645d9-e4db-437d-a9cf-4233347d0531 associated. External IP: 172.26.3.99, port: 76386a45-9b22-48f6-8e63-ca1a14ea9645. May 24 23:12:07.488639 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4801-6992-4843-89af-f1e72cdd5780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.559609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4801-6992-4843-89af-f1e72cdd5780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.597061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b4801-6992-4843-89af-f1e72cdd5780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08389d0a-8064-4ca9-a9a1-9669de1b570a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:07.605290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4801-6992-4843-89af-f1e72cdd5780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.610714 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260b098-2a38-47d4-84b8-76a31ecc030c None None] Network 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:07.611772 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5a0b4801-6992-4843-89af-f1e72cdd5780 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/08389d0a-8064-4ca9-a9a1-9669de1b570a HTTP/1.1" status: 204 len: 168 time: 0.4228814 May 24 23:12:07.614858 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36508) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:07.729478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.741352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Deleting port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:07.741753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.836547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f890f27a-78cb-4d79-a5f5-78c908f8da7f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:07.894626 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bca0dc-3488-44cb-8871-e798662a989c None None] DHCP port deletion for 70f9a657-4d61-4bcc-8b70-2c1a92a3e65f request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:12:07.896535 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: f890f27a-78cb-4d79-a5f5-78c908f8da7f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:12:07.896991 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f890f27a-78cb-4d79-a5f5-78c908f8da7f not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:12:07.897629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7d1644eb-4f25-4ab5-a839-2eb18807fd19 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:07.933999 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-80bca0dc-3488-44cb-8871-e798662a989c None None] Deleting port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:07.934509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-80bca0dc-3488-44cb-8871-e798662a989c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.957455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 7d1644eb-4f25-4ab5-a839-2eb18807fd19 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:12:07.957942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7d1644eb-4f25-4ab5-a839-2eb18807fd19 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:12:07.994025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] For port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d73a67d5-249e-4ab4-a734-ab7fe6f66e2b,segment=NetworkSegment(af02778e-9236-4dbc-a913-aeb659918a1d),segment_id=af02778e-9236-4dbc-a913-aeb659918a1d)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:07.994384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.997309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 7be9666d-97c4-4701-9b17-130d49988308 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:12:08.120213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Calling delete_port for d73a67d5-249e-4ab4-a734-ab7fe6f66e2b owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:08.160712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-80bca0dc-3488-44cb-8871-e798662a989c None None] For port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d73a67d5-249e-4ab4-a734-ab7fe6f66e2b,segment=NetworkSegment(af02778e-9236-4dbc-a913-aeb659918a1d),segment_id=af02778e-9236-4dbc-a913-aeb659918a1d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:08.161940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-80bca0dc-3488-44cb-8871-e798662a989c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.191417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:12:08.213176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.225458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.245447 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff14dc9-77a4-4758-95db-586bb643e61e None None] Sync routers for ids ['7be9666d-97c4-4701-9b17-130d49988308'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:12:08.282259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] No DVR routers for this DVR port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:12:08.283986 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-edf0adee-26a5-40ce-b4bf-94409f6ea8c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5673430 May 24 23:12:08.284839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Pushing event deleted for resources: {'Port': ['ID=d73a67d5-249e-4ab4-a734-ab7fe6f66e2b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:08.285253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'tag': '76386a45-9b22-48f6-8e63-ca1a14ea9645'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:08.289584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36512) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:08.355906 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4a79dc-671e-46b6-aa7f-b0958a1f69e1'] response: {'name': 'network-changed', 'server_uuid': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'tag': '76386a45-9b22-48f6-8e63-ca1a14ea9645', 'status': 'completed', 'code': 200} May 24 23:12:08.356530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-80bca0dc-3488-44cb-8871-e798662a989c None None] Calling delete_port for d73a67d5-249e-4ab4-a734-ab7fe6f66e2b owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:08.399192 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-da683d56-6950-4a32-9300-6b4df1f83a7e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/14b645d9-e4db-437d-a9cf-4233347d0531 HTTP/1.1" status: 200 len: 990 time: 0.1081440 May 24 23:12:08.403383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff14dc9-77a4-4758-95db-586bb643e61e None None] Routers {'7be9666d-97c4-4701-9b17-130d49988308'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:08.404003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3ff14dc9-77a4-4758-95db-586bb643e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7be9666d-97c4-4701-9b17-130d49988308'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:08.473410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.507726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f9a657-4d61-4bcc-8b70-2c1a92a3e65f']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:08.522469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af02778e-9236-4dbc-a913-aeb659918a1d') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:08.522797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af02778e-9236-4dbc-a913-aeb659918a1d') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:08.538427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.555862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c11b84-6138-4519-98af-52834f341dea req-648740fc-3d2d-4c43-8b33-f314dffc471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:08.557404 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1c11b84-6138-4519-98af-52834f341dea req-648740fc-3d2d-4c43-8b33-f314dffc471f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 1098 time: 0.1492376 May 24 23:12:08.558373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.579217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-80bca0dc-3488-44cb-8871-e798662a989c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:12:08.579569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-80bca0dc-3488-44cb-8871-e798662a989c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:12:08.584910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:12:08.585401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.602195 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3ff14dc9-77a4-4758-95db-586bb643e61e None None] Set router 7be9666d-97c4-4701-9b17-130d49988308 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:08.698930 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment af02778e-9236-4dbc-a913-aeb659918a1d resource provider aggregate not found May 24 23:12:08.733275 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment af02778e-9236-4dbc-a913-aeb659918a1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af02778e-9236-4dbc-a913-aeb659918a1d found for delete ", "request_id": "req-ec064c1a-6e9c-4b6b-94be-e72d7c33e0f3"}]} May 24 23:12:08.751372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.756220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.793810 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] Pushing event deleted for resources: {'Network': ['ID=70f9a657-4d61-4bcc-8b70-2c1a92a3e65f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:08.810915 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-73fc7070-67b4-4d47-80d0-e52bfe5ec077 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70f9a657-4d61-4bcc-8b70-2c1a92a3e65f HTTP/1.1" status: 204 len: 168 time: 1.1949322 May 24 23:12:08.818614 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c11b84-6138-4519-98af-52834f341dea req-c4af0617-9c0f-4b36-a9f4-fe0524fcf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:08.820053 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1c11b84-6138-4519-98af-52834f341dea req-c4af0617-9c0f-4b36-a9f4-fe0524fcf2d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c HTTP/1.1" status: 200 len: 898 time: 0.2571013 May 24 23:12:08.931663 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1c11b84-6138-4519-98af-52834f341dea req-17cf3f66-1872-445d-8f3b-809761330678 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645 HTTP/1.1" status: 200 len: 998 time: 0.1053901 May 24 23:12:08.935593 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36524) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:08.976659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3ff14dc9-77a4-4758-95db-586bb643e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:49Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '14b645d9-e4db-437d-a9cf-4233347d0531', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.99', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '7be9666d-97c4-4701-9b17-130d49988308', 'port_id': '76386a45-9b22-48f6-8e63-ca1a14ea9645', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'mac_address': 'fa:16:3e:e1:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:12:06Z', 'updated_at': '2022-05-24T23:12:06Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68ac453-1cd2-4819-a965-08f679b72130', 'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ea:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:47Z', 'updated_at': '2022-05-24T23:11:54Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:08.980628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff14dc9-77a4-4758-95db-586bb643e61e None None] Checking router: 7be9666d-97c4-4701-9b17-130d49988308 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:12:08.994455 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4b155e2f-ec18-4669-bfde-bdcce550fc29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4155273398514810859d10c940ec1372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552504 May 24 23:12:08.994691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff14dc9-77a4-4758-95db-586bb643e61e None None] Routers {'7be9666d-97c4-4701-9b17-130d49988308'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:08.994691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3ff14dc9-77a4-4758-95db-586bb643e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:11:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7be9666d-97c4-4701-9b17-130d49988308'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:08.995013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36528) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:09.016934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c11b84-6138-4519-98af-52834f341dea req-e84dae39-e45f-4a0f-a810-bab019d1269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:09.018349 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1c11b84-6138-4519-98af-52834f341dea req-e84dae39-e45f-4a0f-a810-bab019d1269b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb7d1c33-dd30-457a-b926-d86f5af372bc HTTP/1.1" status: 200 len: 843 time: 0.0788844 May 24 23:12:09.123276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-80bca0dc-3488-44cb-8871-e798662a989c None None] Deleting port d73a67d5-249e-4ab4-a734-ab7fe6f66e2b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:09.123666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-80bca0dc-3488-44cb-8871-e798662a989c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:09.210471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-80bca0dc-3488-44cb-8871-e798662a989c None None] The port 'd73a67d5-249e-4ab4-a734-ab7fe6f66e2b' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:12:09.223595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05ce63f0-f7d0-49ed-9884-788fa99e385e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:09.237042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3ff14dc9-77a4-4758-95db-586bb643e61e None None] Set router 7be9666d-97c4-4701-9b17-130d49988308 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:09.255768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c11b84-6138-4519-98af-52834f341dea req-c201a1be-450a-4485-b606-92479d90ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:09.257314 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1c11b84-6138-4519-98af-52834f341dea req-c201a1be-450a-4485-b606-92479d90ab17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2322218 May 24 23:12:09.258942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05ce63f0-f7d0-49ed-9884-788fa99e385e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:09.403166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36532) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:09.416177 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1c11b84-6138-4519-98af-52834f341dea req-edd5e2fa-e896-4dfd-bc8c-c8fc8f8eeb3f service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506317 May 24 23:12:09.420187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05ce63f0-f7d0-49ed-9884-788fa99e385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:09.461327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce63f0-f7d0-49ed-9884-788fa99e385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6851e282-b8a2-4499-a6bb-7f2a8be94a9a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:09.520319 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec094b3e-a549-4877-bedc-db6fe33761d4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/14b645d9-e4db-437d-a9cf-4233347d0531 HTTP/1.1" status: 200 len: 990 time: 0.1147368 May 24 23:12:09.526719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05ce63f0-f7d0-49ed-9884-788fa99e385e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:09.527874 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-05ce63f0-f7d0-49ed-9884-788fa99e385e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6851e282-b8a2-4499-a6bb-7f2a8be94a9a HTTP/1.1" status: 204 len: 168 time: 0.5319421 May 24 23:12:09.574664 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1c11b84-6138-4519-98af-52834f341dea req-ad90fbd4-997a-4508-8b3d-2c651aab884f service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498687 May 24 23:12:09.607485 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3ff14dc9-77a4-4758-95db-586bb643e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:49Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '14b645d9-e4db-437d-a9cf-4233347d0531', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.99', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '7be9666d-97c4-4701-9b17-130d49988308', 'port_id': '76386a45-9b22-48f6-8e63-ca1a14ea9645', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'mac_address': 'fa:16:3e:e1:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:12:06Z', 'updated_at': '2022-05-24T23:12:06Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68ac453-1cd2-4819-a965-08f679b72130', 'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ea:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:47Z', 'updated_at': '2022-05-24T23:11:54Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:09.611611 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff14dc9-77a4-4758-95db-586bb643e61e None None] The sync data for ids ['7be9666d-97c4-4701-9b17-130d49988308'] in dv-neutron-843190-1-hyperv is: [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:49Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '14b645d9-e4db-437d-a9cf-4233347d0531', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.99', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '7be9666d-97c4-4701-9b17-130d49988308', 'port_id': '76386a45-9b22-48f6-8e63-ca1a14ea9645', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'mac_address': 'fa:16:3e:e1:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:12:06Z', 'updated_at': '2022-05-24T23:12:06Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68ac453-1cd2-4819-a965-08f679b72130', 'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ea:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:47Z', 'updated_at': '2022-05-24T23:11:54Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:12:09.799335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d73a67d5-249e-4ab4-a734-ab7fe6f66e2b no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:09.799499 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab7b83-2ebb-4f17-9bc5-0459f7d1ea44 None None] New status for floating IP 14b645d9-e4db-437d-a9cf-4233347d0531: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:12:09.837309 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: d73a67d5-249e-4ab4-a734-ab7fe6f66e2b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:12:09.838063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d73a67d5-249e-4ab4-a734-ab7fe6f66e2b not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:12:09.900073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36540) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:09.948826 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-43f47968-1091-40c4-b58a-57a6366288b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=312c74f1e4ca4e198e0e7f73affd7650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475881 May 24 23:12:09.951359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36544) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:10.013355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec61525-5f72-46a2-9fef-2213b5abdc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.040596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec61525-5f72-46a2-9fef-2213b5abdc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.097339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec61525-5f72-46a2-9fef-2213b5abdc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.111536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec61525-5f72-46a2-9fef-2213b5abdc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7afb773-1c98-450c-b838-b31d457c4936,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:10.118033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec61525-5f72-46a2-9fef-2213b5abdc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.119183 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5ec61525-5f72-46a2-9fef-2213b5abdc40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7afb773-1c98-450c-b838-b31d457c4936 HTTP/1.1" status: 204 len: 168 time: 0.1669216 May 24 23:12:10.523262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36550) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:10.630007 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-91724665-d899-4ac0-b7b4-d895103fd8ae tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/14b645d9-e4db-437d-a9cf-4233347d0531 HTTP/1.1" status: 200 len: 992 time: 0.1056819 May 24 23:12:15.641170 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:20.051893 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:12:21.928938 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6a93686-2ced-49af-be92-a234389313fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:24.180004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4ba0b6ca-fae1-4578-a238-276fcbaa0a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:25.067112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:25.260975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:26.517976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:28.532548 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b7114bc3-2316-42cc-a89a-027a86139956 req-f9cbc11d-51a4-4196-90fa-7929092591e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681498 May 24 23:12:28.675996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7114bc3-2316-42cc-a89a-027a86139956 req-8209bf61-a315-464f-8f1a-b89c7a83c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:28.677513 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b7114bc3-2316-42cc-a89a-027a86139956 req-8209bf61-a315-464f-8f1a-b89c7a83c221 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 1098 time: 0.0745153 May 24 23:12:28.832085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7114bc3-2316-42cc-a89a-027a86139956 req-9ee8a426-6a24-4acb-b7b1-5910ec957f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:28.833704 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b7114bc3-2316-42cc-a89a-027a86139956 req-9ee8a426-6a24-4acb-b7b1-5910ec957f87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c HTTP/1.1" status: 200 len: 898 time: 0.1370399 May 24 23:12:28.939446 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b7114bc3-2316-42cc-a89a-027a86139956 req-3556cb61-8207-49e2-95c0-e82b81f964c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645 HTTP/1.1" status: 200 len: 1000 time: 0.0991013 May 24 23:12:29.004306 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7114bc3-2316-42cc-a89a-027a86139956 req-0bc2caa8-f592-4ba2-9c8f-6c143196d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:29.005759 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b7114bc3-2316-42cc-a89a-027a86139956 req-0bc2caa8-f592-4ba2-9c8f-6c143196d861 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb7d1c33-dd30-457a-b926-d86f5af372bc HTTP/1.1" status: 200 len: 843 time: 0.0593328 May 24 23:12:29.085917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7114bc3-2316-42cc-a89a-027a86139956 req-b8f499d6-a7ae-417b-b47c-968a61dff76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:29.087317 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b7114bc3-2316-42cc-a89a-027a86139956 req-b8f499d6-a7ae-417b-b47c-968a61dff76f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749636 May 24 23:12:29.223225 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b7114bc3-2316-42cc-a89a-027a86139956 req-d7576a75-5006-43c4-b03c-d06ff8f386ba service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281166 May 24 23:12:29.352288 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b7114bc3-2316-42cc-a89a-027a86139956 req-062fd444-94ec-4590-8dda-87fd2b4368bf service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223197 May 24 23:12:45.655666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.890172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-302cb855-d468-402c-af33-75a484afc19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:54.184167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-98bb4d33-673e-48bd-8ed3-18f26ba97d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.070037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.269498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.525267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:57.051545 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:13:15.672774 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.891279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2fa1bb2f-a446-4dfb-8dc0-d27be14e38a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.186489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e066ff5-5ca2-4ed7-8e83-e493e73e6026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.071754 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.260677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:26.524772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:28.530118 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-229f947e-7f17-4ad5-9e52-87486348bb99 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677593 May 24 23:13:28.666202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-0f74853f-32c7-465c-8241-13f5f804a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:28.667735 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-0f74853f-32c7-465c-8241-13f5f804a777 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 1098 time: 0.0706987 May 24 23:13:28.810471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-54efdae8-94e6-42ff-bf0b-0a8519c7e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:28.811869 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-54efdae8-94e6-42ff-bf0b-0a8519c7e70f service neutron] 10.222.0.42 "GET /v2.0/networks?id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c HTTP/1.1" status: 200 len: 898 time: 0.1258476 May 24 23:13:28.915437 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-44337de0-4f5a-4522-99fd-7a95987de845 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645 HTTP/1.1" status: 200 len: 1000 time: 0.0964930 May 24 23:13:29.075047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-974c160d-753c-4153-8417-00fd740301fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:29.076366 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-974c160d-753c-4153-8417-00fd740301fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb7d1c33-dd30-457a-b926-d86f5af372bc HTTP/1.1" status: 200 len: 843 time: 0.1552782 May 24 23:13:29.152255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-f1b31010-0167-4271-9aee-cbfeeedf5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:29.153576 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-f1b31010-0167-4271-9aee-cbfeeedf5b4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717041 May 24 23:13:29.288135 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-3acac778-ac90-466c-b469-fd3afa4377ec service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258371 May 24 23:13:29.415181 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8a247382-532b-4c13-ab36-fdc5c7c6278d req-179f097e-af6b-4c36-973a-c085f7c1c7c8 service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212740 May 24 23:13:34.050916 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:13:45.668903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.892329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bae5566c-d154-4f14-bb3d-510481a0038b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.187954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-34039801-aedf-4987-a80c-01700803a87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.077608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.261676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:56.525399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.652227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36588) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:58.659003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:58.774515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2353220'] for subnet, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.953453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783744192440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3483554'] for subnet, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.000085 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:59.000664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.001421 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1dc404-47e9-4bbe-ac03-4fd49f3c77a1 None None] Network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:59.001921 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/subnets/cb7d1c33-dd30-457a-b926-d86f5af372bc HTTP/1.1" status: 200 len: 835 time: 0.3487787 May 24 23:13:59.020698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Subnet': ['ID=cb7d1c33-dd30-457a-b926-d86f5af372bc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:59.028001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.028449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.028787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.029112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.029436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.029759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.030191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.030394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.030735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.031054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.031364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.031675 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b363e3-ccda-48a5-b2bf-75fc1e2ed0fe tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:59.491688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e2314a8-dc2c-45c5-a9ff-00b12ff643f9 None None] Provisioning complete for port 76386a45-9b22-48f6-8e63-ca1a14ea9645 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:59.491978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e2314a8-dc2c-45c5-a9ff-00b12ff643f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.604639 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5e2314a8-dc2c-45c5-a9ff-00b12ff643f9 None None] Current status of the port 76386a45-9b22-48f6-8e63-ca1a14ea9645 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:59.615005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e2314a8-dc2c-45c5-a9ff-00b12ff643f9 None None] Provisioning complete for port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:59.615367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e2314a8-dc2c-45c5-a9ff-00b12ff643f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.725569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5e2314a8-dc2c-45c5-a9ff-00b12ff643f9 None None] Current status of the port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:59.736617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e2314a8-dc2c-45c5-a9ff-00b12ff643f9 None None] Provisioning complete for port b68ac453-1cd2-4819-a965-08f679b72130 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:59.736961 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e2314a8-dc2c-45c5-a9ff-00b12ff643f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.848937 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5e2314a8-dc2c-45c5-a9ff-00b12ff643f9 None None] Current status of the port b68ac453-1cd2-4819-a965-08f679b72130 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:11.050041 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:14:15.685341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:21.893676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-118e9151-ba41-49b0-950b-4fda1f19a744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:24.190161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8389-4855-4005-8251-08b39e086d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:25.077996 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:25.263008 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.528141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:31.093966 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-148d88c0-f1e1-4523-920d-597bd5390188 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730653 May 24 23:14:31.229997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-c68fc577-6d7f-47fd-9f63-ae447c33da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:31.231493 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-c68fc577-6d7f-47fd-9f63-ae447c33da3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 1098 time: 0.0712802 May 24 23:14:31.372640 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-7e2cb35a-69e7-47da-90da-c5638b90993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:31.373984 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-7e2cb35a-69e7-47da-90da-c5638b90993c service neutron] 10.222.0.42 "GET /v2.0/networks?id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c HTTP/1.1" status: 200 len: 898 time: 0.1245539 May 24 23:14:31.474660 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-bdf0261c-7cff-434e-8ad8-ad7902ef1a27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645 HTTP/1.1" status: 200 len: 1000 time: 0.0948513 May 24 23:14:31.534432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-4ef9d349-379f-4327-abfd-bcb6881105ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:31.535831 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-4ef9d349-379f-4327-abfd-bcb6881105ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb7d1c33-dd30-457a-b926-d86f5af372bc HTTP/1.1" status: 200 len: 843 time: 0.0554984 May 24 23:14:31.610485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-921a793e-bca2-474c-84f7-c1f17540e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:31.611929 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-921a793e-bca2-474c-84f7-c1f17540e482 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704455 May 24 23:14:31.739111 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-aa44a499-3fd5-4c1b-b7ea-fe80dbf01bf7 service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204035 May 24 23:14:31.864873 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a97f51cb-30ea-4189-9ea1-18dec58aee36 req-dd6bde5e-4df9-4d6a-b411-1992f2b18178 service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198397 May 24 23:14:41.829468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36596) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:42.128662 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 346b548e-04d4-4682-94da-cb976a6e6219 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:42.128913 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:42.293119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:42.293439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:42.412365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 346b548e-04d4-4682-94da-cb976a6e6219 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:42.560345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:42.608144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=346b548e-04d4-4682-94da-cb976a6e6219,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:42.697906 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:42.698229 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP 14b645d9-e4db-437d-a9cf-4233347d0531 disassociated (deleted). External IP: 172.26.3.99, port: 76386a45-9b22-48f6-8e63-ca1a14ea9645. May 24 23:14:43.041293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 7be9666d-97c4-4701-9b17-130d49988308 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:43.217879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:43.227254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14813a97-97f8-4992-aa6b-0860974c9b1c None None] Sync routers for ids ['7be9666d-97c4-4701-9b17-130d49988308'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:43.234561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:43.236914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14813a97-97f8-4992-aa6b-0860974c9b1c None None] Routers {'7be9666d-97c4-4701-9b17-130d49988308'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:43.237521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14813a97-97f8-4992-aa6b-0860974c9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:14:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7be9666d-97c4-4701-9b17-130d49988308'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:43.290187 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2c9a967a-d7d1-4bf5-9b46-eb1560356e26 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/floatingips/14b645d9-e4db-437d-a9cf-4233347d0531 HTTP/1.1" status: 204 len: 168 time: 1.4596303 May 24 23:14:43.290767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'tag': '76386a45-9b22-48f6-8e63-ca1a14ea9645'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:43.339057 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559dd8ff-836d-4ea5-b43f-96ed9f0829b6'] response: {'name': 'network-changed', 'server_uuid': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'tag': '76386a45-9b22-48f6-8e63-ca1a14ea9645', 'status': 'completed', 'code': 200} May 24 23:14:43.420118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-14813a97-97f8-4992-aa6b-0860974c9b1c None None] Set router 7be9666d-97c4-4701-9b17-130d49988308 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:43.545645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a21fb-7646-454f-a814-d00826a0cca0 req-6ca131fb-534d-4297-b908-43af20a3ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:43.547293 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c94a21fb-7646-454f-a814-d00826a0cca0 req-6ca131fb-534d-4297-b908-43af20a3ceff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 1098 time: 0.1864944 May 24 23:14:43.692949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a21fb-7646-454f-a814-d00826a0cca0 req-1b64a637-806b-4175-93d4-2608e05f283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:43.694397 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c94a21fb-7646-454f-a814-d00826a0cca0 req-1b64a637-806b-4175-93d4-2608e05f283f service neutron] 10.222.0.42 "GET /v2.0/networks?id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c HTTP/1.1" status: 200 len: 898 time: 0.1398580 May 24 23:14:43.769238 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c94a21fb-7646-454f-a814-d00826a0cca0 req-a65895d5-4c00-4c72-b2d8-d383f525f81f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645 HTTP/1.1" status: 200 len: 217 time: 0.0678704 May 24 23:14:43.778842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14813a97-97f8-4992-aa6b-0860974c9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:49Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'b68ac453-1cd2-4819-a965-08f679b72130', 'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ea:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:47Z', 'updated_at': '2022-05-24T23:11:54Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:43.783033 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14813a97-97f8-4992-aa6b-0860974c9b1c None None] Checking router: 7be9666d-97c4-4701-9b17-130d49988308 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:14:43.792391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14813a97-97f8-4992-aa6b-0860974c9b1c None None] Routers {'7be9666d-97c4-4701-9b17-130d49988308'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:43.793104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14813a97-97f8-4992-aa6b-0860974c9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:14:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7be9666d-97c4-4701-9b17-130d49988308'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:43.837447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a21fb-7646-454f-a814-d00826a0cca0 req-7e78402a-4f49-4484-9d4e-1653cfed6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:43.839156 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c94a21fb-7646-454f-a814-d00826a0cca0 req-7e78402a-4f49-4484-9d4e-1653cfed6596 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb7d1c33-dd30-457a-b926-d86f5af372bc HTTP/1.1" status: 200 len: 843 time: 0.0632868 May 24 23:14:43.867569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cd05e-c79b-4c6f-af27-0913b1a34745 req-80742d57-4998-4108-aa65-ca55775e9023 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:43.868247 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9d4cd05e-c79b-4c6f-af27-0913b1a34745 req-80742d57-4998-4108-aa65-ca55775e9023 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:43.883344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9d4cd05e-c79b-4c6f-af27-0913b1a34745 req-80742d57-4998-4108-aa65-ca55775e9023 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:43.887107 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d4cd05e-c79b-4c6f-af27-0913b1a34745 req-80742d57-4998-4108-aa65-ca55775e9023 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 945 time: 0.2966216 May 24 23:14:43.933142 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d4cd05e-c79b-4c6f-af27-0913b1a34745 req-9f3b2a0e-b2bb-449f-b28a-9f4bcdab60c6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5a174fb-48f8-41d1-8962-1058a340e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425828 May 24 23:14:43.986230 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-14813a97-97f8-4992-aa6b-0860974c9b1c None None] Set router 7be9666d-97c4-4701-9b17-130d49988308 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:44.036425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a21fb-7646-454f-a814-d00826a0cca0 req-c615a81e-2e1a-4f53-a0bf-e5df06929cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:44.037908 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c94a21fb-7646-454f-a814-d00826a0cca0 req-c615a81e-2e1a-4f53-a0bf-e5df06929cc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1915493 May 24 23:14:44.173486 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c94a21fb-7646-454f-a814-d00826a0cca0 req-bf5c9c95-8a4c-45e9-ad70-9eb4477d89bc service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280544 May 24 23:14:44.296234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14813a97-97f8-4992-aa6b-0860974c9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:49Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'b68ac453-1cd2-4819-a965-08f679b72130', 'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ea:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:47Z', 'updated_at': '2022-05-24T23:11:54Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:44.300180 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14813a97-97f8-4992-aa6b-0860974c9b1c None None] The sync data for ids ['7be9666d-97c4-4701-9b17-130d49988308'] in dv-neutron-843190-1-hyperv is: [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:11:49Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'b68ac453-1cd2-4819-a965-08f679b72130', 'name': '', 'network_id': '14dac1e0-d4f6-4903-9b1d-be1b9a161d4c', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ea:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:47Z', 'updated_at': '2022-05-24T23:11:54Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'cb7d1c33-dd30-457a-b926-d86f5af372bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:44.307621 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c94a21fb-7646-454f-a814-d00826a0cca0 req-8bd1dd41-af5e-476c-a8b8-719f8b2872ba service neutron] 10.222.0.42 "GET /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280744 May 24 23:14:44.503881 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aba490-9e2f-431a-befd-0a3d649ab33b None None] New status for floating IP 14b645d9-e4db-437d-a9cf-4233347d0531: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:14:44.897207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-82f95dbd-54bd-4784-9d33-249f183b8ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:44.897802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-82f95dbd-54bd-4784-9d33-249f183b8ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:44.909120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-82f95dbd-54bd-4784-9d33-249f183b8ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:44.910160 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-82f95dbd-54bd-4784-9d33-249f183b8ccf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 945 time: 0.0886776 May 24 23:14:44.982045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 76386a45-9b22-48f6-8e63-ca1a14ea9645 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:44.982394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.247621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 76386a45-9b22-48f6-8e63-ca1a14ea9645, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=76386a45-9b22-48f6-8e63-ca1a14ea9645,segment=NetworkSegment(9dcee619-81d3-4080-9524-dff582828ca6),segment_id=9dcee619-81d3-4080-9524-dff582828ca6)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:45.247985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.336460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59710d8a-ac86-46e1-ac44-01498220b1e5 req-c1fb574a-4915-44be-9ec8-fb2a31a50dab tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:45.337949 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-59710d8a-ac86-46e1-ac44-01498220b1e5 req-c1fb574a-4915-44be-9ec8-fb2a31a50dab tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=a12294e8-8e69-47b1-b786-613ac8ba5db8 HTTP/1.1" status: 200 len: 945 time: 0.1308820 May 24 23:14:45.384798 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-59710d8a-ac86-46e1-ac44-01498220b1e5 req-31573753-127c-4b0d-a884-c70daff3652f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5a174fb-48f8-41d1-8962-1058a340e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 May 24 23:14:45.386428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 76386a45-9b22-48f6-8e63-ca1a14ea9645 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:45.533599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.581383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=76386a45-9b22-48f6-8e63-ca1a14ea9645,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:45.615808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.616155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.616496 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.616827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.617153 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.617507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.617836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.618159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.618473 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.618822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.619141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.619457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:45.671823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] No DVR routers for this DVR port 76386a45-9b22-48f6-8e63-ca1a14ea9645 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:14:45.674205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.676839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'name': 'network-vif-deleted', 'tag': '76386a45-9b22-48f6-8e63-ca1a14ea9645'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:45.694125 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-001b7127-f3fd-44b3-9364-06c7acb4dd8c req-f8fc5219-e115-407c-adc3-82a181a35d4c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "DELETE /v2.0/ports/76386a45-9b22-48f6-8e63-ca1a14ea9645 HTTP/1.1" status: 204 len: 173 time: 0.7783835 May 24 23:14:45.694570 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.779405 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d4702a-bbde-4751-abe6-079ab2da0bcc'] response: {'server_uuid': 'a12294e8-8e69-47b1-b786-613ac8ba5db8', 'name': 'network-vif-deleted', 'tag': '76386a45-9b22-48f6-8e63-ca1a14ea9645', 'status': 'completed', 'code': 200} May 24 23:14:46.477933 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36622) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:46.544109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97ddc918-f7c4-48b4-8a5e-145044536060 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.572964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97ddc918-f7c4-48b4-8a5e-145044536060 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.637289 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97ddc918-f7c4-48b4-8a5e-145044536060 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.657664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddc918-f7c4-48b4-8a5e-145044536060 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a174fb-48f8-41d1-8962-1058a340e2ec,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:46.665335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97ddc918-f7c4-48b4-8a5e-145044536060 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.666363 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-97ddc918-f7c4-48b4-8a5e-145044536060 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/c5a174fb-48f8-41d1-8962-1058a340e2ec HTTP/1.1" status: 204 len: 168 time: 0.1874545 May 24 23:14:46.696664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36628) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:47.242349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:47.342277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 76386a45-9b22-48f6-8e63-ca1a14ea9645 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:47.375938 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 76386a45-9b22-48f6-8e63-ca1a14ea9645 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:47.376355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 76386a45-9b22-48f6-8e63-ca1a14ea9645 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:47.592766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port b68ac453-1cd2-4819-a965-08f679b72130 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:47.593319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:47.774299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port b68ac453-1cd2-4819-a965-08f679b72130, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=b68ac453-1cd2-4819-a965-08f679b72130,segment=NetworkSegment(9dcee619-81d3-4080-9524-dff582828ca6),segment_id=9dcee619-81d3-4080-9524-dff582828ca6)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:47.774678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:47.991492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for b68ac453-1cd2-4819-a965-08f679b72130 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:48.048717 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:14:48.173426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:48.224516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=b68ac453-1cd2-4819-a965-08f679b72130,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:48.493121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:48.844724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 7be9666d-97c4-4701-9b17-130d49988308 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:49.018138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:49.027403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0983bc-a156-43ee-8d76-30ad2d2617b1 None None] Sync routers for ids ['7be9666d-97c4-4701-9b17-130d49988308'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:49.030431 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bd5ce350-9c4a-45d7-97c2-682ed7772ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/7be9666d-97c4-4701-9b17-130d49988308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3326833 May 24 23:14:49.033034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36632) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:49.036712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0983bc-a156-43ee-8d76-30ad2d2617b1 None None] Routers {'7be9666d-97c4-4701-9b17-130d49988308'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:49.037322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1e0983bc-a156-43ee-8d76-30ad2d2617b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:14:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7be9666d-97c4-4701-9b17-130d49988308'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:49.097576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d062848e-8cee-4d28-b6bd-16791d4b9d82 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting subnet cb7d1c33-dd30-457a-b926-d86f5af372bc {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:14:49.100386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d062848e-8cee-4d28-b6bd-16791d4b9d82 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:49.157051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d062848e-8cee-4d28-b6bd-16791d4b9d82 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:49.218226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-1e0983bc-a156-43ee-8d76-30ad2d2617b1 None None] Set router 7be9666d-97c4-4701-9b17-130d49988308 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:49.238865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d062848e-8cee-4d28-b6bd-16791d4b9d82 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:49.313612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d062848e-8cee-4d28-b6bd-16791d4b9d82 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:49.463425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062848e-8cee-4d28-b6bd-16791d4b9d82 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7d1c33-dd30-457a-b926-d86f5af372bc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:49.465484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d062848e-8cee-4d28-b6bd-16791d4b9d82 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:49.472183 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d062848e-8cee-4d28-b6bd-16791d4b9d82 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/subnets/cb7d1c33-dd30-457a-b926-d86f5af372bc HTTP/1.1" status: 204 len: 168 time: 0.4382100 May 24 23:14:49.474814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36638) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:49.476350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09009d08-c89b-4a9a-ac7d-8b52d582291e None None] Network 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:49.660367 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:49.717752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1e0983bc-a156-43ee-8d76-30ad2d2617b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:14:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:49.723993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0983bc-a156-43ee-8d76-30ad2d2617b1 None None] Checking router: 7be9666d-97c4-4701-9b17-130d49988308 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:14:49.739859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0983bc-a156-43ee-8d76-30ad2d2617b1 None None] Routers {'7be9666d-97c4-4701-9b17-130d49988308'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:49.740463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1e0983bc-a156-43ee-8d76-30ad2d2617b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:14:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['7be9666d-97c4-4701-9b17-130d49988308'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:49.851233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:49.862947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 10b5fab5-e6b6-4e82-adcc-33b7d039d797 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:49.863316 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:49.880116 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] DHCP port deletion for 14dac1e0-d4f6-4903-9b1d-be1b9a161d4c request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:14:49.901873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Deleting port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:49.902190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.002229 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-1e0983bc-a156-43ee-8d76-30ad2d2617b1 None None] Set router 7be9666d-97c4-4701-9b17-130d49988308 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:50.048905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 10b5fab5-e6b6-4e82-adcc-33b7d039d797, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=10b5fab5-e6b6-4e82-adcc-33b7d039d797,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:50.049259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.172059 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 10b5fab5-e6b6-4e82-adcc-33b7d039d797 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:50.316587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] For port 447e92bd-3aa6-4e9d-9229-f0e919899fe4, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=447e92bd-3aa6-4e9d-9229-f0e919899fe4,segment=NetworkSegment(9dcee619-81d3-4080-9524-dff582828ca6),segment_id=9dcee619-81d3-4080-9524-dff582828ca6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:50.316587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.343860 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.388868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=10b5fab5-e6b6-4e82-adcc-33b7d039d797,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:50.475514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Calling delete_port for 447e92bd-3aa6-4e9d-9229-f0e919899fe4 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:50.481809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.567796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.603321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1e0983bc-a156-43ee-8d76-30ad2d2617b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:14:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:50.620828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0983bc-a156-43ee-8d76-30ad2d2617b1 None None] The sync data for ids ['7be9666d-97c4-4701-9b17-130d49988308'] in dv-neutron-843190-1-hyperv is: [{'id': '7be9666d-97c4-4701-9b17-130d49988308', 'name': 'tempest-TestNetworkBasicOps-router-2081226519', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:43Z', 'updated_at': '2022-05-24T23:14:48Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': '10b5fab5-e6b6-4e82-adcc-33b7d039d797', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9666d-97c4-4701-9b17-130d49988308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:44Z', 'updated_at': '2022-05-24T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:50.622402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Pushing event deleted for resources: {'Port': ['ID=447e92bd-3aa6-4e9d-9229-f0e919899fe4,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:50.627418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] No DVR routers for this DVR port 447e92bd-3aa6-4e9d-9229-f0e919899fe4 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:14:50.634259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.634613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.634986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.635321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.635657 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.635990 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.636320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.636653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.636983 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.637311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.637637 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.637961 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70aec9f-58b1-417e-a408-2353bc28070b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:50.661211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.661513 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.684543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.685040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Fanout notify agent at l3_agent the message router_deleted on router 7be9666d-97c4-4701-9b17-130d49988308 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:14:50.700401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.701463 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1bdb4fcc-ecf7-487f-a484-ae7afd60839d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/routers/7be9666d-97c4-4701-9b17-130d49988308 HTTP/1.1" status: 204 len: 168 time: 1.2257640 May 24 23:14:50.704129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36642) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:50.912889 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.045929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.075074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dac1e0-d4f6-4903-9b1d-be1b9a161d4c']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:51.087805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcee619-81d3-4080-9524-dff582828ca6') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:51.088109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcee619-81d3-4080-9524-dff582828ca6') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:51.099323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.115312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.121961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:14:51.122343 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.220327 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9dcee619-81d3-4080-9524-dff582828ca6 resource provider aggregate not found May 24 23:14:51.231556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.236042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.253001 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9dcee619-81d3-4080-9524-dff582828ca6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9dcee619-81d3-4080-9524-dff582828ca6 found for delete ", "request_id": "req-71b52b9f-5a32-4d0a-8c63-45979aac50e3"}]} May 24 23:14:51.264013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Network': ['ID=14dac1e0-d4f6-4903-9b1d-be1b9a161d4c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:51.272867 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e35abf02-e297-4cf5-b7d5-2416824390ed tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/networks/14dac1e0-d4f6-4903-9b1d-be1b9a161d4c HTTP/1.1" status: 204 len: 168 time: 0.5674279 May 24 23:14:51.287276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36652) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:51.293740 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'network': {'name': 'tempest-network-smoke--955892683', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:51.298828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:51.303002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:network and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:51.305897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:51.311613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:51.321471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:14:51.324889 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.353180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:14:51.361828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.362159 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Added segment 8e1994b4-10aa-480e-976a-aefe794c99f2 of type vlan for network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 May 24 23:14:51.390912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.420592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.425824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:51.426396 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.529629 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2410479 May 24 23:14:51.532548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36656) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:51.535864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa056e52-f4ef-440a-9356-1d74152e3c6e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Network': ['ID=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:51.537707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-856257655', 'admin_state_up': True, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:51.545125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:51.545991 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:14:51.548951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:router and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:51.551896 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:51.558095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:51.568193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.569155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.584245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.868755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b68ac453-1cd2-4819-a965-08f679b72130 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:51.912155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: b68ac453-1cd2-4819-a965-08f679b72130 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:51.912404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device b68ac453-1cd2-4819-a965-08f679b72130 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:51.912814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 10b5fab5-e6b6-4e82-adcc-33b7d039d797 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:51.949254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 10b5fab5-e6b6-4e82-adcc-33b7d039d797 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:51.949578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 10b5fab5-e6b6-4e82-adcc-33b7d039d797 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:51.949997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 447e92bd-3aa6-4e9d-9229-f0e919899fe4 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:51.960667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.977568 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-313b723b-1145-4390-9fb6-00d7fdc543f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.988486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 447e92bd-3aa6-4e9d-9229-f0e919899fe4 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:51.991368 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 447e92bd-3aa6-4e9d-9229-f0e919899fe4 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:52.255505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:52.289560 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:52.431946 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.241 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/dffee26c-cb22-43b3-aecc-f495257c64a0) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:52.574843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:52.603526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:52.670145 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:52.672935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:52.677054 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:52.716159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=dffee26c-cb22-43b3-aecc-f495257c64a0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:53.077637 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.519215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.718374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:14:53.898861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:53.909385 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Sync routers for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:53.919209 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:53.919801 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:14:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:53.926396 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.931228 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b5d9941e-d3af-4781-a029-243f76a0850e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3940666 May 24 23:14:53.931645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36662) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:54.093434 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:54.112175 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-86b23f01-8a2f-491a-82d6-d791ce3f406e tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4a9c122e5fbd4d319091b78d34b07baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1793711 May 24 23:14:54.114723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36668) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:54.196830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5d77dfe6-07d2-4e46-9468-acbbdb5c11d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.249101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666a2da5-08ba-4831-a8ff-86840b4aadca tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:54.250558 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-666a2da5-08ba-4831-a8ff-86840b4aadca tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349640 May 24 23:14:54.253478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36672) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:54.293085 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-abe4db43-b870-49bb-a3c4-fec6a4c85c60 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385504 May 24 23:14:54.295723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36676) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:54.300940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1349922960', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:54.409449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:54.409723 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:52Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:54.413428 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Checking router: 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:14:54.413563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:subnet and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:54.413765 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Updating router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f port dffee26c-cb22-43b3-aecc-f495257c64a0 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:14:54.416962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:54.422771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:54.432433 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:14:54.436110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.465035 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.653043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.729463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Subnet': ['ID=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:54.740589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Checking segment: {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:54.740943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network hostable DHCP agents. Network: 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:14:54.764115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:14:54.774095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:54.778206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:54.778817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.784601 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.786031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f053de0-c907-41d6-a881-640a1061fab4 None None] Network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:54.797017 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Transition to ACTIVE for port object dffee26c-cb22-43b3-aecc-f495257c64a0 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:54.800989 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-09ffbcad-aa25-4dc1-b09b-e75d3f342c84 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5039582 May 24 23:14:54.803406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36680) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:54.807425 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.889774 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Attempting to bind port dffee26c-cb22-43b3-aecc-f495257c64a0 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:14:54.890138 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Attempting to bind port dffee26c-cb22-43b3-aecc-f495257c64a0 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:14:54.890491 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Attempting to bind port dffee26c-cb22-43b3-aecc-f495257c64a0 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:54.893874 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Pushing event updated for resources: {'Port': ['ID=dffee26c-cb22-43b3-aecc-f495257c64a0,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:54.902144 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.902484 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.902838 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.903162 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.903486 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.903803 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.904120 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.904433 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.904750 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.905381 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.905381 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.905664 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:54.908897 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:14:54.909261 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:54.909654 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.910214 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:14:54.910475 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Bound port: dffee26c-cb22-43b3-aecc-f495257c64a0, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:14:54.910859 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.988747 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] For port dffee26c-cb22-43b3-aecc-f495257c64a0, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:14:54.991796 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] For port dffee26c-cb22-43b3-aecc-f495257c64a0, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dffee26c-cb22-43b3-aecc-f495257c64a0,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:14:54.997014 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.055237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:14:55.056168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.092532 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:55.093163 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:14:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:55.126209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.148957 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16cc61-4cbf-4aa6-b5d1-77d8e7fefce3 None None] Pushing event updated for resources: {'Port': ['ID=dffee26c-cb22-43b3-aecc-f495257c64a0,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:55.246805 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Allocated IP 172.20.0.2 (2bbd51b5-bed2-4b5a-b9f2-081c39f985a6/a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4/d9926f31-60f7-43ce-8e5f-fde740b6ca3a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:55.286687 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:55.353644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.478301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.489073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Transition to ACTIVE for port object d9926f31-60f7-43ce-8e5f-fde740b6ca3a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:55.508465 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Transition to ACTIVE for port object d9926f31-60f7-43ce-8e5f-fde740b6ca3a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:55.514721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.577570 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:52Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:55.581830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:55.582423 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985ed79a-0992-49e3-afc5-a6dfd0edc6cb None None] The sync data for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv is: [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:52Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:55.584834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:55.588729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:55.594526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Pushing event updated for resources: {'Port': ['ID=d9926f31-60f7-43ce-8e5f-fde740b6ca3a,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:55.667584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.688842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Attempting to bind port d9926f31-60f7-43ce-8e5f-fde740b6ca3a on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:14:55.689206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Attempting to bind port d9926f31-60f7-43ce-8e5f-fde740b6ca3a by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:14:55.689570 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Attempting to bind port d9926f31-60f7-43ce-8e5f-fde740b6ca3a on network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:55.694962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:14:55.695894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Checking segment: {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:55.696292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.696678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Bound using segment: {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:14:55.697145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Bound port: d9926f31-60f7-43ce-8e5f-fde740b6ca3a, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:14:55.697517 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.796946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] For port d9926f31-60f7-43ce-8e5f-fde740b6ca3a, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:14:55.805142 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] For port d9926f31-60f7-43ce-8e5f-fde740b6ca3a, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d9926f31-60f7-43ce-8e5f-fde740b6ca3a,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:14:55.812634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.941037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dffee26c-cb22-43b3-aecc-f495257c64a0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:56.001622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaae506-5716-4408-90b7-c78cf3aaac3a None None] Pushing event updated for resources: {'Port': ['ID=d9926f31-60f7-43ce-8e5f-fde740b6ca3a,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:56.026362 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port dffee26c-cb22-43b3-aecc-f495257c64a0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:56.032617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port dffee26c-cb22-43b3-aecc-f495257c64a0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:56.032813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.195727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.1 (2bbd51b5-bed2-4b5a-b9f2-081c39f985a6/a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4/f819ebd9-5aa3-4324-b798-d0e10a56762d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:56.229821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port dffee26c-cb22-43b3-aecc-f495257c64a0 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:56.230587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.252719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port dffee26c-cb22-43b3-aecc-f495257c64a0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dffee26c-cb22-43b3-aecc-f495257c64a0,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:56.260207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.347487 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=dffee26c-cb22-43b3-aecc-f495257c64a0,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:56.414827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.431166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object f819ebd9-5aa3-4324-b798-d0e10a56762d will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:56.457204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.529254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:56.531328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.533015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:56.537179 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:56.568177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=f819ebd9-5aa3-4324-b798-d0e10a56762d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:56.601986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.870765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.950072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b7e57-3d94-4c18-9dd5-0078680bea1e None None] Network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:57.100120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7e6bc04e-3d9e-4331-ba1c-9e4ff567b1ef None None] Provisioning for port d9926f31-60f7-43ce-8e5f-fde740b6ca3a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:57.403090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.410176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.431188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6409f26b-5820-4b4c-8a7f-5270f466ab6c None None] Provisioning for port f819ebd9-5aa3-4324-b798-d0e10a56762d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:57.436581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6409f26b-5820-4b4c-8a7f-5270f466ab6c None None] Provisioning complete for port f819ebd9-5aa3-4324-b798-d0e10a56762d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:57.436977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6409f26b-5820-4b4c-8a7f-5270f466ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.496869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6409f26b-5820-4b4c-8a7f-5270f466ab6c None None] Port f819ebd9-5aa3-4324-b798-d0e10a56762d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:57.535642 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.544349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=f819ebd9-5aa3-4324-b798-d0e10a56762d,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:57.627628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-22c033e5-c928-4b31-bc78-42b359f781ce None None] Provisioning complete for port f819ebd9-5aa3-4324-b798-d0e10a56762d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:57.627931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22c033e5-c928-4b31-bc78-42b359f781ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.677184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:57.678335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:57.679748 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22c033e5-c928-4b31-bc78-42b359f781ce None None] Port f819ebd9-5aa3-4324-b798-d0e10a56762d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:57.868561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:57.907811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2a3f7cb9-a7ea-499c-8fbd-5ade1daadd4b None None] Provisioning complete for port f819ebd9-5aa3-4324-b798-d0e10a56762d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:57.908254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2a3f7cb9-a7ea-499c-8fbd-5ade1daadd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.963143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d9926f31-60f7-43ce-8e5f-fde740b6ca3a up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:58.015785 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f7cb9-a7ea-499c-8fbd-5ade1daadd4b None None] Port f819ebd9-5aa3-4324-b798-d0e10a56762d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:58.037403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port d9926f31-60f7-43ce-8e5f-fde740b6ca3a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:58.042489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d9926f31-60f7-43ce-8e5f-fde740b6ca3a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:58.042885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.054525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:58.069044 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-68444f09-ef7d-401a-85a6-71f1822a9ec3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2643106 May 24 23:14:58.072322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36686) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:58.072448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Sync routers for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:58.135079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:58.135794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:14:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:58.225355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4c3a1-5b8a-42e0-9ce2-15f7422e1f4f tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:58.225915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4c3a1-5b8a-42e0-9ce2-15f7422e1f4f tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:58.226388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4c3a1-5b8a-42e0-9ce2-15f7422e1f4f tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:58.226979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4c3a1-5b8a-42e0-9ce2-15f7422e1f4f tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:58.228626 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-29c4c3a1-5b8a-42e0-9ce2-15f7422e1f4f tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1559739 May 24 23:14:58.231316 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:58.298460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7cbac-1187-4d25-b347-9e2a4a341e28 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:58.298957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7cbac-1187-4d25-b347-9e2a4a341e28 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:58.299409 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7cbac-1187-4d25-b347-9e2a4a341e28 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:58.299858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7cbac-1187-4d25-b347-9e2a4a341e28 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:58.301499 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-65e7cbac-1187-4d25-b347-9e2a4a341e28 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0691631 May 24 23:14:58.304095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36694) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:58.384352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d9926f31-60f7-43ce-8e5f-fde740b6ca3a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:58.384731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.407581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:58.489103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port d9926f31-60f7-43ce-8e5f-fde740b6ca3a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d9926f31-60f7-43ce-8e5f-fde740b6ca3a,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:58.544154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.544936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dffee26c-cb22-43b3-aecc-f495257c64a0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:58.635706 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a08dfb9f-d15d-47a0-866a-201d99bdfd9d tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3299406 May 24 23:14:58.744199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=d9926f31-60f7-43ce-8e5f-fde740b6ca3a,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:58.786604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port dffee26c-cb22-43b3-aecc-f495257c64a0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:58.786992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.948137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:14:57Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:58.950061 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port dffee26c-cb22-43b3-aecc-f495257c64a0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:58.954201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Checking router: 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:14:58.954895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Updating router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f port f819ebd9-5aa3-4324-b798-d0e10a56762d binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:14:59.008943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.336807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.347475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Transition to ACTIVE for port object f819ebd9-5aa3-4324-b798-d0e10a56762d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:59.353731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.479289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17bfc2-c71d-43fd-b63d-de4ec267bbc2 None None] Pushing event updated for resources: {'Port': ['ID=f819ebd9-5aa3-4324-b798-d0e10a56762d,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:59.605202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Attempting to bind port f819ebd9-5aa3-4324-b798-d0e10a56762d on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:14:59.605874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Attempting to bind port f819ebd9-5aa3-4324-b798-d0e10a56762d by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:14:59.605874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Attempting to bind port f819ebd9-5aa3-4324-b798-d0e10a56762d on network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:59.610951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:14:59.611317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Checking segment: {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:59.611711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.612099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Bound using segment: {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:14:59.612551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Bound port: f819ebd9-5aa3-4324-b798-d0e10a56762d, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:14:59.612917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.706739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] For port f819ebd9-5aa3-4324-b798-d0e10a56762d, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:14:59.710081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] For port f819ebd9-5aa3-4324-b798-d0e10a56762d, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f819ebd9-5aa3-4324-b798-d0e10a56762d,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:14:59.714399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.718426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36702) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:59.723613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659102226', 'description': 'tempest-secgroup-smoke-1659102226 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:59.730309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:59.734416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:59.737373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:59.742957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:59.752603 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.771937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:59.776770 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:59.779663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:59.786084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:59.795797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:59.796549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:14:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:59.860072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17bfc2-c71d-43fd-b63d-de4ec267bbc2 None None] Pushing event updated for resources: {'Port': ['ID=f819ebd9-5aa3-4324-b798-d0e10a56762d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:59.872330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.879911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.938524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86adcee9-11c3-4024-812d-039c189772c1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:59.947425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d9926f31-60f7-43ce-8e5f-fde740b6ca3a up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:59.952136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.952477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.952805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.953155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.953449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.953764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.954086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.954673 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.954993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.955308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.955623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.955936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:59.959866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.964317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36706) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:59.967157 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7fbc121a-61bc-4dff-83da-202b79b0f34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2476339 May 24 23:14:59.969497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e2986d26-c9dc-4fc2-94ee-1d41829aecda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '86adcee9-11c3-4024-812d-039c189772c1', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:59.981540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e2986d26-c9dc-4fc2-94ee-1d41829aecda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:59.986083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e2986d26-c9dc-4fc2-94ee-1d41829aecda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:59.989374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e2986d26-c9dc-4fc2-94ee-1d41829aecda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:59.996527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e2986d26-c9dc-4fc2-94ee-1d41829aecda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:00.014002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2986d26-c9dc-4fc2-94ee-1d41829aecda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.049619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:00.074557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2986d26-c9dc-4fc2-94ee-1d41829aecda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.078126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2986d26-c9dc-4fc2-94ee-1d41829aecda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.103254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2986d26-c9dc-4fc2-94ee-1d41829aecda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425ab353-c2c1-4839-8f55-141a03201760,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:00.112968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e2986d26-c9dc-4fc2-94ee-1d41829aecda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.114180 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e2986d26-c9dc-4fc2-94ee-1d41829aecda tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488767 May 24 23:15:00.117800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36710) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:00.122510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-70e8d6d8-2885-4800-a816-324d1585e74f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '86adcee9-11c3-4024-812d-039c189772c1', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:00.128203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-70e8d6d8-2885-4800-a816-324d1585e74f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:00.132041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-70e8d6d8-2885-4800-a816-324d1585e74f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:00.134945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-70e8d6d8-2885-4800-a816-324d1585e74f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:00.140616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-70e8d6d8-2885-4800-a816-324d1585e74f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:00.158532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70e8d6d8-2885-4800-a816-324d1585e74f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.198758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d9926f31-60f7-43ce-8e5f-fde740b6ca3a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:00.199130 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.222423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70e8d6d8-2885-4800-a816-324d1585e74f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.225958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70e8d6d8-2885-4800-a816-324d1585e74f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.257091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8d6d8-2885-4800-a816-324d1585e74f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf119ff4-8aa2-4360-90df-9913e4b0606b,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:00.263922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70e8d6d8-2885-4800-a816-324d1585e74f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.265256 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-70e8d6d8-2885-4800-a816-324d1585e74f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467717 May 24 23:15:00.268417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36714) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:00.274557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ed496074-0b56-4e0b-ae2e-55281c5c0a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '86adcee9-11c3-4024-812d-039c189772c1', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:00.280692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ed496074-0b56-4e0b-ae2e-55281c5c0a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:00.284549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed496074-0b56-4e0b-ae2e-55281c5c0a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:00.287504 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed496074-0b56-4e0b-ae2e-55281c5c0a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:00.294141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ed496074-0b56-4e0b-ae2e-55281c5c0a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:00.310625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed496074-0b56-4e0b-ae2e-55281c5c0a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.372466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed496074-0b56-4e0b-ae2e-55281c5c0a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.375913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed496074-0b56-4e0b-ae2e-55281c5c0a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.399093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed496074-0b56-4e0b-ae2e-55281c5c0a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39a257e-8cae-4c88-bca3-837d52d88fff,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:00.407868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed496074-0b56-4e0b-ae2e-55281c5c0a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.409035 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ed496074-0b56-4e0b-ae2e-55281c5c0a35 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394229 May 24 23:15:00.411811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36718) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:00.417156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5643695c-30fd-4611-ac88-fb5041aadf62 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '86adcee9-11c3-4024-812d-039c189772c1', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:00.422911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5643695c-30fd-4611-ac88-fb5041aadf62 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:00.426708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5643695c-30fd-4611-ac88-fb5041aadf62 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:00.429544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5643695c-30fd-4611-ac88-fb5041aadf62 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:00.435206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5643695c-30fd-4611-ac88-fb5041aadf62 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:00.451370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5643695c-30fd-4611-ac88-fb5041aadf62 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.486931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d9926f31-60f7-43ce-8e5f-fde740b6ca3a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:00.513542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:14:59Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:00.517599 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5fcd4-353d-47a1-97c6-54c9ea94271f None None] The sync data for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv is: [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:14:59Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:00.518396 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5643695c-30fd-4611-ac88-fb5041aadf62 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.522135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5643695c-30fd-4611-ac88-fb5041aadf62 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.546366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643695c-30fd-4611-ac88-fb5041aadf62 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2478231-e576-42ea-a967-97e3eaf5e584,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:00.567628 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5643695c-30fd-4611-ac88-fb5041aadf62 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.570666 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5643695c-30fd-4611-ac88-fb5041aadf62 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560764 May 24 23:15:00.572172 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36722) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:00.585551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '86adcee9-11c3-4024-812d-039c189772c1', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:00.592466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:00.596379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:00.599242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:00.609229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:00.618869 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:15:00.625793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.702539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.709777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.733741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea8cbbf-2296-426f-baa1-eb9d46358b1d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:00.747732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.751778 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fc24bd7d-f177-4313-a007-d6584df8fe1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1761601 May 24 23:15:00.752008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36726) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:00.758159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '86adcee9-11c3-4024-812d-039c189772c1', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:00.764337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:00.768240 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:00.771221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:00.777714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:00.789030 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:15:00.796325 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.865985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.869693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.895775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65ccc67-1e14-42f4-a6ca-2ba0770addc4,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:00.905959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.907556 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dbfa8def-0b45-4455-8b21-afce41b0c0ef tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546063 May 24 23:15:01.100988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-be696fab-22b6-4f6d-994c-59422e7c65bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:01.116783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-be696fab-22b6-4f6d-994c-59422e7c65bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:01.118934 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-be696fab-22b6-4f6d-994c-59422e7c65bd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659102226&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.0597813 May 24 23:15:01.278004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-4bba5ad0-f64e-4f3d-adb4-5d202beba8e0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:01.278691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-4bba5ad0-f64e-4f3d-adb4-5d202beba8e0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:01.295102 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-4bba5ad0-f64e-4f3d-adb4-5d202beba8e0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:01.296318 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-4bba5ad0-f64e-4f3d-adb4-5d202beba8e0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 796 time: 0.1705954 May 24 23:15:01.312239 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-d00ee281-76b3-49a5-b167-42b63ea22da5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/quotas/4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 375 time: 0.0100791 May 24 23:15:01.395997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-9fb5a794-5c75-4861-b052-32c875183b19 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:01.411778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-9fb5a794-5c75-4861-b052-32c875183b19 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:01.413132 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-9fb5a794-5c75-4861-b052-32c875183b19 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954390 May 24 23:15:01.596867 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-ec22d65c-02a7-441b-86bd-fa4483f1d1cf service neutron] 10.222.0.32 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712985 May 24 23:15:01.731942 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-32973b44-7b88-4a3b-8fe3-ac6c0735ba92 service neutron] 10.222.0.32 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284335 May 24 23:15:01.905853 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0326c465-47c1-4cc8-bebe-608c09742529 req-1743e68e-1462-4564-9782-13410a520846 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 210 time: 0.0429058 May 24 23:15:01.918412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f819ebd9-5aa3-4324-b798-d0e10a56762d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:01.991673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port f819ebd9-5aa3-4324-b798-d0e10a56762d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:01.998445 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f819ebd9-5aa3-4324-b798-d0e10a56762d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:01.998906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.121768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f819ebd9-5aa3-4324-b798-d0e10a56762d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:02.122269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.157059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port f819ebd9-5aa3-4324-b798-d0e10a56762d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f819ebd9-5aa3-4324-b798-d0e10a56762d,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:02.161088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.233064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=f819ebd9-5aa3-4324-b798-d0e10a56762d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:03.036247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-0b229cfb-9b7a-4f02-aca2-3b93e1466fdd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:03.038556 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-0b229cfb-9b7a-4f02-aca2-3b93e1466fdd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 796 time: 0.1508331 May 24 23:15:03.072397 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3cd1e4ca-1b3e-4c77-9c6b-b0a6b4922f6d req-02d45f62-8872-4bd5-9f90-63e47d0ede67 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 210 time: 0.0491011 May 24 23:15:03.088031 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-547cd6b5-7f66-4514-a9f0-e2f2052a0f4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 380 time: 0.0417972 May 24 23:15:03.095871 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'device_id': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'admin_state_up': True, 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'security_groups': ['86adcee9-11c3-4024-812d-039c189772c1']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:03.230602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:03.239915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:03.249115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:03.252530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.409215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.4 (2bbd51b5-bed2-4b5a-b9f2-081c39f985a6/a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4/f2aff188-329e-46f4-8bb4-1677f2da2287) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:03.596143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.611035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object f2aff188-329e-46f4-8bb4-1677f2da2287 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:03.634397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.801585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:03.804561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:03.807011 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:03.852423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=f2aff188-329e-46f4-8bb4-1677f2da2287,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:03.879805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:03.880582 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.883502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f819ebd9-5aa3-4324-b798-d0e10a56762d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:03.905763 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-73713636-9d64-4dd0-b832-d3580da748bf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8133440 May 24 23:15:03.917018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Request body: {'port': {'device_id': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:03.967409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f819ebd9-5aa3-4324-b798-d0e10a56762d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:03.967975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.035187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.087828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f819ebd9-5aa3-4324-b798-d0e10a56762d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:04.098001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c919854e-5ba2-430e-9255-1adaa52d395e None None] Provisioning for port f2aff188-329e-46f4-8bb4-1677f2da2287 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:04.103029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c919854e-5ba2-430e-9255-1adaa52d395e None None] Provisioning complete for port f2aff188-329e-46f4-8bb4-1677f2da2287 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:04.103402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c919854e-5ba2-430e-9255-1adaa52d395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.160509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c919854e-5ba2-430e-9255-1adaa52d395e None None] Port f2aff188-329e-46f4-8bb4-1677f2da2287 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:04.262358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a999544-3230-443a-952e-9832b167fd00 req-2814f629-9b25-48a5-b0a2-7313104a66cf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:04.263850 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a999544-3230-443a-952e-9832b167fd00 req-2814f629-9b25-48a5-b0a2-7313104a66cf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 931 time: 0.0804543 May 24 23:15:04.308970 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a999544-3230-443a-952e-9832b167fd00 req-f1935263-4806-47fe-b226-35680fa2cb33 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=86adcee9-11c3-4024-812d-039c189772c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392306 May 24 23:15:04.389403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2aff188-329e-46f4-8bb4-1677f2da2287 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:15:04.396248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.409807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Transition to ACTIVE for port object f2aff188-329e-46f4-8bb4-1677f2da2287 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:04.413635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.578083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Pushing event updated for resources: {'Port': ['ID=f2aff188-329e-46f4-8bb4-1677f2da2287,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:04.646687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Attempting to bind port f2aff188-329e-46f4-8bb4-1677f2da2287 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:04.646956 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Attempting to bind port f2aff188-329e-46f4-8bb4-1677f2da2287 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:04.647286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Attempting to bind port f2aff188-329e-46f4-8bb4-1677f2da2287 on network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:04.652357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Port f2aff188-329e-46f4-8bb4-1677f2da2287 on network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:15:04.652674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Attempting to bind port f2aff188-329e-46f4-8bb4-1677f2da2287 on network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:04.657690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:04.658022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Checking segment: {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:04.658399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Bound using segment: {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:04.658866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Bound port: f2aff188-329e-46f4-8bb4-1677f2da2287, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:04.659201 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.756047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] For port f2aff188-329e-46f4-8bb4-1677f2da2287, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:04.758910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] For port f2aff188-329e-46f4-8bb4-1677f2da2287, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f2aff188-329e-46f4-8bb4-1677f2da2287,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:04.763426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.823309 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:04.823920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.825308 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] 10.222.0.42 "PUT /v2.0/ports/f2aff188-329e-46f4-8bb4-1677f2da2287 HTTP/1.1" status: 200 len: 1093 time: 0.9124317 May 24 23:15:04.825743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:04.855601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba63ec7-f13c-4438-801e-93a72b981057 service neutron] Pushing event updated for resources: {'Port': ['ID=f2aff188-329e-46f4-8bb4-1677f2da2287,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:04.872599 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82243061-a1e6-4232-85f5-dfa4e6b89e3e'] response: {'name': 'network-changed', 'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'status': 'completed', 'code': 200} May 24 23:15:04.950508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-3a2b0892-2492-40e5-8ec1-d488e8b71cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:04.952014 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-3a2b0892-2492-40e5-8ec1-d488e8b71cb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 1096 time: 0.0748436 May 24 23:15:05.022976 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-8872f014-87f1-43c3-9f9f-06bca5eb3785 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2aff188-329e-46f4-8bb4-1677f2da2287 HTTP/1.1" status: 200 len: 217 time: 0.0642078 May 24 23:15:05.083107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-1202c667-52fd-46fa-b696-7f521865daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:05.084565 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-1202c667-52fd-46fa-b696-7f521865daf4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 200 len: 835 time: 0.0565548 May 24 23:15:05.157141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-28b901ee-023b-458d-bd4e-1a1a9c79e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:05.158515 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-28b901ee-023b-458d-bd4e-1a1a9c79e126 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678349 May 24 23:15:05.292100 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-3dbc048d-da35-4826-9903-669da9f12035 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269524 May 24 23:15:05.422102 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1dd8784e-22c2-4818-a5a9-1b7ed1af3fc9 req-8885fb95-252e-40d1-9371-8dc9d60807f3 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240697 May 24 23:15:05.497582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a482372-b1d7-4eb2-b4e6-559c23f10925 req-15a43bd4-e177-45a2-8f00-d2b3cea38498 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:05.499097 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a482372-b1d7-4eb2-b4e6-559c23f10925 req-15a43bd4-e177-45a2-8f00-d2b3cea38498 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 943 time: 0.0850475 May 24 23:15:05.541046 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53fc62-0153-42e8-b22f-dc1b7e261a68 req-e26dffe0-7397-4757-8241-4dc2d86a7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:05.542509 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0b53fc62-0153-42e8-b22f-dc1b7e261a68 req-e26dffe0-7397-4757-8241-4dc2d86a7960 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 1096 time: 0.0742722 May 24 23:15:05.543658 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a482372-b1d7-4eb2-b4e6-559c23f10925 req-c53eb9ae-82ff-4113-ad15-0f440f9e6c37 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=86adcee9-11c3-4024-812d-039c189772c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386631 May 24 23:15:05.767188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53fc62-0153-42e8-b22f-dc1b7e261a68 req-951b5179-5340-4e2c-b7e5-91df7e5552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:05.768656 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0b53fc62-0153-42e8-b22f-dc1b7e261a68 req-951b5179-5340-4e2c-b7e5-91df7e5552e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 897 time: 0.2203681 May 24 23:15:05.835215 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0b53fc62-0153-42e8-b22f-dc1b7e261a68 req-a74c1ce4-dd80-4739-b770-d1ac8394cebe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2aff188-329e-46f4-8bb4-1677f2da2287 HTTP/1.1" status: 200 len: 217 time: 0.0603123 May 24 23:15:05.899785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53fc62-0153-42e8-b22f-dc1b7e261a68 req-93594ef0-6ce4-4ec8-be8c-fb240eed8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:05.901172 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0b53fc62-0153-42e8-b22f-dc1b7e261a68 req-93594ef0-6ce4-4ec8-be8c-fb240eed8919 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 200 len: 835 time: 0.0586801 May 24 23:15:05.973309 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53fc62-0153-42e8-b22f-dc1b7e261a68 req-13c56dd9-5643-42c2-a920-7d907a42caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:05.974731 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0b53fc62-0153-42e8-b22f-dc1b7e261a68 req-13c56dd9-5643-42c2-a920-7d907a42caf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672107 May 24 23:15:06.103501 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0b53fc62-0153-42e8-b22f-dc1b7e261a68 req-3a996a0a-1a22-45b2-bfef-db3c31434c3c service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215127 May 24 23:15:06.235084 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0b53fc62-0153-42e8-b22f-dc1b7e261a68 req-4123f59c-94c2-485d-ab8a-fda914380a10 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236053 May 24 23:15:06.728143 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0703d4-5b86-4b76-aae0-5d7b2c5b7fac req-96da7059-c785-4ebc-8f85-0c6c2cebeb07 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:06.729607 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af0703d4-5b86-4b76-aae0-5d7b2c5b7fac req-96da7059-c785-4ebc-8f85-0c6c2cebeb07 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 943 time: 0.0793719 May 24 23:15:06.780130 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af0703d4-5b86-4b76-aae0-5d7b2c5b7fac req-064571c5-23c8-41e4-9615-14b62362068b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=86adcee9-11c3-4024-812d-039c189772c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447869 May 24 23:15:07.486718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device f2aff188-329e-46f4-8bb4-1677f2da2287 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:15:07.651925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port f2aff188-329e-46f4-8bb4-1677f2da2287, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f2aff188-329e-46f4-8bb4-1677f2da2287,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:07.665624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'port_id': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'mac_address': 'fa:16:3e:03:cb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:15:07.718951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port f2aff188-329e-46f4-8bb4-1677f2da2287 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:07.719336 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:07.738245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2aff188-329e-46f4-8bb4-1677f2da2287 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:15:07.752911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port f2aff188-329e-46f4-8bb4-1677f2da2287, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f2aff188-329e-46f4-8bb4-1677f2da2287,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:07.756766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:07.822333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=f2aff188-329e-46f4-8bb4-1677f2da2287,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:07.968189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b2083-5133-42ce-892b-7415b6f4d369 req-998d6149-c393-49b6-b318-dd70e36dfcb3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:07.969617 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac9b2083-5133-42ce-892b-7415b6f4d369 req-998d6149-c393-49b6-b318-dd70e36dfcb3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 944 time: 0.0863142 May 24 23:15:07.978890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['f2aff188-329e-46f4-8bb4-1677f2da2287'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:15:08.014818 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac9b2083-5133-42ce-892b-7415b6f4d369 req-7274b454-8c1c-4cd8-ae15-25a343441330 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=86adcee9-11c3-4024-812d-039c189772c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392733 May 24 23:15:09.195812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d833563-d8be-4dc9-800b-35a40cfaa869 req-ad0fbb33-7602-4c82-a31f-ff3dbaf18551 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:09.197258 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d833563-d8be-4dc9-800b-35a40cfaa869 req-ad0fbb33-7602-4c82-a31f-ff3dbaf18551 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 944 time: 0.0778437 May 24 23:15:09.244175 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d833563-d8be-4dc9-800b-35a40cfaa869 req-e5c846c2-a344-4cfb-ae75-9a0c9a8e501c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=86adcee9-11c3-4024-812d-039c189772c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 May 24 23:15:09.513421 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device f2aff188-329e-46f4-8bb4-1677f2da2287 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:09.582862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port f2aff188-329e-46f4-8bb4-1677f2da2287 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:09.588200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port f2aff188-329e-46f4-8bb4-1677f2da2287 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:09.588579 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:09.701573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port f2aff188-329e-46f4-8bb4-1677f2da2287 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:09.701946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:09.728142 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:09.737424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port f2aff188-329e-46f4-8bb4-1677f2da2287, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f2aff188-329e-46f4-8bb4-1677f2da2287,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:09.742996 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:09.811292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=f2aff188-329e-46f4-8bb4-1677f2da2287,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:09.828192 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db91b46f-769a-4897-8c9e-f18916b34cb7'] response: {'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'code': 200} May 24 23:15:10.053768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce52bd2-7f8e-40de-8227-2e4e0d0cc62b req-33a72af1-585f-4e55-9c7d-848a41b086eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:10.055704 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9ce52bd2-7f8e-40de-8227-2e4e0d0cc62b req-33a72af1-585f-4e55-9c7d-848a41b086eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 1098 time: 0.0732820 May 24 23:15:10.095640 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9ce52bd2-7f8e-40de-8227-2e4e0d0cc62b req-f5e52e23-06f2-40c1-9688-638b773654b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=86adcee9-11c3-4024-812d-039c189772c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337567 May 24 23:15:10.426461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e27f30-3b4d-4ff9-9b0b-d823dc6e3172 req-3485e52c-daa9-4e9a-968b-844a3ab5b64e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:10.427901 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31e27f30-3b4d-4ff9-9b0b-d823dc6e3172 req-3485e52c-daa9-4e9a-968b-844a3ab5b64e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 945 time: 0.0791798 May 24 23:15:10.471332 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31e27f30-3b4d-4ff9-9b0b-d823dc6e3172 req-268fe32e-cabc-4412-8cff-3cbabf83c9b8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=86adcee9-11c3-4024-812d-039c189772c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367892 May 24 23:15:11.658214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded16bb-3a4d-4024-a38c-403a4983de00 req-6b1fdad4-cec9-46b8-ab07-eb2367222d3e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:11.659661 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ded16bb-3a4d-4024-a38c-403a4983de00 req-6b1fdad4-cec9-46b8-ab07-eb2367222d3e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 945 time: 0.0819602 May 24 23:15:11.702974 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ded16bb-3a4d-4024-a38c-403a4983de00 req-3d64873e-07af-44d6-9a0c-f836e1bb5018 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=86adcee9-11c3-4024-812d-039c189772c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376835 May 24 23:15:11.882491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaaed8-285c-4011-a69b-39d1302319b4 req-2438829a-d0f5-4966-8d5e-19feb3d73cf2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:11.883941 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f4aaaed8-285c-4011-a69b-39d1302319b4 req-2438829a-d0f5-4966-8d5e-19feb3d73cf2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 945 time: 0.0785503 May 24 23:15:11.926452 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f4aaaed8-285c-4011-a69b-39d1302319b4 req-b7eaa3ac-7745-4d19-aa74-0506f65e8c27 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=86adcee9-11c3-4024-812d-039c189772c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368412 May 24 23:15:11.949037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36786) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:12.017156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acf75b-cb0e-4ead-8c39-7133c86e3735 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:12.018616 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-93acf75b-cb0e-4ead-8c39-7133c86e3735 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 1093 time: 0.0686255 May 24 23:15:12.021334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36790) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:12.026072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:12.031692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:12.035422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:floatingip and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:12.038123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:12.044181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:12.053999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:12.186979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:12.319840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.209 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/e7344345-530c-4bda-9468-d7be069f18a5) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:12.461498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:12.489544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:12.552867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:12.555544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:12.559133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:12.602305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=e7344345-530c-4bda-9468-d7be069f18a5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:13.055852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:13.126686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:13.326317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:13.330628 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:13.440636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=e7344345-530c-4bda-9468-d7be069f18a5,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:13.447480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:13.612469 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP 75778899-999e-4563-aec0-b9ad050ceaa0 associated. External IP: 172.26.3.209, port: f2aff188-329e-46f4-8bb4-1677f2da2287. May 24 23:15:13.954100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:14.125914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:14.136513 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da092fb-d9c9-4ae4-beac-7ff1300bfa6f None None] Sync routers for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:14.149728 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da092fb-d9c9-4ae4-beac-7ff1300bfa6f None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:14.150348 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7da092fb-d9c9-4ae4-beac-7ff1300bfa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:14:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:14.152076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.212579 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-50fce1fd-fcda-4cd3-a805-0141a37e9639 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1871653 May 24 23:15:14.212579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:14.212943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36794) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:14.255044 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a64fdf2-de8e-4723-a025-615e378c48b3'] response: {'name': 'network-changed', 'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'status': 'completed', 'code': 200} May 24 23:15:14.290976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba1c4f-c3d7-4d3c-93b0-08d319a72608 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:14.297557 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-16ba1c4f-c3d7-4d3c-93b0-08d319a72608 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 1093 time: 0.0784979 May 24 23:15:14.350162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3015e-c32b-4b01-b7f7-dae71abbbd6e req-8f43f500-feed-40d4-9aa3-8657f60274ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:14.351572 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4da3015e-c32b-4b01-b7f7-dae71abbbd6e req-8f43f500-feed-40d4-9aa3-8657f60274ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 1098 time: 0.0760510 May 24 23:15:14.362984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36802) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:14.365535 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-7da092fb-d9c9-4ae4-beac-7ff1300bfa6f None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:14.369648 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119704812', 'description': 'tempest-secgroup-smoke-119704812 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:14.376691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:14.387318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:14.397051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.420422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:14.424762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:14.428315 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:14.434947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:14.512921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.517812 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.561849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4d2faa-205f-4ef2-8032-8a1f19111b76,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:14.573470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.574797 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-476b90e7-a156-4df7-84cd-874475c79c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2107058 May 24 23:15:14.577632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36806) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:14.582923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5f98b1a2-f4da-4bc5-be3c-559ba93fedce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'da4d2faa-205f-4ef2-8032-8a1f19111b76', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:14.588679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f98b1a2-f4da-4bc5-be3c-559ba93fedce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:14.592468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f98b1a2-f4da-4bc5-be3c-559ba93fedce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:14.595353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f98b1a2-f4da-4bc5-be3c-559ba93fedce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:14.601229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f98b1a2-f4da-4bc5-be3c-559ba93fedce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:14.613555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3015e-c32b-4b01-b7f7-dae71abbbd6e req-3d605a3a-5f7c-4243-9ea7-64622910ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:14.615134 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4da3015e-c32b-4b01-b7f7-dae71abbbd6e req-3d605a3a-5f7c-4243-9ea7-64622910ea1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 897 time: 0.2579756 May 24 23:15:14.622379 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f98b1a2-f4da-4bc5-be3c-559ba93fedce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.693048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f98b1a2-f4da-4bc5-be3c-559ba93fedce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.697827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f98b1a2-f4da-4bc5-be3c-559ba93fedce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.723654 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98b1a2-f4da-4bc5-be3c-559ba93fedce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c970cd-68df-4cd6-81de-4413d076e411,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:14.724776 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4da3015e-c32b-4b01-b7f7-dae71abbbd6e req-fb17f365-c763-4653-bed0-f49ddb07cacd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2aff188-329e-46f4-8bb4-1677f2da2287 HTTP/1.1" status: 200 len: 999 time: 0.1013482 May 24 23:15:14.735858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f98b1a2-f4da-4bc5-be3c-559ba93fedce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.739727 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5f98b1a2-f4da-4bc5-be3c-559ba93fedce tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585798 May 24 23:15:14.740021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36810) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:14.745782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f606492a-cbc0-42e4-b116-1ea6e88ac744 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'da4d2faa-205f-4ef2-8032-8a1f19111b76', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:14.747146 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7da092fb-d9c9-4ae4-beac-7ff1300bfa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '75778899-999e-4563-aec0-b9ad050ceaa0', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:03:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:12Z', 'updated_at': '2022-05-24T23:15:12Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:14.751595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f606492a-cbc0-42e4-b116-1ea6e88ac744 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:14.751876 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da092fb-d9c9-4ae4-beac-7ff1300bfa6f None None] Checking router: 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:15:14.759613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f606492a-cbc0-42e4-b116-1ea6e88ac744 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:14.760903 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da092fb-d9c9-4ae4-beac-7ff1300bfa6f None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:14.761593 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7da092fb-d9c9-4ae4-beac-7ff1300bfa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:14:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:14.762489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f606492a-cbc0-42e4-b116-1ea6e88ac744 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:14.768326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f606492a-cbc0-42e4-b116-1ea6e88ac744 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:14.789781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f606492a-cbc0-42e4-b116-1ea6e88ac744 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.795278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3015e-c32b-4b01-b7f7-dae71abbbd6e req-0c9b5a18-b442-49b3-8102-cec0fec42f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:14.796790 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4da3015e-c32b-4b01-b7f7-dae71abbbd6e req-0c9b5a18-b442-49b3-8102-cec0fec42f83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 200 len: 835 time: 0.0658469 May 24 23:15:14.856091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f606492a-cbc0-42e4-b116-1ea6e88ac744 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.860243 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f606492a-cbc0-42e4-b116-1ea6e88ac744 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.877951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606492a-cbc0-42e4-b116-1ea6e88ac744 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e129e11-b229-4e48-9378-37db8898017f,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:14.890543 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3015e-c32b-4b01-b7f7-dae71abbbd6e req-acecb10a-e341-41d8-98c0-8ec1e52aefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:14.893066 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4da3015e-c32b-4b01-b7f7-dae71abbbd6e req-acecb10a-e341-41d8-98c0-8ec1e52aefd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905561 May 24 23:15:14.895730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f606492a-cbc0-42e4-b116-1ea6e88ac744 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.896936 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f606492a-cbc0-42e4-b116-1ea6e88ac744 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559064 May 24 23:15:14.900986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36814) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:14.907120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b3876f08-5e7f-431c-ba21-97d042fba231 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'da4d2faa-205f-4ef2-8032-8a1f19111b76', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:14.914234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b3876f08-5e7f-431c-ba21-97d042fba231 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:14.918229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b3876f08-5e7f-431c-ba21-97d042fba231 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:14.921258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b3876f08-5e7f-431c-ba21-97d042fba231 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:14.927207 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b3876f08-5e7f-431c-ba21-97d042fba231 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:14.936927 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-7da092fb-d9c9-4ae4-beac-7ff1300bfa6f None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:14.947183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3876f08-5e7f-431c-ba21-97d042fba231 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.014339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3876f08-5e7f-431c-ba21-97d042fba231 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.018591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3876f08-5e7f-431c-ba21-97d042fba231 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.032976 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4da3015e-c32b-4b01-b7f7-dae71abbbd6e req-d2f53bfe-17f8-4f60-8e8f-d8fdde750729 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335428 May 24 23:15:15.045431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3876f08-5e7f-431c-ba21-97d042fba231 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca279b6-b87b-4812-8094-5adbed7ba5ea,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:15.057793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3876f08-5e7f-431c-ba21-97d042fba231 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.057793 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b3876f08-5e7f-431c-ba21-97d042fba231 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556623 May 24 23:15:15.060425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36818) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:15.065411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-53c25434-aedb-4103-96a1-12f5494b837d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'da4d2faa-205f-4ef2-8032-8a1f19111b76', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:15.071277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-53c25434-aedb-4103-96a1-12f5494b837d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:15.075171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-53c25434-aedb-4103-96a1-12f5494b837d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:15.078089 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-53c25434-aedb-4103-96a1-12f5494b837d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:15.084229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-53c25434-aedb-4103-96a1-12f5494b837d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:15.102250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c25434-aedb-4103-96a1-12f5494b837d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.172097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c25434-aedb-4103-96a1-12f5494b837d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.174729 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4da3015e-c32b-4b01-b7f7-dae71abbbd6e req-04270c4d-4d3b-4d16-9985-bb6c9c770e95 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362064 May 24 23:15:15.176723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c25434-aedb-4103-96a1-12f5494b837d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.200676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c25434-aedb-4103-96a1-12f5494b837d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33c4912-30be-4a4f-a26c-858f97ed3923,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:15.211598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c25434-aedb-4103-96a1-12f5494b837d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.215756 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-53c25434-aedb-4103-96a1-12f5494b837d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517942 May 24 23:15:15.216311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36822) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:15.222883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'da4d2faa-205f-4ef2-8032-8a1f19111b76', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:15.229935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:15.234493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:15.237817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:15.243614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:15.253063 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:15:15.259411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.300136 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7da092fb-d9c9-4ae4-beac-7ff1300bfa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '75778899-999e-4563-aec0-b9ad050ceaa0', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:03:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:12Z', 'updated_at': '2022-05-24T23:15:12Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:15.303935 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da092fb-d9c9-4ae4-beac-7ff1300bfa6f None None] The sync data for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv is: [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '75778899-999e-4563-aec0-b9ad050ceaa0', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:03:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:12Z', 'updated_at': '2022-05-24T23:15:12Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:15.323004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.326542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.350979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bdcda5-2e8e-45e3-b1f5-225e8c539f29,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:15.361524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.365267 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-19c7b00c-aedc-4ac3-90c7-7d450e586b40 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457453 May 24 23:15:15.365493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36826) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:15.370260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': 'da4d2faa-205f-4ef2-8032-8a1f19111b76', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:15.376241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:15.380111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:15.383045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:15.388722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:15.399784 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:15:15.406556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.476897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.480967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.504248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc62222-a5ba-4c1f-affc-0d9debf05549 None None] New status for floating IP 75778899-999e-4563-aec0-b9ad050ceaa0: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:15:15.505279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a3b14d-5d2b-4d6b-8419-df1b05780328,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:15.514456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.521416 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2071b853-0077-44ea-b29e-ef09d0d10c97 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493309 May 24 23:15:15.690540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-3cbecc16-1eca-4546-88f4-1de61573178c req-83dc5dd7-16a9-44d3-9164-46431df7e648 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:15.706285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-3cbecc16-1eca-4546-88f4-1de61573178c req-83dc5dd7-16a9-44d3-9164-46431df7e648 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:15.707597 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-83dc5dd7-16a9-44d3-9164-46431df7e648 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119704812&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.0604393 May 24 23:15:15.787057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.952892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbecc16-1eca-4546-88f4-1de61573178c req-49d08335-00e3-4c70-bfc1-ebed39d14e69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:15.954322 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-49d08335-00e3-4c70-bfc1-ebed39d14e69 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 796 time: 0.2394292 May 24 23:15:15.969002 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6ab3b5e1-0a33-42fb-8c4c-a117d7f12ab5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/quotas/4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 375 time: 0.0088665 May 24 23:15:16.058690 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6282f104-2eea-4451-9c30-39aad60649d0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0843253 May 24 23:15:16.234857 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-0079d74f-cac9-41b0-bc07-7ef7bfedf90f service neutron] 10.222.0.32 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648400 May 24 23:15:16.365345 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-14796cf0-d7ff-412a-adaf-9f5986124136 service neutron] 10.222.0.32 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245210 May 24 23:15:16.537161 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0cf0b53a-f8f4-498a-a59d-affdf7a05da1 req-dcb206a2-92a6-4f28-b3cd-319a643c7fe9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 210 time: 0.0421224 May 24 23:15:17.544613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbecc16-1eca-4546-88f4-1de61573178c req-413e71e4-c6c1-489c-ab5c-cd24d94ff257 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:17.545918 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-413e71e4-c6c1-489c-ab5c-cd24d94ff257 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 796 time: 0.1454620 May 24 23:15:17.598274 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-5223c471-b2d8-4749-95f6-edb86697e3d8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 472 time: 0.0442038 May 24 23:15:17.611922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'device_id': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'admin_state_up': True, 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'security_groups': ['da4d2faa-205f-4ef2-8032-8a1f19111b76']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:17.688067 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c293f4a-f60a-46e1-90db-70ddf51bbaec req-98ba3d6a-9fcc-4e5a-88c8-021ce8456b17 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 210 time: 0.0416572 May 24 23:15:17.752390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:17.756377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:port and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:17.759884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:17.765965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:17.775753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:17.779406 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:17.939741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.10 (2bbd51b5-bed2-4b5a-b9f2-081c39f985a6/a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4/24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:18.137034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.152573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:18.176599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.247113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:18.250102 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:18.254115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:18.291035 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:18.322186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:18.322837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.347579 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-6de4d1c0-59a2-4cc4-9b93-6cfe974471ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7402079 May 24 23:15:18.359303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Request body: {'port': {'device_id': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:18.471298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.500020 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b784a24e-f452-4aac-8f2b-cd4e9610567d None None] Provisioning for port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:18.504832 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b784a24e-f452-4aac-8f2b-cd4e9610567d None None] Provisioning complete for port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:18.505283 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b784a24e-f452-4aac-8f2b-cd4e9610567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.558276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b784a24e-f452-4aac-8f2b-cd4e9610567d None None] Port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:18.876182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ebb21-ce12-49b9-9769-a625bdf03cb8 req-788eb46f-f972-4e2e-91ee-8dc8abe610b3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:18.877613 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-810ebb21-ce12-49b9-9769-a625bdf03cb8 req-788eb46f-f972-4e2e-91ee-8dc8abe610b3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 932 time: 0.0829835 May 24 23:15:18.919873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:15:18.921316 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-810ebb21-ce12-49b9-9769-a625bdf03cb8 req-78ff18dd-c6f8-426f-808f-86b29d8fec7d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=da4d2faa-205f-4ef2-8032-8a1f19111b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374398 May 24 23:15:18.927286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.942285 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Transition to ACTIVE for port object 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:18.946527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.123842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Pushing event updated for resources: {'Port': ['ID=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:19.204221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Attempting to bind port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:19.204812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Attempting to bind port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:19.205137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Attempting to bind port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d on network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:19.209686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d on network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:15:19.210002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Attempting to bind port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d on network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:19.215041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:19.215372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Checking segment: {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:19.215748 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Bound using segment: {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:19.216169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Bound port: 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1994b4-10aa-480e-976a-aefe794c99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:19.216509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.305483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] For port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:19.308237 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] For port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:19.312528 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.379279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:19.379900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.381254 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] 10.222.0.42 "PUT /v2.0/ports/24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d HTTP/1.1" status: 200 len: 1094 time: 1.0262554 May 24 23:15:19.381683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'tag': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:19.401758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645062c1-a90e-42ed-b0c0-85d70c0d6429 service neutron] Pushing event updated for resources: {'Port': ['ID=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:19.458545 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca79834-7d02-4cdc-b4a2-04e5c339b7b9'] response: {'name': 'network-changed', 'server_uuid': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'tag': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d', 'status': 'completed', 'code': 200} May 24 23:15:19.500596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbecc16-1eca-4546-88f4-1de61573178c req-1e51b244-dfc9-489b-8d2b-faa1281a15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:19.502115 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-1e51b244-dfc9-489b-8d2b-faa1281a15d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0761364 May 24 23:15:19.573619 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-e27c6fc6-b667-4a8b-b0cb-577f26c66f69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d HTTP/1.1" status: 200 len: 217 time: 0.0644267 May 24 23:15:19.639301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbecc16-1eca-4546-88f4-1de61573178c req-be2cbc66-47dc-4aa8-8d77-7564124cd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:19.640645 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-be2cbc66-47dc-4aa8-8d77-7564124cd9c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 200 len: 835 time: 0.0620553 May 24 23:15:19.715114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbecc16-1eca-4546-88f4-1de61573178c req-212b580c-b202-47b6-87f7-dc9ed2b3d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:19.716529 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-212b580c-b202-47b6-87f7-dc9ed2b3d614 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696089 May 24 23:15:19.845365 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-336ddb97-f8a3-4887-94bc-68c083225b6f service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222486 May 24 23:15:19.975062 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3cbecc16-1eca-4546-88f4-1de61573178c req-a2e443f3-6faa-4578-a9e3-a7dd7ce78248 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241357 May 24 23:15:20.091009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd117-63eb-4a33-b29b-be73f7101281 req-2ef0f3c1-88b9-4d1e-b771-565c00b2a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:20.092532 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c14dd117-63eb-4a33-b29b-be73f7101281 req-2ef0f3c1-88b9-4d1e-b771-565c00b2a415 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0721564 May 24 23:15:20.108101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b27ee-e452-48b0-a832-82a77cff6254 req-e63fba92-254b-4602-8360-858c7ca65c02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:20.109552 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-907b27ee-e452-48b0-a832-82a77cff6254 req-e63fba92-254b-4602-8360-858c7ca65c02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0790124 May 24 23:15:20.154239 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-907b27ee-e452-48b0-a832-82a77cff6254 req-f5473669-d8fe-4e88-b646-0256a26e0648 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=da4d2faa-205f-4ef2-8032-8a1f19111b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386963 May 24 23:15:20.225842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd117-63eb-4a33-b29b-be73f7101281 req-6bf5158b-88a2-4b98-9ff6-2c2bf93771ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:20.227319 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c14dd117-63eb-4a33-b29b-be73f7101281 req-6bf5158b-88a2-4b98-9ff6-2c2bf93771ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 897 time: 0.1276140 May 24 23:15:20.295908 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c14dd117-63eb-4a33-b29b-be73f7101281 req-6bf58aa9-9eea-49e0-8f84-a9f9c3a9069f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d HTTP/1.1" status: 200 len: 217 time: 0.0624225 May 24 23:15:20.356931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd117-63eb-4a33-b29b-be73f7101281 req-4b518a92-6e9b-437e-bec9-70c29329c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:20.358243 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c14dd117-63eb-4a33-b29b-be73f7101281 req-4b518a92-6e9b-437e-bec9-70c29329c245 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 200 len: 835 time: 0.0559812 May 24 23:15:20.437910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd117-63eb-4a33-b29b-be73f7101281 req-8ef8b88c-c027-4bfd-a2fe-43e0544be1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:20.439378 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c14dd117-63eb-4a33-b29b-be73f7101281 req-8ef8b88c-c027-4bfd-a2fe-43e0544be1d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748403 May 24 23:15:20.666107 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c14dd117-63eb-4a33-b29b-be73f7101281 req-a4bbd168-be13-45cc-891c-63129981d2e0 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179487 May 24 23:15:20.795285 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c14dd117-63eb-4a33-b29b-be73f7101281 req-b34fc26c-5352-4f65-8392-f536f9eb7d0e service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228850 May 24 23:15:21.342349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb700d-9014-4e21-ac71-3f995bd46036 req-037b78dc-f2e3-49b4-9971-f93fb80be01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:21.343805 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53cb700d-9014-4e21-ac71-3f995bd46036 req-037b78dc-f2e3-49b4-9971-f93fb80be01e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0825193 May 24 23:15:21.386575 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53cb700d-9014-4e21-ac71-3f995bd46036 req-7e7698a2-f832-459f-aafa-32aae0d1082b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=da4d2faa-205f-4ef2-8032-8a1f19111b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371571 May 24 23:15:21.600476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:15:21.728835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:21.741253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'port_id': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d', 'mac_address': 'fa:16:3e:96:30:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:15:21.797000 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:21.797371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:21.813423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:15:21.829261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:21.833361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:21.906729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-407fe7c5-ba63-49e0-a36a-ffc5743408df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:21.910794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:22.039049 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:15:22.566025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff8f2b-1f1a-49b6-bcf4-23d52b4d7259 req-abc560d0-1e11-43d1-8490-fdd6945624d6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:22.567396 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fbff8f2b-1f1a-49b6-bcf4-23d52b4d7259 req-abc560d0-1e11-43d1-8490-fdd6945624d6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 945 time: 0.0786078 May 24 23:15:22.613681 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fbff8f2b-1f1a-49b6-bcf4-23d52b4d7259 req-df7cfd75-b03e-446e-b1e7-09ea54c6d568 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=da4d2faa-205f-4ef2-8032-8a1f19111b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405962 May 24 23:15:23.599943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:23.704036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:23.709352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:23.709718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:23.795961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a37987-fedb-437b-b701-787eba78cab2 req-b1465e2a-9ae7-4235-90d9-71ee58daf92c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:23.797388 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82a37987-fedb-437b-b701-787eba78cab2 req-b1465e2a-9ae7-4235-90d9-71ee58daf92c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 945 time: 0.0793571 May 24 23:15:23.824486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:23.824859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:23.842001 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82a37987-fedb-437b-b701-787eba78cab2 req-d2688edf-29a4-4578-9849-b9e345f21689 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=da4d2faa-205f-4ef2-8032-8a1f19111b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388358 May 24 23:15:23.851697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:23.861063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:23.865232 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:23.902204 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b4eb10-5a1c-43b3-9759-fab441cf907c'] response: {'server_uuid': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d', 'code': 200} May 24 23:15:23.934265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:24.123053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13a7df-749f-4c10-b918-174992b2a4d3 req-8d985f02-25ff-4595-8b25-e6bc0b82da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:24.124420 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5d13a7df-749f-4c10-b918-174992b2a4d3 req-8d985f02-25ff-4595-8b25-e6bc0b82da1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 1099 time: 0.0690954 May 24 23:15:24.164627 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5d13a7df-749f-4c10-b918-174992b2a4d3 req-e85704d1-0829-43da-84fb-272dded65f79 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da4d2faa-205f-4ef2-8032-8a1f19111b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343280 May 24 23:15:24.188086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-12152f20-d87e-4e15-a5d4-8f47f57f70b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:25.029210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645099-af8b-4b50-be79-8e9956502769 req-d25c3ad2-6551-490f-86ae-6ff968022120 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:25.030546 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1b645099-af8b-4b50-be79-8e9956502769 req-d25c3ad2-6551-490f-86ae-6ff968022120 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0843549 May 24 23:15:25.047654 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:15:25.074572 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1b645099-af8b-4b50-be79-8e9956502769 req-265fc7d8-780b-46bd-8e3f-331bb6d95a12 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=da4d2faa-205f-4ef2-8032-8a1f19111b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382717 May 24 23:15:25.085045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:25.269775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.259063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa50389-97bd-47d5-b82d-06168211d207 req-578e7375-4c97-4923-8799-d8271b4a1a14 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:26.260489 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa50389-97bd-47d5-b82d-06168211d207 req-578e7375-4c97-4923-8799-d8271b4a1a14 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0783212 May 24 23:15:26.304897 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa50389-97bd-47d5-b82d-06168211d207 req-8c4fb2bd-76e5-4e09-8de7-b1801c9dd08c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=da4d2faa-205f-4ef2-8032-8a1f19111b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386329 May 24 23:15:26.489180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df511e51-0f56-4722-a38e-7c7d1bd4e9b9 req-2998e292-a623-4ac5-8778-8ffd84355138 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:26.490590 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df511e51-0f56-4722-a38e-7c7d1bd4e9b9 req-2998e292-a623-4ac5-8778-8ffd84355138 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0812318 May 24 23:15:26.533082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.534286 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df511e51-0f56-4722-a38e-7c7d1bd4e9b9 req-421b62be-072a-4eee-86ce-ed5da4f3cd7f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=da4d2faa-205f-4ef2-8032-8a1f19111b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376472 May 24 23:15:26.556552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36882) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:26.624734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac72c2-b1ef-437c-9698-4359ce3de8ef tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:26.626550 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-eaac72c2-b1ef-437c-9698-4359ce3de8ef tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 1094 time: 0.0690329 May 24 23:15:26.629147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36886) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:26.634454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:26.640255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:26.644079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:floatingip and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:26.646877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:26.652503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:26.662449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.795964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.932352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.239 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/fcce6fd3-bd5c-4ee7-8931-f8c62e428bb9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:27.075925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.104617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.172900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:27.175760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:27.178253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:27.313103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=fcce6fd3-bd5c-4ee7-8931-f8c62e428bb9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:27.676146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.748720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.950779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.955258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:28.063715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=fcce6fd3-bd5c-4ee7-8931-f8c62e428bb9,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:28.072804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:28.238566 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP fe769794-db22-4b3c-81a1-b44520326c70 associated. External IP: 172.26.3.239, port: 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d. May 24 23:15:28.588441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:28.879567 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:28.889533 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d0324-139e-4599-a533-469fd2ed19bc None None] Sync routers for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:28.902124 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0d0324-139e-4599-a533-469fd2ed19bc None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:28.903195 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a0d0324-139e-4599-a533-469fd2ed19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:15:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:28.905739 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:28.966041 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-50f9799b-47a2-4a0a-badf-330a58408b54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3355603 May 24 23:15:28.966974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'tag': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:29.067619 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a841506-b55d-4588-826c-a288e617e6fc'] response: {'name': 'network-changed', 'server_uuid': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'tag': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d', 'status': 'completed', 'code': 200} May 24 23:15:29.083153 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5a0d0324-139e-4599-a533-469fd2ed19bc None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:29.172604 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964db427-7aeb-4246-9d04-aeaf3cdde751 req-8e28a17e-2579-41f7-ad51-40aa3d1eb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:29.174488 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-964db427-7aeb-4246-9d04-aeaf3cdde751 req-8e28a17e-2579-41f7-ad51-40aa3d1eb13e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 1099 time: 0.0851862 May 24 23:15:29.310962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964db427-7aeb-4246-9d04-aeaf3cdde751 req-fb832e39-596b-4334-85b8-442cf29f0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:29.312492 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-964db427-7aeb-4246-9d04-aeaf3cdde751 req-fb832e39-596b-4334-85b8-442cf29f0c9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 897 time: 0.1313844 May 24 23:15:29.414946 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-964db427-7aeb-4246-9d04-aeaf3cdde751 req-dceb0b89-a3bf-4d04-b252-7ce641e051a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d HTTP/1.1" status: 200 len: 1000 time: 0.0957346 May 24 23:15:29.461280 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a0d0324-139e-4599-a533-469fd2ed19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '75778899-999e-4563-aec0-b9ad050ceaa0', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:03:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:12Z', 'updated_at': '2022-05-24T23:15:15Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}, {'id': 'fe769794-db22-4b3c-81a1-b44520326c70', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.239', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:96:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:27Z', 'updated_at': '2022-05-24T23:15:27Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:29.464936 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d0324-139e-4599-a533-469fd2ed19bc None None] Checking router: 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:15:29.472946 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0d0324-139e-4599-a533-469fd2ed19bc None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:29.473525 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a0d0324-139e-4599-a533-469fd2ed19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:15:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:29.476820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964db427-7aeb-4246-9d04-aeaf3cdde751 req-a4f9e0d0-37c9-4d88-bf11-69c99575f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:29.478238 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-964db427-7aeb-4246-9d04-aeaf3cdde751 req-a4f9e0d0-37c9-4d88-bf11-69c99575f7f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 200 len: 835 time: 0.0571632 May 24 23:15:29.555296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964db427-7aeb-4246-9d04-aeaf3cdde751 req-8ae1990e-a189-422d-b8a2-16c729a8e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:29.556749 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-964db427-7aeb-4246-9d04-aeaf3cdde751 req-8ae1990e-a189-422d-b8a2-16c729a8e48f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724201 May 24 23:15:29.646607 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5a0d0324-139e-4599-a533-469fd2ed19bc None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:29.685766 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-964db427-7aeb-4246-9d04-aeaf3cdde751 req-513fefaf-352a-465b-8945-240dba32beb7 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225345 May 24 23:15:29.815419 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-964db427-7aeb-4246-9d04-aeaf3cdde751 req-d3ef3a1d-7fe5-48f3-9219-f3c63e23f107 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228774 May 24 23:15:29.983779 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a0d0324-139e-4599-a533-469fd2ed19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '75778899-999e-4563-aec0-b9ad050ceaa0', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:03:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:12Z', 'updated_at': '2022-05-24T23:15:15Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}, {'id': 'fe769794-db22-4b3c-81a1-b44520326c70', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.239', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:96:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:27Z', 'updated_at': '2022-05-24T23:15:27Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:29.987642 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d0324-139e-4599-a533-469fd2ed19bc None None] The sync data for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv is: [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '75778899-999e-4563-aec0-b9ad050ceaa0', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:03:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:12Z', 'updated_at': '2022-05-24T23:15:15Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}, {'id': 'fe769794-db22-4b3c-81a1-b44520326c70', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.239', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:96:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:27Z', 'updated_at': '2022-05-24T23:15:27Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:30.165531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0fa77-a346-4cf2-9424-1c45e2061424 None None] New status for floating IP fe769794-db22-4b3c-81a1-b44520326c70: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:15:32.529747 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-06c00e09-da27-4108-8855-724fc89efad5 req-8abeb8a3-bee6-40fd-af0c-f89a8c1b802f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672801 May 24 23:15:32.665619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c00e09-da27-4108-8855-724fc89efad5 req-410e8172-fde4-4050-8e87-fb1c58553af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:32.667068 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-06c00e09-da27-4108-8855-724fc89efad5 req-410e8172-fde4-4050-8e87-fb1c58553af4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 1098 time: 0.0689192 May 24 23:15:32.821089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c00e09-da27-4108-8855-724fc89efad5 req-16807b39-8801-4963-b06e-d94915f60338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:32.822442 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-06c00e09-da27-4108-8855-724fc89efad5 req-16807b39-8801-4963-b06e-d94915f60338 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 897 time: 0.1356227 May 24 23:15:32.925005 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-06c00e09-da27-4108-8855-724fc89efad5 req-2a815770-1e87-4169-8f46-0e3c2373fc9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2aff188-329e-46f4-8bb4-1677f2da2287 HTTP/1.1" status: 200 len: 1001 time: 0.0954545 May 24 23:15:32.989312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c00e09-da27-4108-8855-724fc89efad5 req-d3f11cf2-ea8b-48de-a93b-7df3f9346293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:32.990708 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-06c00e09-da27-4108-8855-724fc89efad5 req-d3f11cf2-ea8b-48de-a93b-7df3f9346293 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 200 len: 835 time: 0.0592735 May 24 23:15:33.065036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c00e09-da27-4108-8855-724fc89efad5 req-cbb7d8ea-d2fb-43ac-971f-69f4eaf390f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:33.066485 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-06c00e09-da27-4108-8855-724fc89efad5 req-cbb7d8ea-d2fb-43ac-971f-69f4eaf390f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690527 May 24 23:15:33.296026 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-06c00e09-da27-4108-8855-724fc89efad5 req-e58f537f-f9a4-483a-bb00-e2eb7e740d8b service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235382 May 24 23:15:33.445646 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-06c00e09-da27-4108-8855-724fc89efad5 req-97343d59-5f02-4d6f-a57c-8b2e1831717a service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427472 May 24 23:15:45.747035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.897628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-52867f5f-b9e7-4942-b043-818d786a022c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.190357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3e325b8-7280-465c-bce8-c734691ebf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:55.087698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:55.262890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:56.536634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.047445 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:16:02.432128 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36906) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:02.537027 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-043e8136-3933-48cc-8b69-5d976b92c4a7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/75778899-999e-4563-aec0-b9ad050ceaa0 HTTP/1.1" status: 200 len: 993 time: 0.1036766 May 24 23:16:03.283643 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36916) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:03.289579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:03.404766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.619469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port f2aff188-329e-46f4-8bb4-1677f2da2287, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f2aff188-329e-46f4-8bb4-1677f2da2287,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:03.643186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.647525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.711582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:03.712677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.720846 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/ports/f2aff188-329e-46f4-8bb4-1677f2da2287 HTTP/1.1" status: 200 len: 938 time: 0.4337811 May 24 23:16:03.720846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:03.742516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=f2aff188-329e-46f4-8bb4-1677f2da2287,revision_number=6']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:03.750243 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.750581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.750940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.751261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.751587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.751897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.752212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.752525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.752838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.753149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.753457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.753764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d6f0-3f64-48df-8c6e-433c9627a3ca tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:03.768831 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65dc559b-48db-4e53-afd4-be46442d7130'] response: {'name': 'network-changed', 'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'status': 'completed', 'code': 200} May 24 23:16:03.867199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25318d88-78b9-4a78-8fee-48bf30b0a483 req-90da21d5-5275-4e3f-8ea4-ebbd7c351818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:03.869203 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-25318d88-78b9-4a78-8fee-48bf30b0a483 req-90da21d5-5275-4e3f-8ea4-ebbd7c351818 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 1099 time: 0.0767691 May 24 23:16:03.931508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-417daa6a-7367-4b06-abd5-8ab7cae14f7b None None] Provisioning complete for port f2aff188-329e-46f4-8bb4-1677f2da2287 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:03.932080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-417daa6a-7367-4b06-abd5-8ab7cae14f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.995374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-417daa6a-7367-4b06-abd5-8ab7cae14f7b None None] Port f2aff188-329e-46f4-8bb4-1677f2da2287 is administratively disabled so it will not transition to active. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 24 23:16:04.006606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25318d88-78b9-4a78-8fee-48bf30b0a483 req-371548b3-0ecb-4ff8-83ab-fd7272b17847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:04.012505 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-25318d88-78b9-4a78-8fee-48bf30b0a483 req-371548b3-0ecb-4ff8-83ab-fd7272b17847 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 897 time: 0.1377425 May 24 23:16:04.109629 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-25318d88-78b9-4a78-8fee-48bf30b0a483 req-4c7b64e8-d966-4079-a137-b16f06933a58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2aff188-329e-46f4-8bb4-1677f2da2287 HTTP/1.1" status: 200 len: 1002 time: 0.0910895 May 24 23:16:04.172323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25318d88-78b9-4a78-8fee-48bf30b0a483 req-140b7811-4a1c-46af-93eb-47e7788dc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:04.173708 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-25318d88-78b9-4a78-8fee-48bf30b0a483 req-140b7811-4a1c-46af-93eb-47e7788dc026 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 200 len: 835 time: 0.0588441 May 24 23:16:04.247772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25318d88-78b9-4a78-8fee-48bf30b0a483 req-b213f033-8883-452b-aab5-ae6c0f9299a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:04.249219 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-25318d88-78b9-4a78-8fee-48bf30b0a483 req-b213f033-8883-452b-aab5-ae6c0f9299a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694826 May 24 23:16:04.378136 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-25318d88-78b9-4a78-8fee-48bf30b0a483 req-bbb5427f-c729-4e87-88f8-b49a13ceadfa service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226404 May 24 23:16:04.505252 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-25318d88-78b9-4a78-8fee-48bf30b0a483 req-5207920f-43da-4809-b8c8-f3ba246983dc service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211939 May 24 23:16:07.141605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36926) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:07.147528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bc741144-0841-4c21-9a01-46f9b7ed12a8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:07.268043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc741144-0841-4c21-9a01-46f9b7ed12a8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.476440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-bc741144-0841-4c21-9a01-46f9b7ed12a8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port f2aff188-329e-46f4-8bb4-1677f2da2287, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f2aff188-329e-46f4-8bb4-1677f2da2287,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:07.501080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc741144-0841-4c21-9a01-46f9b7ed12a8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.505425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc741144-0841-4c21-9a01-46f9b7ed12a8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.569380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc741144-0841-4c21-9a01-46f9b7ed12a8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:07.569989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc741144-0841-4c21-9a01-46f9b7ed12a8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.571449 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bc741144-0841-4c21-9a01-46f9b7ed12a8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/ports/f2aff188-329e-46f4-8bb4-1677f2da2287 HTTP/1.1" status: 200 len: 937 time: 0.4287765 May 24 23:16:07.571995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:07.574459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36930) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:07.595892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc741144-0841-4c21-9a01-46f9b7ed12a8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=f2aff188-329e-46f4-8bb4-1677f2da2287,revision_number=7']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:07.622565 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40757c10-df8f-4f13-adb9-6c15122c2f13'] response: {'name': 'network-changed', 'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'status': 'completed', 'code': 200} May 24 23:16:07.754391 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f9c58aab-1b28-455a-8b24-5bcdddcf3c5d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/75778899-999e-4563-aec0-b9ad050ceaa0 HTTP/1.1" status: 200 len: 993 time: 0.1786835 May 24 23:16:07.768550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864456e4-d2b9-4d3c-8f30-1b4ab67554c2 req-c61f94af-a3d7-4822-996c-54fee80f49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:07.769973 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-864456e4-d2b9-4d3c-8f30-1b4ab67554c2 req-c61f94af-a3d7-4822-996c-54fee80f49dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 1098 time: 0.1184535 May 24 23:16:07.789592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['f2aff188-329e-46f4-8bb4-1677f2da2287'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:16:07.852479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b3c822a0-1fff-4294-b6b9-35c70178cd01 None None] Provisioning complete for port f2aff188-329e-46f4-8bb4-1677f2da2287 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:07.852851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b3c822a0-1fff-4294-b6b9-35c70178cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.900703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864456e4-d2b9-4d3c-8f30-1b4ab67554c2 req-73bc9a2d-5ed4-45ba-887b-f0cdbdf2b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:07.902143 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-864456e4-d2b9-4d3c-8f30-1b4ab67554c2 req-73bc9a2d-5ed4-45ba-887b-f0cdbdf2b44f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 897 time: 0.1260788 May 24 23:16:08.043806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b3c822a0-1fff-4294-b6b9-35c70178cd01 None None] Current status of the port f2aff188-329e-46f4-8bb4-1677f2da2287 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:08.108819 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-864456e4-d2b9-4d3c-8f30-1b4ab67554c2 req-c21464ee-a584-4f35-86aa-bb28840c7a2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2aff188-329e-46f4-8bb4-1677f2da2287 HTTP/1.1" status: 200 len: 1001 time: 0.2000530 May 24 23:16:08.170968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864456e4-d2b9-4d3c-8f30-1b4ab67554c2 req-d518b8fa-fff5-4058-8a05-e21ead57a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:08.172417 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-864456e4-d2b9-4d3c-8f30-1b4ab67554c2 req-d518b8fa-fff5-4058-8a05-e21ead57a0d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 200 len: 835 time: 0.0564945 May 24 23:16:08.246595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864456e4-d2b9-4d3c-8f30-1b4ab67554c2 req-4cfe6d3f-d05d-4f2e-82f9-1dd180b6a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:08.248069 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-864456e4-d2b9-4d3c-8f30-1b4ab67554c2 req-4cfe6d3f-d05d-4f2e-82f9-1dd180b6a560 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694540 May 24 23:16:08.375392 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-864456e4-d2b9-4d3c-8f30-1b4ab67554c2 req-7780c6f8-443a-4677-af9c-40d6d0161938 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208603 May 24 23:16:08.504525 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-864456e4-d2b9-4d3c-8f30-1b4ab67554c2 req-aed73266-80c5-4814-939c-88898b05bd9d service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225636 May 24 23:16:10.316677 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36942) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:10.522872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port fcce6fd3-bd5c-4ee7-8931-f8c62e428bb9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:10.523128 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:10.691487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:10.691809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:10.811202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for fcce6fd3-bd5c-4ee7-8931-f8c62e428bb9 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:10.962372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:11.007990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=fcce6fd3-bd5c-4ee7-8931-f8c62e428bb9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:11.043650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.043987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.044316 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.044641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.044962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.045285 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.045601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.045920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.046234 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.046548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.046886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.047198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:11.108634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:11.108900 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP fe769794-db22-4b3c-81a1-b44520326c70 disassociated (deleted). External IP: 172.26.3.239, port: 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d. May 24 23:16:11.551663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:11.726617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:11.736293 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bb241-ac54-4cb5-b842-501d2a4f3f6d None None] Sync routers for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:11.742720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:11.746086 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107bb241-ac54-4cb5-b842-501d2a4f3f6d None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:11.746713 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-107bb241-ac54-4cb5-b842-501d2a4f3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:15:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:11.797024 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ae25fa41-dd46-4b2e-87d8-f1a77caf162d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/floatingips/fe769794-db22-4b3c-81a1-b44520326c70 HTTP/1.1" status: 204 len: 168 time: 1.4792671 May 24 23:16:11.797599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'tag': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:11.846501 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b3f779-a68e-415e-8923-eb002483fb4d'] response: {'name': 'network-changed', 'server_uuid': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'tag': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d', 'status': 'completed', 'code': 200} May 24 23:16:11.923536 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-107bb241-ac54-4cb5-b842-501d2a4f3f6d None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:11.942610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e89179-f767-4589-b571-b9c4fee529f8 req-1958d5d8-a34d-4439-aaa3-f48efa4b464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:11.944125 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9e89179-f767-4589-b571-b9c4fee529f8 req-1958d5d8-a34d-4439-aaa3-f48efa4b464b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 1099 time: 0.0736892 May 24 23:16:12.098301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e89179-f767-4589-b571-b9c4fee529f8 req-6bd14ebb-d800-4b7b-92e5-2a3aca9ce19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:12.099848 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9e89179-f767-4589-b571-b9c4fee529f8 req-6bd14ebb-d800-4b7b-92e5-2a3aca9ce19c service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 897 time: 0.1466522 May 24 23:16:12.167351 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9e89179-f767-4589-b571-b9c4fee529f8 req-3cf4aa9b-8e9b-43d4-8580-75c11fc0d23d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d HTTP/1.1" status: 200 len: 217 time: 0.0601821 May 24 23:16:12.174792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed42f38-7a13-461b-a5ee-8b1011c7359d req-fdb8d1e0-aa64-4dc2-8907-1ac4f5a803ac tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:12.176806 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ed42f38-7a13-461b-a5ee-8b1011c7359d req-fdb8d1e0-aa64-4dc2-8907-1ac4f5a803ac tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0866930 May 24 23:16:12.227745 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ed42f38-7a13-461b-a5ee-8b1011c7359d req-e326b5b3-aa8c-43bc-991e-7322e056b56f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=da4d2faa-205f-4ef2-8032-8a1f19111b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445042 May 24 23:16:12.235324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e89179-f767-4589-b571-b9c4fee529f8 req-1eeb6ecb-6e64-4893-9530-5abbdc9521dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:12.236744 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9e89179-f767-4589-b571-b9c4fee529f8 req-1eeb6ecb-6e64-4893-9530-5abbdc9521dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 200 len: 835 time: 0.0637352 May 24 23:16:12.278979 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-107bb241-ac54-4cb5-b842-501d2a4f3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '75778899-999e-4563-aec0-b9ad050ceaa0', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:03:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:12Z', 'updated_at': '2022-05-24T23:15:15Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:12.282778 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bb241-ac54-4cb5-b842-501d2a4f3f6d None None] Checking router: 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:12.291876 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107bb241-ac54-4cb5-b842-501d2a4f3f6d None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:12.292465 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-107bb241-ac54-4cb5-b842-501d2a4f3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:15:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:12.313079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e89179-f767-4589-b571-b9c4fee529f8 req-099083f3-7ac3-4e8a-97e4-3a8a9cf519e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:12.314525 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9e89179-f767-4589-b571-b9c4fee529f8 req-099083f3-7ac3-4e8a-97e4-3a8a9cf519e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708532 May 24 23:16:12.443925 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9e89179-f767-4589-b571-b9c4fee529f8 req-1d886701-6550-4343-a7d9-5c9243704b14 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227221 May 24 23:16:12.492276 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-107bb241-ac54-4cb5-b842-501d2a4f3f6d None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:12.574811 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9e89179-f767-4589-b571-b9c4fee529f8 req-4ea24119-0e2c-4ef9-b9ec-6439839c4dd4 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241550 May 24 23:16:12.830696 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-107bb241-ac54-4cb5-b842-501d2a4f3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '75778899-999e-4563-aec0-b9ad050ceaa0', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:03:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:12Z', 'updated_at': '2022-05-24T23:15:15Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:12.834460 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bb241-ac54-4cb5-b842-501d2a4f3f6d None None] The sync data for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv is: [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '75778899-999e-4563-aec0-b9ad050ceaa0', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'port_id': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'mac_address': 'fa:16:3e:03:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:15:12Z', 'updated_at': '2022-05-24T23:15:15Z', 'revision_number': 1, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:13.034610 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e5de9-bf48-4cef-b34e-18490689a2aa None None] New status for floating IP fe769794-db22-4b3c-81a1-b44520326c70: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:16:13.393830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-fefb956c-2e93-4562-a1ca-60444b64ba70 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:13.394516 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-fefb956c-2e93-4562-a1ca-60444b64ba70 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:16:13.409775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-fefb956c-2e93-4562-a1ca-60444b64ba70 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:16:13.410999 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-fefb956c-2e93-4562-a1ca-60444b64ba70 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0973625 May 24 23:16:13.416196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020b00-da4b-4dd6-9678-3f1f4c2f4e08 req-88ec22ce-2969-41cc-85d8-a449870a835b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:13.417628 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68020b00-da4b-4dd6-9678-3f1f4c2f4e08 req-88ec22ce-2969-41cc-85d8-a449870a835b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0798392 May 24 23:16:13.461888 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68020b00-da4b-4dd6-9678-3f1f4c2f4e08 req-6f024ae3-45a3-486b-beda-6a12fd19403a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=da4d2faa-205f-4ef2-8032-8a1f19111b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382729 May 24 23:16:13.480328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-e5a3cf4e-485b-42af-afe8-6410fe7e353f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:13.480676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-e5a3cf4e-485b-42af-afe8-6410fe7e353f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:13.823284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-e5a3cf4e-485b-42af-afe8-6410fe7e353f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:13.823965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-e5a3cf4e-485b-42af-afe8-6410fe7e353f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:13.942778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-e5a3cf4e-485b-42af-afe8-6410fe7e353f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:14.085913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-e5a3cf4e-485b-42af-afe8-6410fe7e353f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:14.135682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3cf4e-485b-42af-afe8-6410fe7e353f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:14.212347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-e5a3cf4e-485b-42af-afe8-6410fe7e353f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] No DVR routers for this DVR port 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:16:14.214791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-e5a3cf4e-485b-42af-afe8-6410fe7e353f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:14.217215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'name': 'network-vif-deleted', 'tag': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:14.232331 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-44e83ddd-2c16-4aa8-b458-ac183e5782ea req-e5a3cf4e-485b-42af-afe8-6410fe7e353f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "DELETE /v2.0/ports/24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d HTTP/1.1" status: 204 len: 173 time: 0.8164082 May 24 23:16:14.260932 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d264ee-be09-48e4-b950-108c5c4407d5'] response: {'server_uuid': '988f3999-3877-4af6-9be4-a89a53e7e1a7', 'name': 'network-vif-deleted', 'tag': '24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d', 'status': 'completed', 'code': 200} May 24 23:16:14.628442 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7693fe5a-0457-49d8-8928-f75d2b760cc0 req-ab6cbeb2-42ae-4c36-83e6-265d7030a2c8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=988f3999-3877-4af6-9be4-a89a53e7e1a7 HTTP/1.1" status: 200 len: 210 time: 0.0454295 May 24 23:16:15.723103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 36960) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:15.739770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:15.790727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72ca6f6d-3b33-400f-aec3-f9638c619738 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:15.819334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72ca6f6d-3b33-400f-aec3-f9638c619738 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:15.881841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:15.887273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72ca6f6d-3b33-400f-aec3-f9638c619738 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:15.906464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca6f6d-3b33-400f-aec3-f9638c619738 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4d2faa-205f-4ef2-8032-8a1f19111b76,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:15.916855 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72ca6f6d-3b33-400f-aec3-f9638c619738 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:15.917981 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-72ca6f6d-3b33-400f-aec3-f9638c619738 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/da4d2faa-205f-4ef2-8032-8a1f19111b76 HTTP/1.1" status: 204 len: 168 time: 0.1937003 May 24 23:16:15.923796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:15.924134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 24e0b5cc-c124-45cb-9ae4-6b0c36ad5d4d not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:15.949103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36966) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:16.143523 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port e7344345-530c-4bda-9468-d7be069f18a5 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:16.143857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.402888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.403205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.521160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for e7344345-530c-4bda-9468-d7be069f18a5 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:16.665564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.709708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=e7344345-530c-4bda-9468-d7be069f18a5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:16.801420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.801662 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP 75778899-999e-4563-aec0-b9ad050ceaa0 disassociated (deleted). External IP: 172.26.3.209, port: f2aff188-329e-46f4-8bb4-1677f2da2287. May 24 23:16:17.141356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:17.317668 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:17.327406 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0062f3d5-00e9-4226-a508-f47c863e9210 None None] Sync routers for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:17.333908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.336823 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0062f3d5-00e9-4226-a508-f47c863e9210 None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:17.337396 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0062f3d5-00e9-4226-a508-f47c863e9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:15:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:17.387517 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e9601c2d-e92a-4e77-bb43-d96b4ea45f3f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/floatingips/75778899-999e-4563-aec0-b9ad050ceaa0 HTTP/1.1" status: 204 len: 168 time: 1.4370420 May 24 23:16:17.388093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:17.439099 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c90680-993b-4d54-b06b-a7ed865bc6bc'] response: {'name': 'network-changed', 'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'status': 'completed', 'code': 200} May 24 23:16:17.516187 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0062f3d5-00e9-4226-a508-f47c863e9210 None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:17.530520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2695-0b15-4aff-8e17-3c966c17d76c req-15eeda16-3a30-42c0-931c-21278db302ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:17.532065 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-07eb2695-0b15-4aff-8e17-3c966c17d76c req-15eeda16-3a30-42c0-931c-21278db302ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 1098 time: 0.0714662 May 24 23:16:17.673791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2695-0b15-4aff-8e17-3c966c17d76c req-c5b57c34-64e0-43a1-a94d-079696a41c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:17.675291 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-07eb2695-0b15-4aff-8e17-3c966c17d76c req-c5b57c34-64e0-43a1-a94d-079696a41c0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 200 len: 897 time: 0.1364896 May 24 23:16:17.748755 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-07eb2695-0b15-4aff-8e17-3c966c17d76c req-92b00f69-fc6a-46a6-adcf-80f5ad7b804d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2aff188-329e-46f4-8bb4-1677f2da2287 HTTP/1.1" status: 200 len: 217 time: 0.0661118 May 24 23:16:17.780180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d6eb1-5cb4-481a-9f5b-db65ce13ea9f req-5be5a690-dcc1-450b-8002-a0bc5f8bea63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:17.781084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-680d6eb1-5cb4-481a-9f5b-db65ce13ea9f req-5be5a690-dcc1-450b-8002-a0bc5f8bea63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:16:17.797303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-680d6eb1-5cb4-481a-9f5b-db65ce13ea9f req-5be5a690-dcc1-450b-8002-a0bc5f8bea63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:16:17.798738 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-680d6eb1-5cb4-481a-9f5b-db65ce13ea9f req-5be5a690-dcc1-450b-8002-a0bc5f8bea63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 945 time: 0.1031470 May 24 23:16:17.820480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2695-0b15-4aff-8e17-3c966c17d76c req-54a7f330-b092-4593-ba67-40a58d898ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:17.822042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-07eb2695-0b15-4aff-8e17-3c966c17d76c req-54a7f330-b092-4593-ba67-40a58d898ea9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 200 len: 835 time: 0.0660548 May 24 23:16:17.838130 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0062f3d5-00e9-4226-a508-f47c863e9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:17.841984 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0062f3d5-00e9-4226-a508-f47c863e9210 None None] Checking router: 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:17.844060 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-680d6eb1-5cb4-481a-9f5b-db65ce13ea9f req-76235de8-f52a-4a5f-adf4-d67206112d01 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=86adcee9-11c3-4024-812d-039c189772c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395036 May 24 23:16:17.851001 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0062f3d5-00e9-4226-a508-f47c863e9210 None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:17.851590 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0062f3d5-00e9-4226-a508-f47c863e9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:15:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:17.906454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2695-0b15-4aff-8e17-3c966c17d76c req-00d245da-9dd3-4d26-b148-9156315ebcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:17.907953 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-07eb2695-0b15-4aff-8e17-3c966c17d76c req-00d245da-9dd3-4d26-b148-9156315ebcd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795171 May 24 23:16:18.029808 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0062f3d5-00e9-4226-a508-f47c863e9210 None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:18.040953 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-07eb2695-0b15-4aff-8e17-3c966c17d76c req-93967c2a-6abf-4e6a-a819-b758d2cd0ca8 service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251144 May 24 23:16:18.176463 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-07eb2695-0b15-4aff-8e17-3c966c17d76c req-d3e50b2e-c629-41b2-aff1-33a9ce4f853f service neutron] 10.222.0.42 "GET /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257811 May 24 23:16:18.368284 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0062f3d5-00e9-4226-a508-f47c863e9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:18.371989 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0062f3d5-00e9-4226-a508-f47c863e9210 None None] The sync data for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv is: [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'f819ebd9-5aa3-4324-b798-d0e10a56762d', 'name': '', 'network_id': '2bbd51b5-bed2-4b5a-b9f2-081c39f985a6', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:ef:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:55Z', 'updated_at': '2022-05-24T23:15:02Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': 'a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:18.570878 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb22a8a-c6e0-4d1b-b4c3-a9077243cc55 None None] New status for floating IP 75778899-999e-4563-aec0-b9ad050ceaa0: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:16:19.029282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c3fb5-6a51-4636-a6f4-358d8db7fcb1 req-a06ab4e0-b7d6-44f2-a89a-1a48d8ba2e1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:19.030631 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b12c3fb5-6a51-4636-a6f4-358d8db7fcb1 req-a06ab4e0-b7d6-44f2-a89a-1a48d8ba2e1f tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 945 time: 0.0794518 May 24 23:16:19.076827 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b12c3fb5-6a51-4636-a6f4-358d8db7fcb1 req-aed4a28b-eba6-49c9-8e1d-b2f899b793b2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=86adcee9-11c3-4024-812d-039c189772c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404825 May 24 23:16:19.112784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-cc018bd8-1c4d-47a8-9114-982fdfe64978 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:19.113470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-cc018bd8-1c4d-47a8-9114-982fdfe64978 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:16:19.124895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-cc018bd8-1c4d-47a8-9114-982fdfe64978 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:16:19.125967 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-cc018bd8-1c4d-47a8-9114-982fdfe64978 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 945 time: 0.0910327 May 24 23:16:19.195494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-8525c44d-5b39-44f0-915c-4cc8a1569988 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port f2aff188-329e-46f4-8bb4-1677f2da2287 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:19.196384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-8525c44d-5b39-44f0-915c-4cc8a1569988 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.546474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-8525c44d-5b39-44f0-915c-4cc8a1569988 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port f2aff188-329e-46f4-8bb4-1677f2da2287, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f2aff188-329e-46f4-8bb4-1677f2da2287,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:19.546851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-8525c44d-5b39-44f0-915c-4cc8a1569988 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.679671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-8525c44d-5b39-44f0-915c-4cc8a1569988 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for f2aff188-329e-46f4-8bb4-1677f2da2287 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:19.814705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-8525c44d-5b39-44f0-915c-4cc8a1569988 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.867389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525c44d-5b39-44f0-915c-4cc8a1569988 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=f2aff188-329e-46f4-8bb4-1677f2da2287,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:19.940530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-8525c44d-5b39-44f0-915c-4cc8a1569988 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] No DVR routers for this DVR port f2aff188-329e-46f4-8bb4-1677f2da2287 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:16:19.943010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-8525c44d-5b39-44f0-915c-4cc8a1569988 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.946227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'name': 'network-vif-deleted', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:19.970331 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4e8778a8-3c50-468a-9f4a-ef5684cf3fc9 req-8525c44d-5b39-44f0-915c-4cc8a1569988 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "DELETE /v2.0/ports/f2aff188-329e-46f4-8bb4-1677f2da2287 HTTP/1.1" status: 204 len: 173 time: 0.8383243 May 24 23:16:19.995779 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6b87e1-e43e-4961-9c11-6509816fef7e'] response: {'server_uuid': 'f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639', 'name': 'network-vif-deleted', 'tag': 'f2aff188-329e-46f4-8bb4-1677f2da2287', 'status': 'completed', 'code': 200} May 24 23:16:20.349092 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72e095fe-60b8-4769-8ba2-4abe6549d696 req-a3f79cbc-a6d9-489b-8ae9-9f51fd136504 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f3ae3d-8fbc-4a8b-a99a-74cadc4a9639 HTTP/1.1" status: 200 len: 210 time: 0.1535330 May 24 23:16:21.451818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36984) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:21.517045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d630bc02-a51c-46c1-8e12-a4f4afae9bb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.545617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d630bc02-a51c-46c1-8e12-a4f4afae9bb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.611690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d630bc02-a51c-46c1-8e12-a4f4afae9bb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.628656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630bc02-a51c-46c1-8e12-a4f4afae9bb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86adcee9-11c3-4024-812d-039c189772c1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:21.636636 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d630bc02-a51c-46c1-8e12-a4f4afae9bb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.637712 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d630bc02-a51c-46c1-8e12-a4f4afae9bb4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/86adcee9-11c3-4024-812d-039c189772c1 HTTP/1.1" status: 204 len: 168 time: 0.1849222 May 24 23:16:21.666440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36990) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:21.899730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-586f55bf-e57c-4e41-afae-523604c8c0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.902405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device f2aff188-329e-46f4-8bb4-1677f2da2287 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:21.935546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: f2aff188-329e-46f4-8bb4-1677f2da2287 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:21.935886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device f2aff188-329e-46f4-8bb4-1677f2da2287 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:22.213870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:22.560257 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port f819ebd9-5aa3-4324-b798-d0e10a56762d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:22.560900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:22.741917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port f819ebd9-5aa3-4324-b798-d0e10a56762d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f819ebd9-5aa3-4324-b798-d0e10a56762d,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:22.742251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:22.861864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for f819ebd9-5aa3-4324-b798-d0e10a56762d owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:23.272113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:23.318828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=f819ebd9-5aa3-4324-b798-d0e10a56762d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:23.596544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:23.946807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:24.118178 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:24.127416 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e80ac-d0ef-42be-b16f-e36b0a6cc000 None None] Sync routers for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:24.132239 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-db0005fd-ac17-4153-a7fd-eaec11b4ca4d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4646819 May 24 23:16:24.134898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36994) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:24.136844 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e80ac-d0ef-42be-b16f-e36b0a6cc000 None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:24.137440 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-667e80ac-d0ef-42be-b16f-e36b0a6cc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:15:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:24.199177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0bef2d6c-239d-4018-b9c5-2b439eb977d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.203262 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-213e03d2-3cdf-4a15-a224-ad1f45ceb3cf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting subnet a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:16:24.206596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-213e03d2-3cdf-4a15-a224-ad1f45ceb3cf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.260209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-213e03d2-3cdf-4a15-a224-ad1f45ceb3cf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.319900 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-667e80ac-d0ef-42be-b16f-e36b0a6cc000 None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:24.450246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-213e03d2-3cdf-4a15-a224-ad1f45ceb3cf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.520945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-213e03d2-3cdf-4a15-a224-ad1f45ceb3cf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.559199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e03d2-3cdf-4a15-a224-ad1f45ceb3cf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Subnet': ['ID=a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:24.564372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-213e03d2-3cdf-4a15-a224-ad1f45ceb3cf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.569915 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bd943d-2716-4496-9975-a6af9e95917e None None] Network 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:24.571212 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-213e03d2-3cdf-4a15-a224-ad1f45ceb3cf tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/subnets/a9495c95-1f8f-42d9-a2bb-d3efacd9c2f4 HTTP/1.1" status: 204 len: 168 time: 0.4348183 May 24 23:16:24.573796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 36998) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:24.606602 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-667e80ac-d0ef-42be-b16f-e36b0a6cc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:16:23Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:24.610452 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e80ac-d0ef-42be-b16f-e36b0a6cc000 None None] Checking router: 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:24.618802 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e80ac-d0ef-42be-b16f-e36b0a6cc000 None None] Routers {'5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:24.619397 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-667e80ac-d0ef-42be-b16f-e36b0a6cc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:16:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:24.751109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.800403 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-667e80ac-d0ef-42be-b16f-e36b0a6cc000 None None] Set router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:24.848075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] DHCP port deletion for 2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:16:24.852468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Deleting port d9926f31-60f7-43ce-8e5f-fde740b6ca3a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:24.852836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.935335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.946478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port dffee26c-cb22-43b3-aecc-f495257c64a0 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:24.946850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.058357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] For port d9926f31-60f7-43ce-8e5f-fde740b6ca3a, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d9926f31-60f7-43ce-8e5f-fde740b6ca3a,segment=NetworkSegment(8e1994b4-10aa-480e-976a-aefe794c99f2),segment_id=8e1994b4-10aa-480e-976a-aefe794c99f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:25.059226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.111612 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-667e80ac-d0ef-42be-b16f-e36b0a6cc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:16:23Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:25.115290 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e80ac-d0ef-42be-b16f-e36b0a6cc000 None None] The sync data for ids ['5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f'] in dv-neutron-843190-1-hyperv is: [{'id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'name': 'tempest-TestNetworkBasicOps-router-856257655', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:14:51Z', 'updated_at': '2022-05-24T23:16:23Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'dffee26c-cb22-43b3-aecc-f495257c64a0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:52Z', 'updated_at': '2022-05-24T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:25.122987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port dffee26c-cb22-43b3-aecc-f495257c64a0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dffee26c-cb22-43b3-aecc-f495257c64a0,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:25.123406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.203595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Calling delete_port for d9926f31-60f7-43ce-8e5f-fde740b6ca3a owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:25.230439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.258328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for dffee26c-cb22-43b3-aecc-f495257c64a0 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:25.281821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.294590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.343465 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Pushing event deleted for resources: {'Port': ['ID=d9926f31-60f7-43ce-8e5f-fde740b6ca3a,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:25.347776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] No DVR routers for this DVR port d9926f31-60f7-43ce-8e5f-fde740b6ca3a on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:16:25.357526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.357526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.357761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.358404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.358404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.358705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.359004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.359327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.359652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.359959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.360572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.360572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77118f8-eb3d-4673-a876-bab6c5914324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:25.450209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.526752 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=dffee26c-cb22-43b3-aecc-f495257c64a0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:25.594936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.764886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.767054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.788162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.788776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Fanout notify agent at l3_agent the message router_deleted on router 5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:16:25.804104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.807066 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-24db547f-5cd3-4526-bb81-0dc3cc5d5116 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/routers/5f7cbbb8-3bf4-41be-9dcb-7277dd66e51f HTTP/1.1" status: 204 len: 168 time: 1.2323070 May 24 23:16:25.807738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:26.017391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.146163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.170494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbd51b5-bed2-4b5a-b9f2-081c39f985a6']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:26.181965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1994b4-10aa-480e-976a-aefe794c99f2') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:26.182251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1994b4-10aa-480e-976a-aefe794c99f2') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:26.193186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.209237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.216011 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:16:26.216452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.284872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d9926f31-60f7-43ce-8e5f-fde740b6ca3a no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:26.292952 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 8e1994b4-10aa-480e-976a-aefe794c99f2 resource provider aggregate not found May 24 23:16:26.318288 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 8e1994b4-10aa-480e-976a-aefe794c99f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e1994b4-10aa-480e-976a-aefe794c99f2 found for delete ", "request_id": "req-f1dd357b-c243-4995-bad6-9425bf11d7ea"}]} May 24 23:16:26.319056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: d9926f31-60f7-43ce-8e5f-fde740b6ca3a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:26.319398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d9926f31-60f7-43ce-8e5f-fde740b6ca3a not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:26.319810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f819ebd9-5aa3-4324-b798-d0e10a56762d no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:26.331156 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.351256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.353241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: f819ebd9-5aa3-4324-b798-d0e10a56762d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:26.353582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f819ebd9-5aa3-4324-b798-d0e10a56762d not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:26.357446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Network': ['ID=2bbd51b5-bed2-4b5a-b9f2-081c39f985a6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:26.369435 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e549fe6a-7b0f-40b9-8a27-26400096348c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/networks/2bbd51b5-bed2-4b5a-b9f2-081c39f985a6 HTTP/1.1" status: 204 len: 168 time: 0.5607398 May 24 23:16:26.394340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37010) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:26.399825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'network': {'name': 'tempest-network-smoke--627686169', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:26.404664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:26.408801 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:network and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:26.411661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:26.417343 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:26.426853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:26.430709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.457922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:16:26.466328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.466660 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Added segment 2c48c1c9-1158-4545-845f-3828d84bc47c of type vlan for network 16b63001-7326-41ab-91dc-ce02fc0673bf May 24 23:16:26.490972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.519313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.524734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:26.525317 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.538524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.631703 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2363207 May 24 23:16:26.635282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37014) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:26.638548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03e6df-23ad-49eb-b064-363a81573235 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Network': ['ID=16b63001-7326-41ab-91dc-ce02fc0673bf,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:26.640704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'admin_state_up': True, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:26.647873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:26.649710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 16b63001-7326-41ab-91dc-ce02fc0673bf details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:16:26.652131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:router and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:26.655002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:26.661329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:26.670901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.671867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.687592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.948611 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.242784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.270621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.401900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.46 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/ddb516cf-af86-4ae6-bee8-c954432de193) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:27.644110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.672230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.734437 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:27.737184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:27.740951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:27.777952 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=ddb516cf-af86-4ae6-bee8-c954432de193,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:27.869869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dffee26c-cb22-43b3-aecc-f495257c64a0 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:27.907541 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: dffee26c-cb22-43b3-aecc-f495257c64a0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:27.907810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dffee26c-cb22-43b3-aecc-f495257c64a0 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:28.149407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.488773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.699333 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 48498466-9e26-45d5-86dc-bbe8430aed91 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:16:28.882970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:28.897125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Sync routers for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:28.910148 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:28.910850 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:16:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:28.911722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.913051 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e5a7f1de-50cb-4643-b203-40eb5a188ef4 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2767410 May 24 23:16:28.916132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37018) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:29.077177 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2b9cafbb-d8c5-4d6d-bfe6-b69f5e3abbc0 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4a9c122e5fbd4d319091b78d34b07baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1597743 May 24 23:16:29.079627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37022) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:29.094671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:29.210867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e5719-9e80-4c0e-8e0a-003885ca89cf tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:29.212674 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5e3e5719-9e80-4c0e-8e0a-003885ca89cf tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316693 May 24 23:16:29.215297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37026) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:29.259791 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-19cfb9d2-16be-4824-bb97-230d6e4d0aa7 tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433857 May 24 23:16:29.262168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37030) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:29.267575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-292024099', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:29.377536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:29.381284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:subnet and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:29.384153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:29.390162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:29.400486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:29.404037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.414083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:16:27Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:29.418700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Checking router: 48498466-9e26-45d5-86dc-bbe8430aed91 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:29.419054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Updating router 48498466-9e26-45d5-86dc-bbe8430aed91 port ddb516cf-af86-4ae6-bee8-c954432de193 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:16:29.470406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.623963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.700721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Subnet': ['ID=0999c141-000b-4ea6-a86f-7accab335cbf,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:29.709503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Checking segment: {'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:29.709861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network hostable DHCP agents. Network: 16b63001-7326-41ab-91dc-ce02fc0673bf, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:16:29.729696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 16b63001-7326-41ab-91dc-ce02fc0673bf is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:16:29.739109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 16b63001-7326-41ab-91dc-ce02fc0673bf) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:29.742998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:29.743571 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.764654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac40a641-4041-4816-a46d-277ecdbc4d7f None None] Network 16b63001-7326-41ab-91dc-ce02fc0673bf requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:29.764875 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-99b20b6b-e946-4d0c-8df3-2ec570689cf7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5017292 May 24 23:16:29.767645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37034) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:29.869223 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.895883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Transition to ACTIVE for port object ddb516cf-af86-4ae6-bee8-c954432de193 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:29.904119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.035653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Attempting to bind port ddb516cf-af86-4ae6-bee8-c954432de193 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:30.036017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Attempting to bind port ddb516cf-af86-4ae6-bee8-c954432de193 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:30.036375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Attempting to bind port ddb516cf-af86-4ae6-bee8-c954432de193 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:30.041719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c83ce1-f903-482c-88aa-9c32a144eb52 None None] Pushing event updated for resources: {'Port': ['ID=ddb516cf-af86-4ae6-bee8-c954432de193,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:30.049279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:30.049650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:30.050050 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.050433 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:30.050958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Bound port: ddb516cf-af86-4ae6-bee8-c954432de193, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:30.051331 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.154914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-16b63001-7326-41ab-91dc-ce02fc0673bf', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:16:30.155723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.183739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] For port ddb516cf-af86-4ae6-bee8-c954432de193, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:30.232179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] For port ddb516cf-af86-4ae6-bee8-c954432de193, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ddb516cf-af86-4ae6-bee8-c954432de193,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:30.239353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.374752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:30.375373 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:16:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:30.440908 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c83ce1-f903-482c-88aa-9c32a144eb52 None None] Pushing event updated for resources: {'Port': ['ID=ddb516cf-af86-4ae6-bee8-c954432de193,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:30.539863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Allocated IP 172.20.0.2 (16b63001-7326-41ab-91dc-ce02fc0673bf/0999c141-000b-4ea6-a86f-7accab335cbf/8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:30.567607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.686120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:31.041767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.059528 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Transition to ACTIVE for port object 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:31.083812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Transition to ACTIVE for port object 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:31.092869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.172197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Pushing event updated for resources: {'Port': ['ID=8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:31.172422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.1 (16b63001-7326-41ab-91dc-ce02fc0673bf/0999c141-000b-4ea6-a86f-7accab335cbf/fae9ffa4-a778-41ae-8d20-92ea60162907) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:31.177154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:16:27Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:31.183625 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Network 16b63001-7326-41ab-91dc-ce02fc0673bf is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:31.185325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:31.187890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd8224-1bd4-4a1d-83c7-9feaece58762 None None] The sync data for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv is: [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:16:27Z', 'revision_number': 3, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:31.189305 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:31.298251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Attempting to bind port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:31.298533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Attempting to bind port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:31.299140 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Attempting to bind port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e on network 16b63001-7326-41ab-91dc-ce02fc0673bf {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:31.305951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:31.305951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Checking segment: {'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:31.305951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.305951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Bound using segment: {'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:31.306424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Bound port: 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:31.306705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.387583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.401725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] For port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:31.404282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object fae9ffa4-a778-41ae-8d20-92ea60162907 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:31.405243 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] For port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:31.409545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.429895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.512901 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd90fb5-909f-4b76-8098-409ed20cb383 None None] Pushing event updated for resources: {'Port': ['ID=8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:31.524942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 16b63001-7326-41ab-91dc-ce02fc0673bf is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:31.528130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:31.530489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:31.580600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=fae9ffa4-a778-41ae-8d20-92ea60162907,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:31.602176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.987938 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:32.008147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.069784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:32.076091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ddb516cf-af86-4ae6-bee8-c954432de193 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:32.156045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port ddb516cf-af86-4ae6-bee8-c954432de193 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:32.162141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ddb516cf-af86-4ae6-bee8-c954432de193 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:32.162546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.292950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ddb516cf-af86-4ae6-bee8-c954432de193 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:32.293333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.316039 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ddb516cf-af86-4ae6-bee8-c954432de193, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ddb516cf-af86-4ae6-bee8-c954432de193,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:32.321000 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.395914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ddb516cf-af86-4ae6-bee8-c954432de193,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:32.456243 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.461526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.552376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d551cc8f-5fe7-4e02-9bed-f92ff80e2c6b None None] Network 16b63001-7326-41ab-91dc-ce02fc0673bf requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:32.576807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=fae9ffa4-a778-41ae-8d20-92ea60162907,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:32.580285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.652826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f3f7f3b8-6a07-4aca-9904-09244688fd75 None None] Provisioning for port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:32.668458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f3f7f3b8-6a07-4aca-9904-09244688fd75 None None] Provisioning complete for port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:32.668829 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f3f7f3b8-6a07-4aca-9904-09244688fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.719827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 16b63001-7326-41ab-91dc-ce02fc0673bf is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:32.720937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:32.891381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7f3b8-6a07-4aca-9904-09244688fd75 None None] Current status of the port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:32.891761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f3f7f3b8-6a07-4aca-9904-09244688fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.906450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 48498466-9e26-45d5-86dc-bbe8430aed91 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:32.932966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f3f7f3b8-6a07-4aca-9904-09244688fd75 None None] For port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:32.939570 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f3f7f3b8-6a07-4aca-9904-09244688fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.011228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7f3b8-6a07-4aca-9904-09244688fd75 None None] Pushing event updated for resources: {'Port': ['ID=8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:33.103944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:33.113647 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Sync routers for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:33.118678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-275aa336-cbc5-4e52-a47b-538f58555830 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/48498466-9e26-45d5-86dc-bbe8430aed91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3487151 May 24 23:16:33.120439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37038) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:33.123977 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:33.124583 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:16:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:33.173929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-71f54a9a-7d33-40b3-bb9b-0be914dd47b1 None None] Provisioning for port fae9ffa4-a778-41ae-8d20-92ea60162907 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:33.191144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-71f54a9a-7d33-40b3-bb9b-0be914dd47b1 None None] Provisioning complete for port fae9ffa4-a778-41ae-8d20-92ea60162907 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:33.191780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-71f54a9a-7d33-40b3-bb9b-0be914dd47b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.299040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbb7b2-61f6-4b3a-bc65-a3c6a7d86cca tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:33.299515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbb7b2-61f6-4b3a-bc65-a3c6a7d86cca tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:33.300128 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbb7b2-61f6-4b3a-bc65-a3c6a7d86cca tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:33.300588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbb7b2-61f6-4b3a-bc65-a3c6a7d86cca tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:33.305600 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d0cbb7b2-61f6-4b3a-bc65-a3c6a7d86cca tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1840203 May 24 23:16:33.305822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37042) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:33.321374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-71f54a9a-7d33-40b3-bb9b-0be914dd47b1 None None] Port fae9ffa4-a778-41ae-8d20-92ea60162907 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:16:33.333787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-71f54a9a-7d33-40b3-bb9b-0be914dd47b1 None None] Provisioning complete for port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:33.334070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-71f54a9a-7d33-40b3-bb9b-0be914dd47b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.345452 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:33.412922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604b99b-c88e-4588-a5b9-b9d19d1cc49c tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:33.413382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604b99b-c88e-4588-a5b9-b9d19d1cc49c tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:33.413840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604b99b-c88e-4588-a5b9-b9d19d1cc49c tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:33.414284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604b99b-c88e-4588-a5b9-b9d19d1cc49c tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:33.415938 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c604b99b-c88e-4588-a5b9-b9d19d1cc49c tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1089377 May 24 23:16:33.418622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37046) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:33.467314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-71f54a9a-7d33-40b3-bb9b-0be914dd47b1 None None] Current status of the port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:33.593120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-82ca23c6-8cc1-4127-a4a1-1615fc677a95 None None] Provisioning complete for port fae9ffa4-a778-41ae-8d20-92ea60162907 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:33.594007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82ca23c6-8cc1-4127-a4a1-1615fc677a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.647176 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a8e34ffd-d856-48e6-a9d6-e8a6692f8f9c tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2222726 May 24 23:16:33.661060 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-82ca23c6-8cc1-4127-a4a1-1615fc677a95 None None] Port fae9ffa4-a778-41ae-8d20-92ea60162907 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:16:33.667861 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:16:31Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:32Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:33.671760 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Checking router: 48498466-9e26-45d5-86dc-bbe8430aed91 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:33.672112 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Updating router 48498466-9e26-45d5-86dc-bbe8430aed91 port fae9ffa4-a778-41ae-8d20-92ea60162907 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:16:33.713584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37052) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:33.718729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1672856568', 'description': 'tempest-secgroup-smoke-1672856568 description', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:33.724414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:33.728999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:33.731183 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.731929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:33.738311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:33.748976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.775526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:33.780368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:33.781366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2e08b3b9-e94c-45fc-9f1a-671b3ef0cbe4 None None] Provisioning complete for port fae9ffa4-a778-41ae-8d20-92ea60162907 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:33.781792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2e08b3b9-e94c-45fc-9f1a-671b3ef0cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.783472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:33.790182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:33.840564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2e08b3b9-e94c-45fc-9f1a-671b3ef0cbe4 None None] Port fae9ffa4-a778-41ae-8d20-92ea60162907 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:16:33.865161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.869366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.919025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.923093 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2083969 May 24 23:16:33.923358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37056) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:33.924245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03ac1f-4e1e-4886-9e76-48b0b64f5c54 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161a884c-d9f4-41e7-a3da-b9e602f47543,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:33.931992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-848bacaf-7756-43f7-97be-3c8a809bc0c9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '161a884c-d9f4-41e7-a3da-b9e602f47543', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:33.933113 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:33.940495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-848bacaf-7756-43f7-97be-3c8a809bc0c9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:33.944655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-848bacaf-7756-43f7-97be-3c8a809bc0c9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:33.947921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-848bacaf-7756-43f7-97be-3c8a809bc0c9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:33.953985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-848bacaf-7756-43f7-97be-3c8a809bc0c9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:33.973158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848bacaf-7756-43f7-97be-3c8a809bc0c9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.010026 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:34.010398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.041871 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848bacaf-7756-43f7-97be-3c8a809bc0c9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.046601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848bacaf-7756-43f7-97be-3c8a809bc0c9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.074960 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bacaf-7756-43f7-97be-3c8a809bc0c9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bec099-84ef-4fe4-a241-5465aeb02e10,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:34.083063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848bacaf-7756-43f7-97be-3c8a809bc0c9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.087979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37060) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:34.088195 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-848bacaf-7756-43f7-97be-3c8a809bc0c9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631911 May 24 23:16:34.093320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d3410ca4-d069-483e-bcf9-81b824c1cf63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '161a884c-d9f4-41e7-a3da-b9e602f47543', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:34.099222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d3410ca4-d069-483e-bcf9-81b824c1cf63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:34.099357 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.103722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d3410ca4-d069-483e-bcf9-81b824c1cf63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:34.106879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d3410ca4-d069-483e-bcf9-81b824c1cf63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:34.111907 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Transition to ACTIVE for port object fae9ffa4-a778-41ae-8d20-92ea60162907 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:34.116938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d3410ca4-d069-483e-bcf9-81b824c1cf63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:34.119186 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.138060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3410ca4-d069-483e-bcf9-81b824c1cf63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.139842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:34.141069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ddb516cf-af86-4ae6-bee8-c954432de193 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:34.213209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3410ca4-d069-483e-bcf9-81b824c1cf63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.220383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3410ca4-d069-483e-bcf9-81b824c1cf63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.227010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ddb516cf-af86-4ae6-bee8-c954432de193 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:34.227437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.239444 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3410ca4-d069-483e-bcf9-81b824c1cf63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b636c094-ef8c-4ec5-b16c-3fc70a3fd93f,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:34.263922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3410ca4-d069-483e-bcf9-81b824c1cf63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.265305 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d3410ca4-d069-483e-bcf9-81b824c1cf63 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1759338 May 24 23:16:34.267793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37064) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:34.274839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a3519e4f-3341-4fc7-915c-a79c42214546 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '161a884c-d9f4-41e7-a3da-b9e602f47543', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:34.280604 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Pushing event updated for resources: {'Port': ['ID=fae9ffa4-a778-41ae-8d20-92ea60162907,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:34.283449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a3519e4f-3341-4fc7-915c-a79c42214546 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:34.289374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a3519e4f-3341-4fc7-915c-a79c42214546 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:34.292748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a3519e4f-3341-4fc7-915c-a79c42214546 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:34.299318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a3519e4f-3341-4fc7-915c-a79c42214546 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:34.323963 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.324182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3519e4f-3341-4fc7-915c-a79c42214546 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.324307 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.324627 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.324952 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.325274 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.325598 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.325917 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.326234 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.326552 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.326893 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.327206 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.327519 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.376118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ddb516cf-af86-4ae6-bee8-c954432de193 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:34.382197 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Attempting to bind port fae9ffa4-a778-41ae-8d20-92ea60162907 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:34.382569 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Attempting to bind port fae9ffa4-a778-41ae-8d20-92ea60162907 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:34.383497 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Attempting to bind port fae9ffa4-a778-41ae-8d20-92ea60162907 on network 16b63001-7326-41ab-91dc-ce02fc0673bf {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:34.389121 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:34.389764 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Checking segment: {'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:34.390339 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.390751 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Bound using segment: {'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:34.391434 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Bound port: fae9ffa4-a778-41ae-8d20-92ea60162907, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:34.391986 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.418093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3519e4f-3341-4fc7-915c-a79c42214546 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.423315 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3519e4f-3341-4fc7-915c-a79c42214546 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.457417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3519e4f-3341-4fc7-915c-a79c42214546 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ffbdc6-0ef3-45d8-a2f6-56821ba94887,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:34.462839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3519e4f-3341-4fc7-915c-a79c42214546 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.467051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37068) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:34.467696 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a3519e4f-3341-4fc7-915c-a79c42214546 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1975467 May 24 23:16:34.473338 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b29c5149-535e-4b93-b5c6-383fb56ccfe0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '161a884c-d9f4-41e7-a3da-b9e602f47543', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:34.489003 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] For port fae9ffa4-a778-41ae-8d20-92ea60162907, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:34.489166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b29c5149-535e-4b93-b5c6-383fb56ccfe0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:34.492894 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] For port fae9ffa4-a778-41ae-8d20-92ea60162907, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fae9ffa4-a778-41ae-8d20-92ea60162907,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:34.493616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b29c5149-535e-4b93-b5c6-383fb56ccfe0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:34.496852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b29c5149-535e-4b93-b5c6-383fb56ccfe0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:34.497345 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.502810 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b29c5149-535e-4b93-b5c6-383fb56ccfe0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:34.522577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b29c5149-535e-4b93-b5c6-383fb56ccfe0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.583019 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:34.583627 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:16:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:34.589848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b29c5149-535e-4b93-b5c6-383fb56ccfe0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.594902 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b29c5149-535e-4b93-b5c6-383fb56ccfe0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.619880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c5149-535e-4b93-b5c6-383fb56ccfe0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94335ee9-76db-4978-956e-9592c71635cd,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:34.630113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b29c5149-535e-4b93-b5c6-383fb56ccfe0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.634805 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b29c5149-535e-4b93-b5c6-383fb56ccfe0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626756 May 24 23:16:34.635198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37072) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:34.640725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '161a884c-d9f4-41e7-a3da-b9e602f47543', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:34.643454 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc3a50-6180-49d9-8a21-bf75c6270740 None None] Pushing event updated for resources: {'Port': ['ID=fae9ffa4-a778-41ae-8d20-92ea60162907,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:34.646976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:34.650944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:34.654209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:34.660095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:34.676039 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:16:34.684020 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.761470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.769982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.785255 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:34.792495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eee40a2-21f7-4caa-868e-61c4d8ee6c4a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:34.807875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.811771 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a5fe04b3-465a-422d-9767-630332d2fcd0 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1729658 May 24 23:16:34.812166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37076) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:34.817508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'security_group_rule': {'security_group_id': '161a884c-d9f4-41e7-a3da-b9e602f47543', 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:34.824270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:34.828129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:security_group_rule and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:34.831386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:34.837191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:34.848345 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Project 4a9c122e5fbd4d319091b78d34b07baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:16:34.855607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.035736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.040254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.070294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1dad140-7944-4ab5-9354-9ec7f1850a56,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:35.086926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.088133 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0381724d-1b4d-493f-b944-93d0611ef4d3 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2748473 May 24 23:16:35.124586 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:16:31Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:34Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:35.128523 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460fdd3-e3d5-47bc-ba35-8a71b99ef6af None None] The sync data for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv is: [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:16:31Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:34Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:35.302155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-1e9d3f00-9353-4558-9a18-e516d889eefd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:16:35.321424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-1e9d3f00-9353-4558-9a18-e516d889eefd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:16:35.322625 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-1e9d3f00-9353-4558-9a18-e516d889eefd tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672856568&fields=id&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 267 time: 0.0618210 May 24 23:16:35.485450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-af9bef97-6c3a-4cc0-a003-1b5452fc85a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:35.486131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-af9bef97-6c3a-4cc0-a003-1b5452fc85a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:16:35.502365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-af9bef97-6c3a-4cc0-a003-1b5452fc85a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:16:35.503724 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-af9bef97-6c3a-4cc0-a003-1b5452fc85a2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/networks?id=16b63001-7326-41ab-91dc-ce02fc0673bf HTTP/1.1" status: 200 len: 796 time: 0.1742985 May 24 23:16:35.519034 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-97966b5a-6bac-4bc4-8948-6c5692e25f5e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/quotas/4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 375 time: 0.0096941 May 24 23:16:35.605120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-97bdd9ee-dd4b-4738-b330-214b1655f553 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:16:35.620459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-97bdd9ee-dd4b-4738-b330-214b1655f553 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:16:35.621698 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-97bdd9ee-dd4b-4738-b330-214b1655f553 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965054 May 24 23:16:35.765599 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-a8cae2dd-c49e-4d2b-a1d7-285bb2607823 service neutron] 10.222.0.32 "GET /v2.0/networks/16b63001-7326-41ab-91dc-ce02fc0673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320567 May 24 23:16:35.916228 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-4ce9e00c-3154-4e48-99d3-2093921b1cf6 service neutron] 10.222.0.32 "GET /v2.0/networks/16b63001-7326-41ab-91dc-ce02fc0673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390820 May 24 23:16:35.946601 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fae9ffa4-a778-41ae-8d20-92ea60162907 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:36.023174 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port fae9ffa4-a778-41ae-8d20-92ea60162907 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:36.028982 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fae9ffa4-a778-41ae-8d20-92ea60162907 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:36.029383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.159967 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4d08864-f06d-4be3-af17-2d3f77cafef2 req-fafe0b89-e2a1-4ac3-ac2d-88a4a2ebd11d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 210 time: 0.0904663 May 24 23:16:36.180363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fae9ffa4-a778-41ae-8d20-92ea60162907 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:36.180924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.218388 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port fae9ffa4-a778-41ae-8d20-92ea60162907, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fae9ffa4-a778-41ae-8d20-92ea60162907,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:36.222494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.298107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=fae9ffa4-a778-41ae-8d20-92ea60162907,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:37.144709 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-5d53db44-c1dd-44a9-8b3c-2d2731b7bc80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:37.146366 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-5d53db44-c1dd-44a9-8b3c-2d2731b7bc80 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/networks?id=16b63001-7326-41ab-91dc-ce02fc0673bf HTTP/1.1" status: 200 len: 796 time: 0.1456046 May 24 23:16:37.211802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-11cda2b0-5eec-4324-aa7d-6a9143bc0b67 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:16:37.223731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-11cda2b0-5eec-4324-aa7d-6a9143bc0b67 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:16:37.226233 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-11cda2b0-5eec-4324-aa7d-6a9143bc0b67 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c122e5fbd4d319091b78d34b07baa HTTP/1.1" status: 200 len: 380 time: 0.0705607 May 24 23:16:37.234018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'port': {'device_id': '820782c9-db7b-49cd-b830-79a9644992e1', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'admin_state_up': True, 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'security_groups': ['161a884c-d9f4-41e7-a3da-b9e602f47543']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:37.304084 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-094e6b22-3d6f-4323-8463-3f8dde0628d9 req-997e9b2f-099a-4da2-ab5b-cf8f34e1eed9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 210 time: 0.0426869 May 24 23:16:37.371652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:37.380754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:37.390440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Made reservation on behalf of 4a9c122e5fbd4d319091b78d34b07baa for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:37.393939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.549850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.20.0.12 (16b63001-7326-41ab-91dc-ce02fc0673bf/0999c141-000b-4ea6-a86f-7accab335cbf/8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:37.740986 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.756589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Transition to ACTIVE for port object 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:37.779138 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.848381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 16b63001-7326-41ab-91dc-ce02fc0673bf is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:37.851583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:37.855381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:37.886433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:37.926350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:37.927010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.935782 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fae9ffa4-a778-41ae-8d20-92ea60162907 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:37.954862 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-480e651b-ad5b-4215-bae0-30cdba1ee0e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7250352 May 24 23:16:37.967451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Request body: {'port': {'device_id': '820782c9-db7b-49cd-b830-79a9644992e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:38.008061 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fae9ffa4-a778-41ae-8d20-92ea60162907 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:38.008431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.084913 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.135605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fae9ffa4-a778-41ae-8d20-92ea60162907 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:38.245344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b0f0239d-5e5c-4614-b042-0191d1b382be None None] Provisioning for port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:38.250220 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b0f0239d-5e5c-4614-b042-0191d1b382be None None] Provisioning complete for port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:38.250582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b0f0239d-5e5c-4614-b042-0191d1b382be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.303224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0239d-5e5c-4614-b042-0191d1b382be None None] Port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:16:38.434621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:16:38.442091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.457209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Transition to ACTIVE for port object 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:38.461687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.495995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d9ba5-23b6-4853-96fa-f400d3fa72f5 req-d358584f-6d0b-46ac-827d-970110d9e89b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:38.497587 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-831d9ba5-23b6-4853-96fa-f400d3fa72f5 req-d358584f-6d0b-46ac-827d-970110d9e89b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 932 time: 0.0873306 May 24 23:16:38.545231 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-831d9ba5-23b6-4853-96fa-f400d3fa72f5 req-744987f6-7fd8-4291-9a3f-4dd7fcab6b13 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=161a884c-d9f4-41e7-a3da-b9e602f47543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414877 May 24 23:16:38.709156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:38.789617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Attempting to bind port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:38.789940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Attempting to bind port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:38.790258 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Attempting to bind port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d on network 16b63001-7326-41ab-91dc-ce02fc0673bf {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:38.794738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d on network 16b63001-7326-41ab-91dc-ce02fc0673bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:16:38.795052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Attempting to bind port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d on network 16b63001-7326-41ab-91dc-ce02fc0673bf {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:38.799991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:38.800315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Checking segment: {'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:38.800687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Bound using segment: {'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:38.801103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Bound port: 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c48c1c9-1158-4545-845f-3828d84bc47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:38.801435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.887522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] For port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:38.890260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] For port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:38.895530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.957038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:38.957656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.959056 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] 10.222.0.42 "PUT /v2.0/ports/8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d HTTP/1.1" status: 200 len: 1094 time: 0.9958177 May 24 23:16:38.959495 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820782c9-db7b-49cd-b830-79a9644992e1', 'tag': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:38.981734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e641d2-02bb-4ac5-a2d9-9133c38c58b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:39.031406 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746d76d1-d977-4fe9-94a7-26ded95fe916'] response: {'name': 'network-changed', 'server_uuid': '820782c9-db7b-49cd-b830-79a9644992e1', 'tag': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'status': 'completed', 'code': 200} May 24 23:16:39.046542 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:16:39.077336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-78fe4840-823d-4e85-9271-80497ec2c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:39.078865 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-78fe4840-823d-4e85-9271-80497ec2c567 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 1097 time: 0.0796232 May 24 23:16:39.150584 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-6c79b9d8-cb09-4f55-ac3f-76a068827b07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d HTTP/1.1" status: 200 len: 217 time: 0.0645649 May 24 23:16:39.212029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-86c20f91-7213-47f9-87ef-af66132d88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:39.213562 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-86c20f91-7213-47f9-87ef-af66132d88cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0999c141-000b-4ea6-a86f-7accab335cbf HTTP/1.1" status: 200 len: 834 time: 0.0571604 May 24 23:16:39.290525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-ec2ec538-7bcd-40c4-bb03-009341f29400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:39.292042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-ec2ec538-7bcd-40c4-bb03-009341f29400 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16b63001-7326-41ab-91dc-ce02fc0673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732763 May 24 23:16:39.420839 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-054d6480-dc17-405e-a445-80e30b821635 service neutron] 10.222.0.42 "GET /v2.0/networks/16b63001-7326-41ab-91dc-ce02fc0673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225250 May 24 23:16:39.548349 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-808e31f9-4e3b-4400-be54-64f19bfad493 req-432f8d60-f54d-4007-8cd1-26b7720504ec service neutron] 10.222.0.42 "GET /v2.0/networks/16b63001-7326-41ab-91dc-ce02fc0673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218300 May 24 23:16:39.655891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb547c-29b6-4246-9c42-9dd9d5540b6f req-7a0ab526-d2e5-4b41-a578-e38d37c31e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:39.657340 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-21cb547c-29b6-4246-9c42-9dd9d5540b6f req-7a0ab526-d2e5-4b41-a578-e38d37c31e7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 1097 time: 0.0690277 May 24 23:16:39.730537 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad653695-4299-47c2-924f-c4c697d128be req-f4d62664-8293-4133-ac5e-a918066709e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:39.732028 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad653695-4299-47c2-924f-c4c697d128be req-f4d62664-8293-4133-ac5e-a918066709e2 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 944 time: 0.0808299 May 24 23:16:39.776724 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad653695-4299-47c2-924f-c4c697d128be req-10dabd9f-26f7-4a87-a4b2-ce56d088037a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=161a884c-d9f4-41e7-a3da-b9e602f47543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388765 May 24 23:16:39.788854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb547c-29b6-4246-9c42-9dd9d5540b6f req-e56fa2ee-cda5-4c39-bbbe-6ac7b775c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:39.790808 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-21cb547c-29b6-4246-9c42-9dd9d5540b6f req-e56fa2ee-cda5-4c39-bbbe-6ac7b775c548 service neutron] 10.222.0.42 "GET /v2.0/networks?id=16b63001-7326-41ab-91dc-ce02fc0673bf HTTP/1.1" status: 200 len: 897 time: 0.1255562 May 24 23:16:39.860195 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-21cb547c-29b6-4246-9c42-9dd9d5540b6f req-43050dff-ba5e-4ffe-bcf3-b63bc3282237 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d HTTP/1.1" status: 200 len: 217 time: 0.0633857 May 24 23:16:39.923344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb547c-29b6-4246-9c42-9dd9d5540b6f req-dd671a07-7d2f-4b03-ada6-035782165910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:39.924767 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-21cb547c-29b6-4246-9c42-9dd9d5540b6f req-dd671a07-7d2f-4b03-ada6-035782165910 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0999c141-000b-4ea6-a86f-7accab335cbf HTTP/1.1" status: 200 len: 834 time: 0.0579066 May 24 23:16:40.003878 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb547c-29b6-4246-9c42-9dd9d5540b6f req-aa4d098f-5ccc-44b8-9e5f-d4e121944c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:40.005332 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-21cb547c-29b6-4246-9c42-9dd9d5540b6f req-aa4d098f-5ccc-44b8-9e5f-d4e121944c47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16b63001-7326-41ab-91dc-ce02fc0673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739348 May 24 23:16:40.234996 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-21cb547c-29b6-4246-9c42-9dd9d5540b6f req-24896523-0d00-440e-96fd-a99de6291b86 service neutron] 10.222.0.42 "GET /v2.0/networks/16b63001-7326-41ab-91dc-ce02fc0673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230206 May 24 23:16:40.366167 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-21cb547c-29b6-4246-9c42-9dd9d5540b6f req-1ed5401c-fe06-4149-963f-da467ec29bb1 service neutron] 10.222.0.42 "GET /v2.0/networks/16b63001-7326-41ab-91dc-ce02fc0673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244068 May 24 23:16:40.965121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c721f9e-377a-4ba8-be11-2652297fbe29 req-5786dc74-1b14-48ff-8ea3-02f4daf25f17 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:40.966569 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c721f9e-377a-4ba8-be11-2652297fbe29 req-5786dc74-1b14-48ff-8ea3-02f4daf25f17 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 944 time: 0.0837011 May 24 23:16:41.011008 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c721f9e-377a-4ba8-be11-2652297fbe29 req-e858aae2-7867-4891-b914-a509ed96e084 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=161a884c-d9f4-41e7-a3da-b9e602f47543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387344 May 24 23:16:41.960535 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:16:42.090861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:42.104054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'port_id': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'mac_address': 'fa:16:3e:7c:a2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:16:42.162024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:42.162953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.180592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:16:42.196569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:42.198350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fa4e3-0e76-4529-844a-d140d7664830 req-75ee63a9-ac7d-400a-9bb1-d441ae8ee40a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:42.200011 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e70fa4e3-0e76-4529-844a-d140d7664830 req-75ee63a9-ac7d-400a-9bb1-d441ae8ee40a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 944 time: 0.0804415 May 24 23:16:42.201323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.245230 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e70fa4e3-0e76-4529-844a-d140d7664830 req-97517e34-8d22-474f-9261-595e7495498b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=161a884c-d9f4-41e7-a3da-b9e602f47543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386446 May 24 23:16:42.268183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:42.398946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:16:43.433066 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2189755-5ac1-493e-b88f-776e22cfee89 req-6ea35a08-13ee-4d84-bc39-b1066be7a766 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:43.434485 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e2189755-5ac1-493e-b88f-776e22cfee89 req-6ea35a08-13ee-4d84-bc39-b1066be7a766 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 945 time: 0.0818713 May 24 23:16:43.479084 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e2189755-5ac1-493e-b88f-776e22cfee89 req-aabfe542-d05c-4254-afcd-5cdb7dd3a7e8 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=161a884c-d9f4-41e7-a3da-b9e602f47543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388043 May 24 23:16:43.975018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:44.039742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:44.044147 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:44.044514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:44.156127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:44.156449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:44.183503 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820782c9-db7b-49cd-b830-79a9644992e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:44.193047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:44.198066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:44.233687 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b150c65-20f3-4782-bbc3-fa6b5ee57dcd'] response: {'server_uuid': '820782c9-db7b-49cd-b830-79a9644992e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'code': 200} May 24 23:16:44.267994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:44.443116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179af9a-a44f-483b-be66-d4809718b595 req-dbd0d7fe-ffc4-4c6e-84ab-3baa39448711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:44.444529 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2179af9a-a44f-483b-be66-d4809718b595 req-dbd0d7fe-ffc4-4c6e-84ab-3baa39448711 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 1099 time: 0.0670719 May 24 23:16:44.484056 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2179af9a-a44f-483b-be66-d4809718b595 req-497cb89b-c9a3-41ea-9ce1-698c5a158632 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=161a884c-d9f4-41e7-a3da-b9e602f47543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337396 May 24 23:16:44.658573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04f45f-6c1d-4f12-a8e9-2ff337048db6 req-85c5ff01-faf9-489e-aa7b-ab337285d34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:44.660013 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df04f45f-6c1d-4f12-a8e9-2ff337048db6 req-85c5ff01-faf9-489e-aa7b-ab337285d34d tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 946 time: 0.0781536 May 24 23:16:44.706967 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df04f45f-6c1d-4f12-a8e9-2ff337048db6 req-c62d71b1-4bdf-45ce-9ddd-1e420d1f34ac tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=161a884c-d9f4-41e7-a3da-b9e602f47543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 May 24 23:16:45.747948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:45.891924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab530a3-2272-4dc6-99aa-eb86c5853c50 req-95c4f427-8c3f-4107-923c-f0caee63f822 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:45.893353 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bab530a3-2272-4dc6-99aa-eb86c5853c50 req-95c4f427-8c3f-4107-923c-f0caee63f822 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 946 time: 0.0793512 May 24 23:16:45.936555 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bab530a3-2272-4dc6-99aa-eb86c5853c50 req-f9ed06f9-77e6-438c-bb9a-06b57b6aeebc tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=161a884c-d9f4-41e7-a3da-b9e602f47543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374084 May 24 23:16:46.119900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888dfaf-cde0-4889-b783-583796928716 req-c49d3198-419d-4638-838d-1ad8f112afb6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:46.121232 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f888dfaf-cde0-4889-b783-583796928716 req-c49d3198-419d-4638-838d-1ad8f112afb6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 946 time: 0.0820248 May 24 23:16:46.164674 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f888dfaf-cde0-4889-b783-583796928716 req-6022a8d2-1471-40ab-aaa4-894a07605071 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=161a884c-d9f4-41e7-a3da-b9e602f47543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377679 May 24 23:16:46.187433 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37128) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:46.256405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a11583a-66b5-4ad4-80bf-d47a8e8f05cd tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:46.257897 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9a11583a-66b5-4ad4-80bf-d47a8e8f05cd tempest-TestNetworkBasicOps-1297451198 tempest-TestNetworkBasicOps-1297451198-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 1094 time: 0.0694263 May 24 23:16:46.260703 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37132) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:46.265473 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:46.271194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:46.274984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Usage tracker for resource:floatingip and tenant:4a9c122e5fbd4d319091b78d34b07baa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:46.278113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:46.284289 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:46.294554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.426954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.559992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Allocated IP 172.26.3.218 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/6ce9e856-cdcc-48a0-ad5f-1f0a9a4648b5) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:46.702843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.733476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.795029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:46.797618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:46.800093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:46.944873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=6ce9e856-cdcc-48a0-ad5f-1f0a9a4648b5,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:47.308755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.381155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.590317 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.594594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.698757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event updated for resources: {'Port': ['ID=6ce9e856-cdcc-48a0-ad5f-1f0a9a4648b5,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:47.708900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.881252 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP 23568adb-4fad-4ccb-a8df-ed541a0a255d associated. External IP: 172.26.3.218, port: 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d. May 24 23:16:48.224779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 48498466-9e26-45d5-86dc-bbe8430aed91 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:48.508370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:48.517947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37155483-a9d6-4280-8580-b10b3c660d1d None None] Sync routers for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:48.527079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37155483-a9d6-4280-8580-b10b3c660d1d None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:48.527683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-37155483-a9d6-4280-8580-b10b3c660d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:16:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:48.531928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.586542 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-eeb64d14-1ddf-4545-9976-02bd3ecaf328 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3248465 May 24 23:16:48.587164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820782c9-db7b-49cd-b830-79a9644992e1', 'tag': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:48.589230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37136) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:48.631320 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad3ef94-195b-4eb0-8f88-8e8bd92daad0'] response: {'name': 'network-changed', 'server_uuid': '820782c9-db7b-49cd-b830-79a9644992e1', 'tag': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'status': 'completed', 'code': 200} May 24 23:16:48.711291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-37155483-a9d6-4280-8580-b10b3c660d1d None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:48.749839 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b954684d-34db-4451-8aeb-f39745ea823e tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/23568adb-4fad-4ccb-a8df-ed541a0a255d HTTP/1.1" status: 200 len: 992 time: 0.1589096 May 24 23:16:48.762494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01be6c5-c8f3-4a56-9bc3-af84eec45fe9 req-a8fd7427-c854-4ac2-abdb-1d478ca247de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:48.763881 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c01be6c5-c8f3-4a56-9bc3-af84eec45fe9 req-a8fd7427-c854-4ac2-abdb-1d478ca247de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 1099 time: 0.1072531 May 24 23:16:48.892596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01be6c5-c8f3-4a56-9bc3-af84eec45fe9 req-a8e3f9fe-d341-4559-971e-2ece175183b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:48.894018 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c01be6c5-c8f3-4a56-9bc3-af84eec45fe9 req-a8e3f9fe-d341-4559-971e-2ece175183b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=16b63001-7326-41ab-91dc-ce02fc0673bf HTTP/1.1" status: 200 len: 897 time: 0.1241083 May 24 23:16:48.996482 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c01be6c5-c8f3-4a56-9bc3-af84eec45fe9 req-01db46d8-534a-4902-b602-af2305fddf17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d HTTP/1.1" status: 200 len: 1000 time: 0.0958297 May 24 23:16:49.056664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01be6c5-c8f3-4a56-9bc3-af84eec45fe9 req-3b4f0105-9c97-476e-8eca-380849a55394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:49.057994 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c01be6c5-c8f3-4a56-9bc3-af84eec45fe9 req-3b4f0105-9c97-476e-8eca-380849a55394 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0999c141-000b-4ea6-a86f-7accab335cbf HTTP/1.1" status: 200 len: 834 time: 0.0558262 May 24 23:16:49.068861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-37155483-a9d6-4280-8580-b10b3c660d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:16:31Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '23568adb-4fad-4ccb-a8df-ed541a0a255d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'port_id': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'mac_address': 'fa:16:3e:7c:a2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820782c9-db7b-49cd-b830-79a9644992e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:16:47Z', 'updated_at': '2022-05-24T23:16:47Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:49.072702 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37155483-a9d6-4280-8580-b10b3c660d1d None None] Checking router: 48498466-9e26-45d5-86dc-bbe8430aed91 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:49.081181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37155483-a9d6-4280-8580-b10b3c660d1d None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:49.081762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-37155483-a9d6-4280-8580-b10b3c660d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:16:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:49.136668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01be6c5-c8f3-4a56-9bc3-af84eec45fe9 req-42f8f3d4-db87-4905-a270-c5c571e93750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:49.138115 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c01be6c5-c8f3-4a56-9bc3-af84eec45fe9 req-42f8f3d4-db87-4905-a270-c5c571e93750 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16b63001-7326-41ab-91dc-ce02fc0673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722685 May 24 23:16:49.258874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-37155483-a9d6-4280-8580-b10b3c660d1d None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:49.268598 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c01be6c5-c8f3-4a56-9bc3-af84eec45fe9 req-3a35e948-c230-4e92-954f-50436066e59a service neutron] 10.222.0.42 "GET /v2.0/networks/16b63001-7326-41ab-91dc-ce02fc0673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243587 May 24 23:16:49.398969 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c01be6c5-c8f3-4a56-9bc3-af84eec45fe9 req-649a94a7-751d-4b7d-9c35-d1a39be7d0f2 service neutron] 10.222.0.42 "GET /v2.0/networks/16b63001-7326-41ab-91dc-ce02fc0673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230989 May 24 23:16:49.638558 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-37155483-a9d6-4280-8580-b10b3c660d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:16:31Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '23568adb-4fad-4ccb-a8df-ed541a0a255d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'port_id': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'mac_address': 'fa:16:3e:7c:a2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820782c9-db7b-49cd-b830-79a9644992e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:16:47Z', 'updated_at': '2022-05-24T23:16:47Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:49.642446 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37155483-a9d6-4280-8580-b10b3c660d1d None None] The sync data for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv is: [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:16:31Z', 'revision_number': 4, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '23568adb-4fad-4ccb-a8df-ed541a0a255d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'port_id': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'mac_address': 'fa:16:3e:7c:a2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820782c9-db7b-49cd-b830-79a9644992e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:16:47Z', 'updated_at': '2022-05-24T23:16:47Z', 'revision_number': 0, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 5, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:49.753644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37142) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:49.827316 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d87f957-a0c4-4046-a0b4-8728610a1a2d None None] New status for floating IP 23568adb-4fad-4ccb-a8df-ed541a0a255d: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:16:49.861132 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d9520aa-e5bf-4da9-8799-1dc232330648 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/23568adb-4fad-4ccb-a8df-ed541a0a255d HTTP/1.1" status: 200 len: 992 time: 0.1063538 May 24 23:16:50.864448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37146) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:50.971285 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5915ca8e-0fd2-4d42-959a-46ac831ead1b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/23568adb-4fad-4ccb-a8df-ed541a0a255d HTTP/1.1" status: 200 len: 994 time: 0.1056883 May 24 23:16:51.901074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-930efdba-fe61-43a0-8a4d-84e6d90ca7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.191605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3362e996-6fea-43b7-81c9-4225a7007168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:55.093228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:55.263389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:56.542145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:15.510488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37158) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:15.515637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c414a888-987a-47f2-a3f1-36b36dd906d6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:15.758983 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.028252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c414a888-987a-47f2-a3f1-36b36dd906d6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.038601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c414a888-987a-47f2-a3f1-36b36dd906d6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.046509 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:17:16.215010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c414a888-987a-47f2-a3f1-36b36dd906d6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 48498466-9e26-45d5-86dc-bbe8430aed91 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:17:16.500317 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c414a888-987a-47f2-a3f1-36b36dd906d6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:17:16.506742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c414a888-987a-47f2-a3f1-36b36dd906d6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.507862 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c414a888-987a-47f2-a3f1-36b36dd906d6 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/48498466-9e26-45d5-86dc-bbe8430aed91 HTTP/1.1" status: 200 len: 888 time: 0.9963377 May 24 23:17:16.510503 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ec2cfd-05dd-44be-bc2f-a447b0708c22 None None] Sync routers for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:17:16.520017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec2cfd-05dd-44be-bc2f-a447b0708c22 None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:16.520357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-28ec2cfd-05dd-44be-bc2f-a447b0708c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:16:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:16.582041 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-28ec2cfd-05dd-44be-bc2f-a447b0708c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:16.590855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec2cfd-05dd-44be-bc2f-a447b0708c22 None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:16.591445 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-28ec2cfd-05dd-44be-bc2f-a447b0708c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:16:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:16.649788 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-28ec2cfd-05dd-44be-bc2f-a447b0708c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:16.650180 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ec2cfd-05dd-44be-bc2f-a447b0708c22 None None] The sync data for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:17:17.407550 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fd3b1-cce9-41bb-9e0a-13d3eb68825f None None] New status for floating IP 23568adb-4fad-4ccb-a8df-ed541a0a255d: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:17:17.935136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ddb516cf-af86-4ae6-bee8-c954432de193 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:17:18.045192 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ddb516cf-af86-4ae6-bee8-c954432de193 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:18.045562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.061563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ddb516cf-af86-4ae6-bee8-c954432de193, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ddb516cf-af86-4ae6-bee8-c954432de193,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:18.065195 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.065867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fae9ffa4-a778-41ae-8d20-92ea60162907 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:17:18.177134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ddb516cf-af86-4ae6-bee8-c954432de193,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:18.233602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fae9ffa4-a778-41ae-8d20-92ea60162907 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:18.233977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.264978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port fae9ffa4-a778-41ae-8d20-92ea60162907, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fae9ffa4-a778-41ae-8d20-92ea60162907,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:18.269674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.334366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=fae9ffa4-a778-41ae-8d20-92ea60162907,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:18.657451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37164) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:18.662480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f67abef7-8dde-4052-85fa-7b5e58cb95e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:19.279308 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f67abef7-8dde-4052-85fa-7b5e58cb95e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:19.289665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f67abef7-8dde-4052-85fa-7b5e58cb95e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592905'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:19.471197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67abef7-8dde-4052-85fa-7b5e58cb95e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 48498466-9e26-45d5-86dc-bbe8430aed91 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:17:19.646133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67abef7-8dde-4052-85fa-7b5e58cb95e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:17:19.653122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f67abef7-8dde-4052-85fa-7b5e58cb95e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:19.653852 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f67abef7-8dde-4052-85fa-7b5e58cb95e7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/48498466-9e26-45d5-86dc-bbe8430aed91 HTTP/1.1" status: 200 len: 887 time: 0.9954133 May 24 23:17:19.655500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d94cb-35bd-45f2-b731-1a60b7d69f82 None None] Sync routers for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:17:19.656746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37168) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:19.664850 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157d94cb-35bd-45f2-b731-1a60b7d69f82 None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:19.665456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-157d94cb-35bd-45f2-b731-1a60b7d69f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:16:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:19.762466 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3e9c9490-5b47-48bc-95de-014158e63a02 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/23568adb-4fad-4ccb-a8df-ed541a0a255d HTTP/1.1" status: 200 len: 992 time: 0.1044645 May 24 23:17:19.845546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-157d94cb-35bd-45f2-b731-1a60b7d69f82 None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:17:20.183935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-157d94cb-35bd-45f2-b731-1a60b7d69f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:17:19Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:17:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '23568adb-4fad-4ccb-a8df-ed541a0a255d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'port_id': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'mac_address': 'fa:16:3e:7c:a2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820782c9-db7b-49cd-b830-79a9644992e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:16:47Z', 'updated_at': '2022-05-24T23:17:17Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:17:18Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:20.187760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d94cb-35bd-45f2-b731-1a60b7d69f82 None None] Checking router: 48498466-9e26-45d5-86dc-bbe8430aed91 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:17:20.196073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157d94cb-35bd-45f2-b731-1a60b7d69f82 None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:20.196666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-157d94cb-35bd-45f2-b731-1a60b7d69f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:16:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:20.367412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-157d94cb-35bd-45f2-b731-1a60b7d69f82 None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:17:20.738468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-157d94cb-35bd-45f2-b731-1a60b7d69f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:17:19Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:17:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '23568adb-4fad-4ccb-a8df-ed541a0a255d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'port_id': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'mac_address': 'fa:16:3e:7c:a2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820782c9-db7b-49cd-b830-79a9644992e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:16:47Z', 'updated_at': '2022-05-24T23:17:17Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:17:18Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:20.742278 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d94cb-35bd-45f2-b731-1a60b7d69f82 None None] The sync data for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv is: [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:17:19Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:17:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '23568adb-4fad-4ccb-a8df-ed541a0a255d', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'port_id': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'mac_address': 'fa:16:3e:7c:a2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820782c9-db7b-49cd-b830-79a9644992e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:16:47Z', 'updated_at': '2022-05-24T23:17:17Z', 'revision_number': 2, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:17:18Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:17:20.766189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37172) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:20.885264 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-43da0deb-843c-49fd-829e-41c26ac51c3b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/23568adb-4fad-4ccb-a8df-ed541a0a255d HTTP/1.1" status: 200 len: 992 time: 0.1178322 May 24 23:17:21.888503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37176) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:21.911686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0a130495-8c09-43fa-b9be-d5ee8bca8f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:21.983543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ddb516cf-af86-4ae6-bee8-c954432de193 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:22.004884 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32ce7259-d6b0-4c6f-b947-8350652100d5 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/23568adb-4fad-4ccb-a8df-ed541a0a255d HTTP/1.1" status: 200 len: 992 time: 0.1145797 May 24 23:17:22.049662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ddb516cf-af86-4ae6-bee8-c954432de193 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:22.050035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:22.171166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ddb516cf-af86-4ae6-bee8-c954432de193 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:22.171547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:22.187246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ddb516cf-af86-4ae6-bee8-c954432de193, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ddb516cf-af86-4ae6-bee8-c954432de193,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:22.192187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:22.192915 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fae9ffa4-a778-41ae-8d20-92ea60162907 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:22.308010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ddb516cf-af86-4ae6-bee8-c954432de193,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:22.319923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fae9ffa4-a778-41ae-8d20-92ea60162907 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:22.320854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:22.326685 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc29a13-d27d-4831-8d48-aafbe7e499e4 None None] New status for floating IP 23568adb-4fad-4ccb-a8df-ed541a0a255d: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:17:22.437036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fae9ffa4-a778-41ae-8d20-92ea60162907 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:22.437418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:22.469919 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port fae9ffa4-a778-41ae-8d20-92ea60162907, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fae9ffa4-a778-41ae-8d20-92ea60162907,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:22.473622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:22.538364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=fae9ffa4-a778-41ae-8d20-92ea60162907,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:23.008111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37180) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:23.115061 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-35eeabd4-0d90-46b6-8700-0659be46256a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/floatingips/23568adb-4fad-4ccb-a8df-ed541a0a255d HTTP/1.1" status: 200 len: 994 time: 0.1055954 May 24 23:17:23.386168 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37188) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:23.578848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 6ce9e856-cdcc-48a0-ad5f-1f0a9a4648b5 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:23.579190 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:23.855929 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:23.856250 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:23.945934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ddb516cf-af86-4ae6-bee8-c954432de193 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:23.979048 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 6ce9e856-cdcc-48a0-ad5f-1f0a9a4648b5 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:24.016863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ddb516cf-af86-4ae6-bee8-c954432de193 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:24.017228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:24.131214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:24.133316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ddb516cf-af86-4ae6-bee8-c954432de193 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:24.134349 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fae9ffa4-a778-41ae-8d20-92ea60162907 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:24.180524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=6ce9e856-cdcc-48a0-ad5f-1f0a9a4648b5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:24.200216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-79308a61-b349-4a18-817f-ade783e3f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:24.212741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fae9ffa4-a778-41ae-8d20-92ea60162907 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:24.213095 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:24.220570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.221056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.221390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.221718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.222044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.222366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.222716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.223040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.223362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.223678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.223992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.224323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:24.288997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:24.289862 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Floating IP 23568adb-4fad-4ccb-a8df-ed541a0a255d disassociated (deleted). External IP: 172.26.3.218, port: 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d. May 24 23:17:24.329679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fae9ffa4-a778-41ae-8d20-92ea60162907 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:24.631953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 48498466-9e26-45d5-86dc-bbe8430aed91 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:17:24.806427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:17:24.815770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ffef8-acb2-4c9c-b540-83e037a3df9f None None] Sync routers for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:17:24.822267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:24.825283 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ffef8-acb2-4c9c-b540-83e037a3df9f None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:24.825893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf1ffef8-acb2-4c9c-b540-83e037a3df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:17:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:24.874914 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8bda6f5f-f293-46f7-842d-61366be7f497 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/floatingips/23568adb-4fad-4ccb-a8df-ed541a0a255d HTTP/1.1" status: 204 len: 168 time: 1.4876328 May 24 23:17:24.875568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820782c9-db7b-49cd-b830-79a9644992e1', 'tag': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:17:24.925374 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44beec61-a8c8-4f95-a188-5d9476d31e03'] response: {'name': 'network-changed', 'server_uuid': '820782c9-db7b-49cd-b830-79a9644992e1', 'tag': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'status': 'completed', 'code': 200} May 24 23:17:25.010277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-bf1ffef8-acb2-4c9c-b540-83e037a3df9f None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:17:25.024636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac0b16-04ef-4322-bafe-92f23793901d req-b7b746d2-4da1-413e-8a1d-df3d6307718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:25.026113 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-58ac0b16-04ef-4322-bafe-92f23793901d req-b7b746d2-4da1-413e-8a1d-df3d6307718b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 1099 time: 0.0752013 May 24 23:17:25.168429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac0b16-04ef-4322-bafe-92f23793901d req-f2a33e43-1251-4860-abd9-5b6c4c4820e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:25.171184 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-58ac0b16-04ef-4322-bafe-92f23793901d req-f2a33e43-1251-4860-abd9-5b6c4c4820e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=16b63001-7326-41ab-91dc-ce02fc0673bf HTTP/1.1" status: 200 len: 897 time: 0.1383388 May 24 23:17:25.219458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:25.249527 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-58ac0b16-04ef-4322-bafe-92f23793901d req-e685a574-0a30-40f9-9685-5f486088367b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d HTTP/1.1" status: 200 len: 217 time: 0.0647867 May 24 23:17:25.277238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ff1fe-8b3b-4964-b2bd-751c1d1bf7c2 req-07b80eac-34d5-4be5-b31a-0f96ec86ab3b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:25.278737 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-148ff1fe-8b3b-4964-b2bd-751c1d1bf7c2 req-07b80eac-34d5-4be5-b31a-0f96ec86ab3b tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 946 time: 0.0825744 May 24 23:17:25.298074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:25.331674 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-148ff1fe-8b3b-4964-b2bd-751c1d1bf7c2 req-d74122d8-3c9b-45dd-a07d-810949092574 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=161a884c-d9f4-41e7-a3da-b9e602f47543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459824 May 24 23:17:25.418432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf1ffef8-acb2-4c9c-b540-83e037a3df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:17:19Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:17:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:17:22Z', 'revision_number': 7, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:25.422603 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ffef8-acb2-4c9c-b540-83e037a3df9f None None] Checking router: 48498466-9e26-45d5-86dc-bbe8430aed91 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:17:25.431894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ffef8-acb2-4c9c-b540-83e037a3df9f None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:25.432486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf1ffef8-acb2-4c9c-b540-83e037a3df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:17:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:25.436852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac0b16-04ef-4322-bafe-92f23793901d req-c4e6e912-7509-460b-aa2b-2be408b6e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:25.438280 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-58ac0b16-04ef-4322-bafe-92f23793901d req-c4e6e912-7509-460b-aa2b-2be408b6e028 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0999c141-000b-4ea6-a86f-7accab335cbf HTTP/1.1" status: 200 len: 834 time: 0.1821663 May 24 23:17:25.514774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac0b16-04ef-4322-bafe-92f23793901d req-fe3160b3-cb72-432c-a6b1-0d87dc6c6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:25.516264 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-58ac0b16-04ef-4322-bafe-92f23793901d req-fe3160b3-cb72-432c-a6b1-0d87dc6c6d99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16b63001-7326-41ab-91dc-ce02fc0673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710204 May 24 23:17:25.606460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-bf1ffef8-acb2-4c9c-b540-83e037a3df9f None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:17:25.644703 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-58ac0b16-04ef-4322-bafe-92f23793901d req-9e44fbc1-65e6-4c76-b30b-c65ce9a450f9 service neutron] 10.222.0.42 "GET /v2.0/networks/16b63001-7326-41ab-91dc-ce02fc0673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215270 May 24 23:17:25.775700 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-58ac0b16-04ef-4322-bafe-92f23793901d req-3598edf4-7873-41a5-8679-cc0844fd702a service neutron] 10.222.0.42 "GET /v2.0/networks/16b63001-7326-41ab-91dc-ce02fc0673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245146 May 24 23:17:25.916398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf1ffef8-acb2-4c9c-b540-83e037a3df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:17:19Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:17:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:17:22Z', 'revision_number': 7, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:25.920324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ffef8-acb2-4c9c-b540-83e037a3df9f None None] The sync data for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv is: [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:17:19Z', 'revision_number': 6, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:17:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fae9ffa4-a778-41ae-8d20-92ea60162907', 'name': '', 'network_id': '16b63001-7326-41ab-91dc-ce02fc0673bf', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'mac_address': 'fa:16:3e:c3:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:17:22Z', 'revision_number': 7, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'subnets': [{'id': '0999c141-000b-4ea6-a86f-7accab335cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:17:26.503967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-67869ea0-ea24-4e0e-8a45-3bae78e9e051 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:26.504667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-67869ea0-ea24-4e0e-8a45-3bae78e9e051 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Synchronizing usage tracker for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:26.519784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-67869ea0-ea24-4e0e-8a45-3bae78e9e051 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Unset dirty status for tenant:4a9c122e5fbd4d319091b78d34b07baa on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:26.520981 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-67869ea0-ea24-4e0e-8a45-3bae78e9e051 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 946 time: 0.1120887 May 24 23:17:26.524807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eacfd-e9cd-4fea-b850-d0a33599cfbd req-d8dbaa71-9d09-46b7-b16e-d76c353407f9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:26.526392 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da1eacfd-e9cd-4fea-b850-d0a33599cfbd req-d8dbaa71-9d09-46b7-b16e-d76c353407f9 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 946 time: 0.0831959 May 24 23:17:26.549409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:26.580169 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da1eacfd-e9cd-4fea-b850-d0a33599cfbd req-895d38f5-419e-458e-88f0-80773beb12bb tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/security-groups?id=161a884c-d9f4-41e7-a3da-b9e602f47543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453155 May 24 23:17:26.593015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-5449feaa-f99a-4d7e-8988-05d96e368702 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:26.593366 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-5449feaa-f99a-4d7e-8988-05d96e368702 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:26.612331 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279d8de-a4ea-4c09-91dc-390501c90451 None None] New status for floating IP 23568adb-4fad-4ccb-a8df-ed541a0a255d: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:17:26.852710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-5449feaa-f99a-4d7e-8988-05d96e368702 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:26.853068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-5449feaa-f99a-4d7e-8988-05d96e368702 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:26.974455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-5449feaa-f99a-4d7e-8988-05d96e368702 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:27.116609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-5449feaa-f99a-4d7e-8988-05d96e368702 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:27.165828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449feaa-f99a-4d7e-8988-05d96e368702 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:27.241413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-5449feaa-f99a-4d7e-8988-05d96e368702 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] No DVR routers for this DVR port 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:17:27.244296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-5449feaa-f99a-4d7e-8988-05d96e368702 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:27.246707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820782c9-db7b-49cd-b830-79a9644992e1', 'name': 'network-vif-deleted', 'tag': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:17:27.263318 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a04797e8-5ce1-4529-b75e-9adbbdb02eb9 req-5449feaa-f99a-4d7e-8988-05d96e368702 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.42 "DELETE /v2.0/ports/8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d HTTP/1.1" status: 204 len: 173 time: 0.7375550 May 24 23:17:27.298888 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d23c5b-9fb3-4483-8b8a-1a519d5f1064'] response: {'server_uuid': '820782c9-db7b-49cd-b830-79a9644992e1', 'name': 'network-vif-deleted', 'tag': '8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d', 'status': 'completed', 'code': 200} May 24 23:17:27.761835 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c139b5f0-594c-415d-a56c-a10179861697 req-ddc6de9e-34b4-4e7f-b4be-7be9d3fe7fc7 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "GET /v2.0/ports?device_id=820782c9-db7b-49cd-b830-79a9644992e1 HTTP/1.1" status: 200 len: 210 time: 0.0455205 May 24 23:17:28.907130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37208) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:28.975768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5516-050b-4fa0-ac1e-f7071daa0687 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:29.005268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5516-050b-4fa0-ac1e-f7071daa0687 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:29.068685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5516-050b-4fa0-ac1e-f7071daa0687 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:29.090176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb5516-050b-4fa0-ac1e-f7071daa0687 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161a884c-d9f4-41e7-a3da-b9e602f47543,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:29.103248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5516-050b-4fa0-ac1e-f7071daa0687 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:29.104361 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d6eb5516-050b-4fa0-ac1e-f7071daa0687 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/security-groups/161a884c-d9f4-41e7-a3da-b9e602f47543 HTTP/1.1" status: 204 len: 168 time: 0.1961615 May 24 23:17:29.139122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37214) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:29.773349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:30.121264 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port fae9ffa4-a778-41ae-8d20-92ea60162907 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:30.121921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:30.258758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:17:30.292725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:17:30.293066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8ca54e41-a079-47fa-a7a2-4a39dc2f8f3d not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:17:30.308074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port fae9ffa4-a778-41ae-8d20-92ea60162907, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fae9ffa4-a778-41ae-8d20-92ea60162907,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:30.308423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:30.431208 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for fae9ffa4-a778-41ae-8d20-92ea60162907 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:30.613477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:30.660197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=fae9ffa4-a778-41ae-8d20-92ea60162907,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:31.024518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.390015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Router 48498466-9e26-45d5-86dc-bbe8430aed91 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:17:31.568940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:17:31.579653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f20418-f98a-46c6-8bff-4587271fd1e6 None None] Sync routers for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:17:31.583304 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c15d862b-c3c2-474b-abf3-fc98b1b5a7d1 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "PUT /v2.0/routers/48498466-9e26-45d5-86dc-bbe8430aed91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4430935 May 24 23:17:31.585937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37218) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:31.589011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f20418-f98a-46c6-8bff-4587271fd1e6 None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:31.589610 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3f20418-f98a-46c6-8bff-4587271fd1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:17:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:31.653343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b374cd-6e59-4731-ac09-7ce48afb136c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting subnet 0999c141-000b-4ea6-a86f-7accab335cbf {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:17:31.656118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67b374cd-6e59-4731-ac09-7ce48afb136c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.710601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67b374cd-6e59-4731-ac09-7ce48afb136c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.768173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e3f20418-f98a-46c6-8bff-4587271fd1e6 None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:17:31.795751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67b374cd-6e59-4731-ac09-7ce48afb136c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.874153 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67b374cd-6e59-4731-ac09-7ce48afb136c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.919656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b374cd-6e59-4731-ac09-7ce48afb136c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Subnet': ['ID=0999c141-000b-4ea6-a86f-7accab335cbf,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:31.922183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67b374cd-6e59-4731-ac09-7ce48afb136c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.931803 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-67b374cd-6e59-4731-ac09-7ce48afb136c tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/subnets/0999c141-000b-4ea6-a86f-7accab335cbf HTTP/1.1" status: 204 len: 168 time: 0.3419442 May 24 23:17:31.932153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37224) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:31.954876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d25aa8-0f11-4687-944f-355109613aa4 None None] Network 16b63001-7326-41ab-91dc-ce02fc0673bf requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:32.114461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.290031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3f20418-f98a-46c6-8bff-4587271fd1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:17:30Z', 'revision_number': 7, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port': {'id': 'ddb516cf-af86-4ae6-bee8-c954432de193', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:27Z', 'updated_at': '2022-05-24T23:17:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:32.294184 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f20418-f98a-46c6-8bff-4587271fd1e6 None None] Checking router: 48498466-9e26-45d5-86dc-bbe8430aed91 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:17:32.297083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.302871 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f20418-f98a-46c6-8bff-4587271fd1e6 None None] Routers {'48498466-9e26-45d5-86dc-bbe8430aed91'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:32.303492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3f20418-f98a-46c6-8bff-4587271fd1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:17:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['48498466-9e26-45d5-86dc-bbe8430aed91'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:32.310416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Deleting port ddb516cf-af86-4ae6-bee8-c954432de193 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:32.310808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.359831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] DHCP port deletion for 16b63001-7326-41ab-91dc-ce02fc0673bf request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:17:32.418901 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Deleting port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:32.419273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.483421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] For port ddb516cf-af86-4ae6-bee8-c954432de193, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ddb516cf-af86-4ae6-bee8-c954432de193,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:32.483696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.528537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e3f20418-f98a-46c6-8bff-4587271fd1e6 None None] Set router 48498466-9e26-45d5-86dc-bbe8430aed91 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:17:32.605096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Calling delete_port for ddb516cf-af86-4ae6-bee8-c954432de193 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:32.644568 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3f20418-f98a-46c6-8bff-4587271fd1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:17:32Z', 'revision_number': 8, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:32.653459 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f20418-f98a-46c6-8bff-4587271fd1e6 None None] The sync data for ids ['48498466-9e26-45d5-86dc-bbe8430aed91'] in dv-neutron-843190-1-hyperv is: [{'id': '48498466-9e26-45d5-86dc-bbe8430aed91', 'name': 'tempest-TestNetworkBasicOps-router-1804820049', 'tenant_id': '4a9c122e5fbd4d319091b78d34b07baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:26Z', 'updated_at': '2022-05-24T23:17:32Z', 'revision_number': 8, 'project_id': '4a9c122e5fbd4d319091b78d34b07baa', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:17:32.752721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] For port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e,segment=NetworkSegment(2c48c1c9-1158-4545-845f-3828d84bc47c),segment_id=2c48c1c9-1158-4545-845f-3828d84bc47c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:32.753022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.775461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.823667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Port': ['ID=ddb516cf-af86-4ae6-bee8-c954432de193,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:32.860896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.861239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.861572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.861920 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.862224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.862550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.862896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.863216 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.863536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.863860 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.864176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.864488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:32.876328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Calling delete_port for 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:32.923826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.950579 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.000731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Pushing event deleted for resources: {'Port': ['ID=8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:33.002941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] No DVR routers for this DVR port 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:17:33.010561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.010928 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.011266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.011600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.012692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.012692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.012692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.012950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.013172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.013490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.013805 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.014146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edeaaf0-78f5-4709-aee5-4c94f1260801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:33.217874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.220074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.242287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.242816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Fanout notify agent at l3_agent the message router_deleted on router 48498466-9e26-45d5-86dc-bbe8430aed91 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:17:33.257490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.258605 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2929898a-900a-46c6-a363-2c873644594a tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/routers/48498466-9e26-45d5-86dc-bbe8430aed91 HTTP/1.1" status: 204 len: 168 time: 1.3254607 May 24 23:17:33.261395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37228) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:33.377723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.514013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.542518 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b63001-7326-41ab-91dc-ce02fc0673bf']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:33.554338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c48c1c9-1158-4545-845f-3828d84bc47c') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:33.554709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c48c1c9-1158-4545-845f-3828d84bc47c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:33.565781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.582126 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.588585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:17:33.588963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.654506 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 2c48c1c9-1158-4545-845f-3828d84bc47c resource provider aggregate not found May 24 23:17:33.670611 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 2c48c1c9-1158-4545-845f-3828d84bc47c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c48c1c9-1158-4545-845f-3828d84bc47c found for delete ", "request_id": "req-019ff2a4-ff45-4a52-bf5c-8176bccca2b1"}]} May 24 23:17:33.691939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.709691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.721080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] Pushing event deleted for resources: {'Network': ['ID=16b63001-7326-41ab-91dc-ce02fc0673bf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:33.729493 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-528ff512-d370-43df-8660-a4977cac1883 tempest-TestNetworkBasicOps-1458535732 tempest-TestNetworkBasicOps-1458535732-project] 10.222.0.32 "DELETE /v2.0/networks/16b63001-7326-41ab-91dc-ce02fc0673bf HTTP/1.1" status: 204 len: 168 time: 0.4670036 May 24 23:17:33.948037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:17:33.981998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:17:33.982369 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 8fbe5c61-d59b-4a0d-b5cb-f1b4b9e12a2e not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:17:33.982832 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ddb516cf-af86-4ae6-bee8-c954432de193 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:17:34.016271 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: ddb516cf-af86-4ae6-bee8-c954432de193 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:17:34.016618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ddb516cf-af86-4ae6-bee8-c954432de193 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:17:34.017036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fae9ffa4-a778-41ae-8d20-92ea60162907 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:17:34.034041 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37240) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:34.052647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: fae9ffa4-a778-41ae-8d20-92ea60162907 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:17:34.052997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fae9ffa4-a778-41ae-8d20-92ea60162907 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:17:34.180290 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e2be0647-c79a-4495-abbe-f010eab418e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a9c122e5fbd4d319091b78d34b07baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443958 May 24 23:17:34.182628 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37246) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:34.237964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7660614a-e15f-48fa-9d1f-b60e55f94f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.264046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7660614a-e15f-48fa-9d1f-b60e55f94f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.314275 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7660614a-e15f-48fa-9d1f-b60e55f94f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.337061 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660614a-e15f-48fa-9d1f-b60e55f94f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecdb8cd-ed82-46e9-b2fa-167997f3b09c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:34.341385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7660614a-e15f-48fa-9d1f-b60e55f94f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.345182 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7660614a-e15f-48fa-9d1f-b60e55f94f4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ecdb8cd-ed82-46e9-b2fa-167997f3b09c HTTP/1.1" status: 204 len: 168 time: 0.1590137 May 24 23:17:34.609888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37254) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:34.627472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf148d0d-eea7-45fc-ac11-0868f9c11c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.641826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf148d0d-eea7-45fc-ac11-0868f9c11c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:34.645734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf148d0d-eea7-45fc-ac11-0868f9c11c01 admin admin] Usage tracker for resource:security_group_rule and tenant:575031e216f647fb852e6c2495d641e8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:34.648717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf148d0d-eea7-45fc-ac11-0868f9c11c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:34.654460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf148d0d-eea7-45fc-ac11-0868f9c11c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:34.734207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf148d0d-eea7-45fc-ac11-0868f9c11c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.737839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf148d0d-eea7-45fc-ac11-0868f9c11c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.787619 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cf148d0d-eea7-45fc-ac11-0868f9c11c01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=575031e216f647fb852e6c2495d641e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767204 May 24 23:17:34.788570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf148d0d-eea7-45fc-ac11-0868f9c11c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14e9313-ef78-4b5f-9d84-f8208a9bea48,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:34.790401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37258) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:34.848034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33c40802-11e1-4185-b7c3-b09ed01afb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.872931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33c40802-11e1-4185-b7c3-b09ed01afb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.923086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33c40802-11e1-4185-b7c3-b09ed01afb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.937379 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c40802-11e1-4185-b7c3-b09ed01afb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14e9313-ef78-4b5f-9d84-f8208a9bea48,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:34.943500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33c40802-11e1-4185-b7c3-b09ed01afb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.944678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-33c40802-11e1-4185-b7c3-b09ed01afb00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e14e9313-ef78-4b5f-9d84-f8208a9bea48 HTTP/1.1" status: 204 len: 168 time: 0.1532464 May 24 23:17:42.381437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-7fdc14ba-aa1b-477b-ab17-2e1f9e563406 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4ee306bc3621402fbca510eafc9d5859&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265975 May 24 23:17:42.529094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-392b3bf9-590c-4800-b80a-301bc5cc1e02 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:42.530433 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-392b3bf9-590c-4800-b80a-301bc5cc1e02 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441402 May 24 23:17:42.544548 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-0d9f3234-2688-4390-9101-0f030e14b0d2 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/quotas/4ee306bc3621402fbca510eafc9d5859 HTTP/1.1" status: 200 len: 375 time: 0.0086222 May 24 23:17:42.594261 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-a10ec15b-b5dd-4d90-b073-5675e41810f7 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ee306bc3621402fbca510eafc9d5859&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449023 May 24 23:17:42.764348 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-45875c55-e93b-45ab-9603-a8e3283ec121 req-9a255d34-1a85-4994-8e5d-e3b31b18f428 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 210 time: 0.0423825 May 24 23:17:43.665056 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-00afa9f3-e38b-4a5f-82f1-a44f0c0c0280 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4ee306bc3621402fbca510eafc9d5859&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290267 May 24 23:17:43.816066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-59501601-cbfd-4d48-9e10-d93f3ee07446 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:43.817636 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-59501601-cbfd-4d48-9e10-d93f3ee07446 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477957 May 24 23:17:43.828793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Request body: {'port': {'device_id': 'ff078999-8ed7-4894-942c-2a4c41cd9451', 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8', 'admin_state_up': True, 'tenant_id': '4ee306bc3621402fbca510eafc9d5859'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:43.920587 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff6ec6aa-b6cb-48c8-9d6e-d66b4aab5b7a req-d030df78-f7a9-4096-9e48-f729b7c812b1 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 210 time: 0.0431993 May 24 23:17:43.965767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:43.969543 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Usage tracker for resource:port and tenant:4ee306bc3621402fbca510eafc9d5859 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:43.972326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:43.980576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:43.990176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Made reservation on behalf of 4ee306bc3621402fbca510eafc9d5859 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:43.994274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.006040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.020249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:44.024197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Usage tracker for resource:security_group_rule and tenant:4ee306bc3621402fbca510eafc9d5859 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:44.026961 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:44.032591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:44.115577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.119561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.312312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479fc456-8c17-4baa-9071-54cc5401b039,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:44.396032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Allocated IP 192.168.233.148 (96aa3d07-677f-46b3-98c0-024a3f8cc9b8/36bd786d-98b0-4d91-8134-b0e2802b3e4d/1a484afe-9349-4611-a96b-8a2d323e21d8) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:17:44.588443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.603535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Transition to ACTIVE for port object 1a484afe-9349-4611-a96b-8a2d323e21d8 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:17:44.626379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.698486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Network 96aa3d07-677f-46b3-98c0-024a3f8cc9b8 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:17:44.701655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:44.705409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:17:44.735564 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Pushing event updated for resources: {'Port': ['ID=1a484afe-9349-4611-a96b-8a2d323e21d8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:44.771360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:44.771959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.801919 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-034a8d2b-31da-47b7-8e66-8e19ec044b24 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9767997 May 24 23:17:44.813092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Request body: {'port': {'device_id': 'ff078999-8ed7-4894-942c-2a4c41cd9451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:44.922908 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ff8b7d23-aaee-4079-a8b5-b72e5095e3e0 None None] Provisioning for port 1a484afe-9349-4611-a96b-8a2d323e21d8 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:44.927497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.927839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ff8b7d23-aaee-4079-a8b5-b72e5095e3e0 None None] Provisioning complete for port 1a484afe-9349-4611-a96b-8a2d323e21d8 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:44.928212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7d23-aaee-4079-a8b5-b72e5095e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.982678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b7d23-aaee-4079-a8b5-b72e5095e3e0 None None] Port 1a484afe-9349-4611-a96b-8a2d323e21d8 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:17:45.109350 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c25c7-ef3a-4a59-8d74-e491ca01fb86 req-0aef587c-7a2f-4b77-9a65-dfaceab8eb82 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:45.110724 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-291c25c7-ef3a-4a59-8d74-e491ca01fb86 req-0aef587c-7a2f-4b77-9a65-dfaceab8eb82 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 936 time: 0.0814250 May 24 23:17:45.155356 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-291c25c7-ef3a-4a59-8d74-e491ca01fb86 req-de6c5c73-db67-4df7-b264-9015ba168b1f tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/security-groups?id=479fc456-8c17-4baa-9071-54cc5401b039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388479 May 24 23:17:45.276880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a484afe-9349-4611-a96b-8a2d323e21d8 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:17:45.284165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.298288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Transition to ACTIVE for port object 1a484afe-9349-4611-a96b-8a2d323e21d8 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:17:45.301598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.462265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Pushing event updated for resources: {'Port': ['ID=1a484afe-9349-4611-a96b-8a2d323e21d8,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:45.535166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Attempting to bind port 1a484afe-9349-4611-a96b-8a2d323e21d8 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:17:45.535498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Attempting to bind port 1a484afe-9349-4611-a96b-8a2d323e21d8 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'f28c2758-bb13-4d52-aa5d-69ff0e6afd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:17:45.535822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Attempting to bind port 1a484afe-9349-4611-a96b-8a2d323e21d8 on network 96aa3d07-677f-46b3-98c0-024a3f8cc9b8 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:17:45.540851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Port 1a484afe-9349-4611-a96b-8a2d323e21d8 on network 96aa3d07-677f-46b3-98c0-024a3f8cc9b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:17:45.541160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Attempting to bind port 1a484afe-9349-4611-a96b-8a2d323e21d8 on network 96aa3d07-677f-46b3-98c0-024a3f8cc9b8 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:17:45.546356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:17:45.546710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Checking segment: {'id': 'f28c2758-bb13-4d52-aa5d-69ff0e6afd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:17:45.547088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Bound using segment: {'id': 'f28c2758-bb13-4d52-aa5d-69ff0e6afd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:17:45.547507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Bound port: 1a484afe-9349-4611-a96b-8a2d323e21d8, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28c2758-bb13-4d52-aa5d-69ff0e6afd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:17:45.547847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.639108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] For port 1a484afe-9349-4611-a96b-8a2d323e21d8, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:17:45.641854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] For port 1a484afe-9349-4611-a96b-8a2d323e21d8, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=1a484afe-9349-4611-a96b-8a2d323e21d8,segment=NetworkSegment(f28c2758-bb13-4d52-aa5d-69ff0e6afd0d),segment_id=f28c2758-bb13-4d52-aa5d-69ff0e6afd0d)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:17:45.647068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.697284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:45.697976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.699260 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] 10.222.0.42 "PUT /v2.0/ports/1a484afe-9349-4611-a96b-8a2d323e21d8 HTTP/1.1" status: 200 len: 1098 time: 0.8903396 May 24 23:17:45.707497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff078999-8ed7-4894-942c-2a4c41cd9451', 'tag': '1a484afe-9349-4611-a96b-8a2d323e21d8'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:17:45.735288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dd63a-9c7e-4dbe-a3f5-a602a4d4d7cb service neutron] Pushing event updated for resources: {'Port': ['ID=1a484afe-9349-4611-a96b-8a2d323e21d8,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:45.760377 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78e1f5d-7d01-493e-aa42-43fa2ef69acd'] response: {'name': 'network-changed', 'server_uuid': 'ff078999-8ed7-4894-942c-2a4c41cd9451', 'tag': '1a484afe-9349-4611-a96b-8a2d323e21d8', 'status': 'completed', 'code': 200} May 24 23:17:45.766081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.840793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-d38de9cc-fef0-486e-b4c4-6725abdababf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:45.842302 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-d38de9cc-fef0-486e-b4c4-6725abdababf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ee306bc3621402fbca510eafc9d5859&device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 1101 time: 0.0772722 May 24 23:17:45.909910 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-780e4e3e-3273-40b7-9431-93d86be87a65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1a484afe-9349-4611-a96b-8a2d323e21d8 HTTP/1.1" status: 200 len: 217 time: 0.0608017 May 24 23:17:45.973615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-34645a91-2944-4568-b165-cd7321c70a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:45.974941 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-34645a91-2944-4568-b165-cd7321c70a76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36bd786d-98b0-4d91-8134-b0e2802b3e4d HTTP/1.1" status: 200 len: 843 time: 0.0590971 May 24 23:17:46.046773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-feb69ad0-ca15-4dad-9e8d-4e20c3b887da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:46.048178 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-feb69ad0-ca15-4dad-9e8d-4e20c3b887da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96aa3d07-677f-46b3-98c0-024a3f8cc9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0676301 May 24 23:17:46.276433 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-c54149a3-d138-4308-90a3-cb67523020b0 service neutron] 10.222.0.42 "GET /v2.0/networks/96aa3d07-677f-46b3-98c0-024a3f8cc9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216341 May 24 23:17:46.341658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8e25a-c6e5-4ced-abef-234690a17b4a req-432968be-0d66-4537-a840-53446c2b436a tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:46.343147 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0f8e25a-c6e5-4ced-abef-234690a17b4a req-432968be-0d66-4537-a840-53446c2b436a tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 948 time: 0.0813954 May 24 23:17:46.387111 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0f8e25a-c6e5-4ced-abef-234690a17b4a req-4da06d9f-4cde-4440-85c8-9fb90951d063 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/security-groups?id=479fc456-8c17-4baa-9071-54cc5401b039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 May 24 23:17:46.407581 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-34347643-bc0a-4d2f-9e6b-2cd6dc9a4e16 req-007bf55c-3ff6-4c85-9d8d-7f8f96f9207b service neutron] 10.222.0.42 "GET /v2.0/networks/96aa3d07-677f-46b3-98c0-024a3f8cc9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252415 May 24 23:17:46.525216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c73879-d8a0-454c-87ef-cfe58fd9c630 req-7d24cfb9-7be0-45c1-a116-466b2f47a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:46.526573 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-13c73879-d8a0-454c-87ef-cfe58fd9c630 req-7d24cfb9-7be0-45c1-a116-466b2f47a111 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ee306bc3621402fbca510eafc9d5859&device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 1101 time: 0.0739729 May 24 23:17:46.654889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c73879-d8a0-454c-87ef-cfe58fd9c630 req-8261c6df-db07-48c7-8544-b2a3f14692e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:46.656292 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-13c73879-d8a0-454c-87ef-cfe58fd9c630 req-8261c6df-db07-48c7-8544-b2a3f14692e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96aa3d07-677f-46b3-98c0-024a3f8cc9b8 HTTP/1.1" status: 200 len: 870 time: 0.1235800 May 24 23:17:46.722877 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-13c73879-d8a0-454c-87ef-cfe58fd9c630 req-35acb525-8470-47f9-8a8d-242bd8383f3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1a484afe-9349-4611-a96b-8a2d323e21d8 HTTP/1.1" status: 200 len: 217 time: 0.0592175 May 24 23:17:46.786444 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c73879-d8a0-454c-87ef-cfe58fd9c630 req-1840fbd6-9edc-42dd-97ed-abef0e507d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:46.787800 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-13c73879-d8a0-454c-87ef-cfe58fd9c630 req-1840fbd6-9edc-42dd-97ed-abef0e507d34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36bd786d-98b0-4d91-8134-b0e2802b3e4d HTTP/1.1" status: 200 len: 843 time: 0.0587144 May 24 23:17:46.862120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c73879-d8a0-454c-87ef-cfe58fd9c630 req-9421cf2b-e8f9-45cb-8f6a-52e522e9337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:46.863571 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-13c73879-d8a0-454c-87ef-cfe58fd9c630 req-9421cf2b-e8f9-45cb-8f6a-52e522e9337a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96aa3d07-677f-46b3-98c0-024a3f8cc9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0681365 May 24 23:17:46.991658 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-13c73879-d8a0-454c-87ef-cfe58fd9c630 req-abdaa114-60c5-4c40-bdd2-7555ba31d123 service neutron] 10.222.0.42 "GET /v2.0/networks/96aa3d07-677f-46b3-98c0-024a3f8cc9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213510 May 24 23:17:47.119925 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-13c73879-d8a0-454c-87ef-cfe58fd9c630 req-be5a88dc-ec39-4cbc-8c5b-9801d5dbe111 service neutron] 10.222.0.42 "GET /v2.0/networks/96aa3d07-677f-46b3-98c0-024a3f8cc9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215537 May 24 23:17:47.574476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac3b9-dc32-4d8d-8654-4ee9c5d75cb6 req-64350a58-c36c-4da8-8ab6-1420d5835326 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:47.575924 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be3ac3b9-dc32-4d8d-8654-4ee9c5d75cb6 req-64350a58-c36c-4da8-8ab6-1420d5835326 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 948 time: 0.0804207 May 24 23:17:47.619275 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be3ac3b9-dc32-4d8d-8654-4ee9c5d75cb6 req-74f6852a-e29b-4be7-9ad2-f03d18139a2f tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/security-groups?id=479fc456-8c17-4baa-9071-54cc5401b039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374684 May 24 23:17:48.352940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 1a484afe-9349-4611-a96b-8a2d323e21d8 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:17:48.482595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 1a484afe-9349-4611-a96b-8a2d323e21d8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=1a484afe-9349-4611-a96b-8a2d323e21d8,segment=NetworkSegment(f28c2758-bb13-4d52-aa5d-69ff0e6afd0d),segment_id=f28c2758-bb13-4d52-aa5d-69ff0e6afd0d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:48.495260 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '1a484afe-9349-4611-a96b-8a2d323e21d8', 'network_id': '96aa3d07-677f-46b3-98c0-024a3f8cc9b8', 'port_id': '1a484afe-9349-4611-a96b-8a2d323e21d8', 'mac_address': 'fa:16:3e:58:44:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bd786d-98b0-4d91-8134-b0e2802b3e4d', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:17:48.588985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 1a484afe-9349-4611-a96b-8a2d323e21d8 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:48.589359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:48.605396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a484afe-9349-4611-a96b-8a2d323e21d8 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:17:48.619899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 1a484afe-9349-4611-a96b-8a2d323e21d8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=1a484afe-9349-4611-a96b-8a2d323e21d8,segment=NetworkSegment(f28c2758-bb13-4d52-aa5d-69ff0e6afd0d),segment_id=f28c2758-bb13-4d52-aa5d-69ff0e6afd0d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:48.623616 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:48.688538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=1a484afe-9349-4611-a96b-8a2d323e21d8,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:48.801369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56e822-acdd-4e8c-a8f8-25a7f28cb895 req-afbce510-83d1-420e-9675-83b531cedcec tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:48.802730 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef56e822-acdd-4e8c-a8f8-25a7f28cb895 req-afbce510-83d1-420e-9675-83b531cedcec tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 949 time: 0.0773942 May 24 23:17:48.829574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['1a484afe-9349-4611-a96b-8a2d323e21d8'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:17:48.849677 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef56e822-acdd-4e8c-a8f8-25a7f28cb895 req-8c631171-a2da-4138-b3b4-1d2984a19450 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/security-groups?id=479fc456-8c17-4baa-9071-54cc5401b039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 May 24 23:17:50.032055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca684-b2b0-4f36-b753-fea1487a3af7 req-15da962f-be2c-40c3-8337-d1697953ab4f tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:50.033496 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d4ca684-b2b0-4f36-b753-fea1487a3af7 req-15da962f-be2c-40c3-8337-d1697953ab4f tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 949 time: 0.0798366 May 24 23:17:50.076618 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d4ca684-b2b0-4f36-b753-fea1487a3af7 req-b984b77c-4db3-47bf-9d39-8b691d34b954 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/security-groups?id=479fc456-8c17-4baa-9071-54cc5401b039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374360 May 24 23:17:50.368756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 1a484afe-9349-4611-a96b-8a2d323e21d8 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:50.434451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 1a484afe-9349-4611-a96b-8a2d323e21d8 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:50.439144 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 1a484afe-9349-4611-a96b-8a2d323e21d8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:50.439514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:50.559968 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 1a484afe-9349-4611-a96b-8a2d323e21d8 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:50.560251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:50.587508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff078999-8ed7-4894-942c-2a4c41cd9451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a484afe-9349-4611-a96b-8a2d323e21d8'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:17:50.596811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 1a484afe-9349-4611-a96b-8a2d323e21d8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=1a484afe-9349-4611-a96b-8a2d323e21d8,segment=NetworkSegment(f28c2758-bb13-4d52-aa5d-69ff0e6afd0d),segment_id=f28c2758-bb13-4d52-aa5d-69ff0e6afd0d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:50.600661 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:50.635923 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02722388-d600-49c5-bae3-8c70ea231ed7'] response: {'server_uuid': 'ff078999-8ed7-4894-942c-2a4c41cd9451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a484afe-9349-4611-a96b-8a2d323e21d8', 'code': 200} May 24 23:17:50.670566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=1a484afe-9349-4611-a96b-8a2d323e21d8,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:50.853767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147f51-d3d1-488f-a66f-e815a42a00e4 req-6abfc0da-da5c-4c9a-9ae6-a7005b03d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:50.855174 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c147f51-d3d1-488f-a66f-e815a42a00e4 req-6abfc0da-da5c-4c9a-9ae6-a7005b03d404 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 1103 time: 0.0735972 May 24 23:17:50.894268 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c147f51-d3d1-488f-a66f-e815a42a00e4 req-c354a2c4-8e3c-4ca0-b0b2-7318ff69af27 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=479fc456-8c17-4baa-9071-54cc5401b039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335336 May 24 23:17:51.260547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e1dde-bc41-47d6-93b4-e2193c3f919e req-79dffbd2-d2f6-4307-9d13-3d7ab147f61a tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:51.261975 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f8e1dde-bc41-47d6-93b4-e2193c3f919e req-79dffbd2-d2f6-4307-9d13-3d7ab147f61a tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 950 time: 0.0831804 May 24 23:17:51.305540 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f8e1dde-bc41-47d6-93b4-e2193c3f919e req-ddfed8a1-a34e-4696-9b79-17f59ac0a239 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/security-groups?id=479fc456-8c17-4baa-9071-54cc5401b039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379059 May 24 23:17:51.907357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4af0162c-cee0-4fcc-8e1b-0a756f266a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:52.487744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeac1e-7622-4e62-bd8a-aa6d480b49a2 req-47b57669-2e43-4ee9-8688-846788ee72f2 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:52.489066 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4dbeac1e-7622-4e62-bd8a-aa6d480b49a2 req-47b57669-2e43-4ee9-8688-846788ee72f2 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 950 time: 0.0782759 May 24 23:17:52.535849 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4dbeac1e-7622-4e62-bd8a-aa6d480b49a2 req-df2602c1-5f1d-4124-8ce3-b60fa7a24f19 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/security-groups?id=479fc456-8c17-4baa-9071-54cc5401b039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387402 May 24 23:17:53.046347 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:17:53.614569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dbb3e-3d93-4e3e-87d6-21570cb24428 req-edad5fbb-3546-4067-8914-248c914f539c tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:53.615958 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-990dbb3e-3d93-4e3e-87d6-21570cb24428 req-edad5fbb-3546-4067-8914-248c914f539c tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 950 time: 0.0843632 May 24 23:17:53.659211 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-990dbb3e-3d93-4e3e-87d6-21570cb24428 req-f4bceb6b-8398-4945-a9b3-e7f829610610 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/security-groups?id=479fc456-8c17-4baa-9071-54cc5401b039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375826 May 24 23:17:54.193413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a63b40b2-bf4f-4a2e-aedf-fbb985f806b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:54.815612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-d4751a6f-28b5-4473-be55-75f5d7a77bce tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:54.816294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-d4751a6f-28b5-4473-be55-75f5d7a77bce tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Synchronizing usage tracker for tenant:4ee306bc3621402fbca510eafc9d5859 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:54.833677 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-d4751a6f-28b5-4473-be55-75f5d7a77bce tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Unset dirty status for tenant:4ee306bc3621402fbca510eafc9d5859 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:54.835129 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-d4751a6f-28b5-4473-be55-75f5d7a77bce tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 950 time: 0.0960259 May 24 23:17:54.846870 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c9630-529c-4f92-b162-416f0452d299 req-0894e98f-7f16-4eea-b65f-82818fae9b4b tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:54.848469 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-919c9630-529c-4f92-b162-416f0452d299 req-0894e98f-7f16-4eea-b65f-82818fae9b4b tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 950 time: 0.0803158 May 24 23:17:54.897152 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-919c9630-529c-4f92-b162-416f0452d299 req-94758764-b201-41af-9d8f-4c82f3089b85 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/security-groups?id=479fc456-8c17-4baa-9071-54cc5401b039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 May 24 23:17:54.908735 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-b3418a6c-0fc5-49d9-b58c-d4f3e3910a81 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Deleting port 1a484afe-9349-4611-a96b-8a2d323e21d8 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:54.909081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-b3418a6c-0fc5-49d9-b58c-d4f3e3910a81 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.100095 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.149630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-b3418a6c-0fc5-49d9-b58c-d4f3e3910a81 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] For port 1a484afe-9349-4611-a96b-8a2d323e21d8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=1a484afe-9349-4611-a96b-8a2d323e21d8,segment=NetworkSegment(f28c2758-bb13-4d52-aa5d-69ff0e6afd0d),segment_id=f28c2758-bb13-4d52-aa5d-69ff0e6afd0d)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:55.149980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-b3418a6c-0fc5-49d9-b58c-d4f3e3910a81 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.260866 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.278604 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-b3418a6c-0fc5-49d9-b58c-d4f3e3910a81 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Calling delete_port for 1a484afe-9349-4611-a96b-8a2d323e21d8 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:55.422900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-b3418a6c-0fc5-49d9-b58c-d4f3e3910a81 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.434566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['1a484afe-9349-4611-a96b-8a2d323e21d8'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:17:55.565083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3418a6c-0fc5-49d9-b58c-d4f3e3910a81 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Pushing event deleted for resources: {'Port': ['ID=1a484afe-9349-4611-a96b-8a2d323e21d8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:55.640802 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-b3418a6c-0fc5-49d9-b58c-d4f3e3910a81 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] No DVR routers for this DVR port 1a484afe-9349-4611-a96b-8a2d323e21d8 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:17:55.643319 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-b3418a6c-0fc5-49d9-b58c-d4f3e3910a81 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.645962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff078999-8ed7-4894-942c-2a4c41cd9451', 'name': 'network-vif-deleted', 'tag': '1a484afe-9349-4611-a96b-8a2d323e21d8'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:17:55.662117 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83f63521-b9fa-48e8-82ce-6f5ca929c15a req-b3418a6c-0fc5-49d9-b58c-d4f3e3910a81 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.42 "DELETE /v2.0/ports/1a484afe-9349-4611-a96b-8a2d323e21d8 HTTP/1.1" status: 204 len: 173 time: 0.8218324 May 24 23:17:55.702097 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef69f0b-ae96-4da6-b2aa-5bfc6a106e5f'] response: {'server_uuid': 'ff078999-8ed7-4894-942c-2a4c41cd9451', 'name': 'network-vif-deleted', 'tag': '1a484afe-9349-4611-a96b-8a2d323e21d8', 'status': 'completed', 'code': 200} May 24 23:17:56.055455 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-924a4f10-fecd-43b0-9bc2-44f1514672e4 req-149e06b3-caf8-491e-ae04-efa7fdef37c2 tempest-ServersAdminNegativeTestJSON-1062360680 tempest-ServersAdminNegativeTestJSON-1062360680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff078999-8ed7-4894-942c-2a4c41cd9451 HTTP/1.1" status: 200 len: 210 time: 0.0432642 May 24 23:17:56.474565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-cfc6e2c6-d025-4f77-a250-fd6610bbedb8 req-01f89609-99aa-4514-a57a-5872f46774ce service neutron] (88261) timed out ('10.222.0.42', 57782) {{(pid=88261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:17:56.546013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:57.417952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37390) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:57.562797 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c703a515-eef1-4366-80db-756f4651c007 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ee306bc3621402fbca510eafc9d5859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434133 May 24 23:17:57.565044 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37396) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:57.630879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06fc5e63-8a97-43b6-8b8c-c01f9b3f29a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:57.656221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06fc5e63-8a97-43b6-8b8c-c01f9b3f29a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:57.712968 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06fc5e63-8a97-43b6-8b8c-c01f9b3f29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:57.729387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc5e63-8a97-43b6-8b8c-c01f9b3f29a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479fc456-8c17-4baa-9071-54cc5401b039,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:57.734215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06fc5e63-8a97-43b6-8b8c-c01f9b3f29a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:57.734887 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-06fc5e63-8a97-43b6-8b8c-c01f9b3f29a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/479fc456-8c17-4baa-9071-54cc5401b039 HTTP/1.1" status: 204 len: 168 time: 0.1689093 May 24 23:17:58.004120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37404) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:58.021290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcacc6cf-aa57-4c54-8455-f3fd131587c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:58.035849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dcacc6cf-aa57-4c54-8455-f3fd131587c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:58.040369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dcacc6cf-aa57-4c54-8455-f3fd131587c8 admin admin] Usage tracker for resource:security_group_rule and tenant:be4cc771167a4e739cc946cfbd76eef6 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:58.043166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dcacc6cf-aa57-4c54-8455-f3fd131587c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:58.049116 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dcacc6cf-aa57-4c54-8455-f3fd131587c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:58.129121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcacc6cf-aa57-4c54-8455-f3fd131587c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:58.133405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcacc6cf-aa57-4c54-8455-f3fd131587c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:58.183778 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dcacc6cf-aa57-4c54-8455-f3fd131587c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be4cc771167a4e739cc946cfbd76eef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785624 May 24 23:17:58.184649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacc6cf-aa57-4c54-8455-f3fd131587c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ad0fd3-498a-4840-a559-db31beaad8ff,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:58.186605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37408) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:58.244591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7605f87c-8498-43e8-92a4-b591f8b4a08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:58.269393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7605f87c-8498-43e8-92a4-b591f8b4a08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:58.320502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7605f87c-8498-43e8-92a4-b591f8b4a08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:58.336524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605f87c-8498-43e8-92a4-b591f8b4a08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ad0fd3-498a-4840-a559-db31beaad8ff,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:58.340769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7605f87c-8498-43e8-92a4-b591f8b4a08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:58.341871 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7605f87c-8498-43e8-92a4-b591f8b4a08d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1ad0fd3-498a-4840-a559-db31beaad8ff HTTP/1.1" status: 204 len: 168 time: 0.1542170 May 24 23:17:58.400760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 1a484afe-9349-4611-a96b-8a2d323e21d8 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:17:58.433872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 1a484afe-9349-4611-a96b-8a2d323e21d8 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:17:58.434154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 1a484afe-9349-4611-a96b-8a2d323e21d8 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:17:59.026532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37432) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:59.127638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-20133167-network', 'tenant_id': '29baba6d000c4b3d8bc1c9837ef7ae61'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:59.132448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:59.136287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Usage tracker for resource:network and tenant:29baba6d000c4b3d8bc1c9837ef7ae61 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:59.139157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:59.145119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:59.154733 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Made reservation on behalf of 29baba6d000c4b3d8bc1c9837ef7ae61 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:59.157076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.170583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.186261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:59.190254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Usage tracker for resource:security_group_rule and tenant:29baba6d000c4b3d8bc1c9837ef7ae61 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:59.193068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:59.199098 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:59.281900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.286548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.317599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:17:59.325778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:59.332868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.333244 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Added segment 111e278c-5c07-4fd0-b2a9-653e2b95de50 of type vlan for network 50dc0da3-3b7c-48fe-a971-f3edf4a11a85 May 24 23:17:59.359800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.387975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.388903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:59.389468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.491139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] Pushing event updated for resources: {'Network': ['ID=50dc0da3-3b7c-48fe-a971-f3edf4a11a85,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:59.494050 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-521e408b-c192-4d1d-9186-847cee83d114 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4664450 May 24 23:17:59.496994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37438) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:59.501070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 50dc0da3-3b7c-48fe-a971-f3edf4a11a85 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:17:59.503273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Request body: {'subnet': {'network_id': '50dc0da3-3b7c-48fe-a971-f3edf4a11a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-20133167-subnet', 'tenant_id': '29baba6d000c4b3d8bc1c9837ef7ae61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:59.508170 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:59.511984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Usage tracker for resource:subnet and tenant:29baba6d000c4b3d8bc1c9837ef7ae61 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:59.514874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:59.520464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:59.531209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Made reservation on behalf of 29baba6d000c4b3d8bc1c9837ef7ae61 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:59.533448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.731416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.805373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06fe8e71-e079-4e24-8338-40b82788437e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:59.813113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Checking segment: {'id': '111e278c-5c07-4fd0-b2a9-653e2b95de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50dc0da3-3b7c-48fe-a971-f3edf4a11a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:17:59.813463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Network hostable DHCP agents. Network: 50dc0da3-3b7c-48fe-a971-f3edf4a11a85, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:17:59.833491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Network 50dc0da3-3b7c-48fe-a971-f3edf4a11a85 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:17:59.843036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 50dc0da3-3b7c-48fe-a971-f3edf4a11a85) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:59.847305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:59.848392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.851485 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb9b469-08e2-4863-8efe-18789284ef7e None None] Network 50dc0da3-3b7c-48fe-a971-f3edf4a11a85 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:59.868982 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ae35e354-a4d5-4c4b-b909-a892dd130e73 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3708816 May 24 23:18:00.063621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf789f23-1e4e-41ff-93bb-ec5652aaaed3 None None] Network 50dc0da3-3b7c-48fe-a971-f3edf4a11a85 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:18:00.468055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-fe3e6a2a-0627-4653-a1d4-8dc7e4c46b39 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:00.469497 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-fe3e6a2a-0627-4653-a1d4-8dc7e4c46b39 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/networks?id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85 HTTP/1.1" status: 200 len: 810 time: 0.2435703 May 24 23:18:00.484195 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-84c332be-5000-4f3c-b8c8-c274d6692c3a tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/quotas/29baba6d000c4b3d8bc1c9837ef7ae61 HTTP/1.1" status: 200 len: 375 time: 0.0092540 May 24 23:18:00.533478 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-b871291d-204b-42ec-8439-b15c766efd5d tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=29baba6d000c4b3d8bc1c9837ef7ae61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442798 May 24 23:18:00.662131 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-a136324e-cea2-42ea-bb4f-c50dd79470ea service neutron] 10.222.0.32 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214073 May 24 23:18:00.791715 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-a7d09477-bc33-40f1-add1-7f0edc3620f8 service neutron] 10.222.0.32 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231036 May 24 23:18:00.961698 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b9b9982-1e85-487c-a981-8fd8570222a7 req-30d540f8-d0eb-4738-964c-36f40a4e4af5 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 210 time: 0.0429366 May 24 23:18:01.955332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-3e863c2e-678d-4f08-b85d-6c878c9a733e tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:01.956259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-3e863c2e-678d-4f08-b85d-6c878c9a733e tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Synchronizing usage tracker for tenant:29baba6d000c4b3d8bc1c9837ef7ae61 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:18:01.972769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-3e863c2e-678d-4f08-b85d-6c878c9a733e tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Unset dirty status for tenant:29baba6d000c4b3d8bc1c9837ef7ae61 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:18:01.974085 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-3e863c2e-678d-4f08-b85d-6c878c9a733e tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.42 "GET /v2.0/networks?id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85 HTTP/1.1" status: 200 len: 810 time: 0.1647801 May 24 23:18:01.985382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Request body: {'port': {'device_id': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'network_id': '50dc0da3-3b7c-48fe-a971-f3edf4a11a85', 'admin_state_up': True, 'tenant_id': '29baba6d000c4b3d8bc1c9837ef7ae61'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:02.113596 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac4bfa72-60d7-4ce2-a989-853e2f927361 req-cfe2b129-e38e-4e15-9de0-911f686b1e9e tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 210 time: 0.0424550 May 24 23:18:02.122227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:02.134457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Usage tracker for resource:port and tenant:29baba6d000c4b3d8bc1c9837ef7ae61 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:02.134457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:02.135514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:02.145342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Made reservation on behalf of 29baba6d000c4b3d8bc1c9837ef7ae61 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:18:02.149569 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:02.314221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Allocated IP 172.20.0.14 (50dc0da3-3b7c-48fe-a971-f3edf4a11a85/06fe8e71-e079-4e24-8338-40b82788437e/5d617d1b-da4e-4776-a1c1-937a1374a072) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:18:02.509525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:02.537334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:02.609566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Network 50dc0da3-3b7c-48fe-a971-f3edf4a11a85 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:18:02.612792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:18:02.617115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:18:02.646972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Pushing event updated for resources: {'Port': ['ID=5d617d1b-da4e-4776-a1c1-937a1374a072,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:02.681703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:02.682311 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:02.707767 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-93c3fcbf-2bc1-4e77-818f-09e3a89edec7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7264037 May 24 23:18:02.718550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Request body: {'port': {'device_id': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:02.925912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.261510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d617d1b-da4e-4776-a1c1-937a1374a072 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:03.269301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.285193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Transition to ACTIVE for port object 5d617d1b-da4e-4776-a1c1-937a1374a072 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:18:03.289697 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.303994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fc5f9-b2ae-4454-96b1-8235b9ed4b8a req-eebc6c69-a2d7-4164-9256-91e278bc9912 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:03.305433 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c8fc5f9-b2ae-4454-96b1-8235b9ed4b8a req-eebc6c69-a2d7-4164-9256-91e278bc9912 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 932 time: 0.0835915 May 24 23:18:03.351986 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c8fc5f9-b2ae-4454-96b1-8235b9ed4b8a req-1866853e-c603-4fc8-ae1e-cb781edb38b2 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 May 24 23:18:03.447710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d617d1b-da4e-4776-a1c1-937a1374a072,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:03.518237 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Attempting to bind port 5d617d1b-da4e-4776-a1c1-937a1374a072 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:18:03.518564 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Attempting to bind port 5d617d1b-da4e-4776-a1c1-937a1374a072 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '111e278c-5c07-4fd0-b2a9-653e2b95de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50dc0da3-3b7c-48fe-a971-f3edf4a11a85'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:18:03.518912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Attempting to bind port 5d617d1b-da4e-4776-a1c1-937a1374a072 on network 50dc0da3-3b7c-48fe-a971-f3edf4a11a85 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:03.524000 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Port 5d617d1b-da4e-4776-a1c1-937a1374a072 on network 50dc0da3-3b7c-48fe-a971-f3edf4a11a85 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:18:03.524310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Attempting to bind port 5d617d1b-da4e-4776-a1c1-937a1374a072 on network 50dc0da3-3b7c-48fe-a971-f3edf4a11a85 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:03.529319 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:18:03.529645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Checking segment: {'id': '111e278c-5c07-4fd0-b2a9-653e2b95de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50dc0da3-3b7c-48fe-a971-f3edf4a11a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:18:03.530023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Bound using segment: {'id': '111e278c-5c07-4fd0-b2a9-653e2b95de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50dc0da3-3b7c-48fe-a971-f3edf4a11a85'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:18:03.530437 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Bound port: 5d617d1b-da4e-4776-a1c1-937a1374a072, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e278c-5c07-4fd0-b2a9-653e2b95de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50dc0da3-3b7c-48fe-a971-f3edf4a11a85'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:18:03.530810 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.618503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] For port 5d617d1b-da4e-4776-a1c1-937a1374a072, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:18:03.621331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] For port 5d617d1b-da4e-4776-a1c1-937a1374a072, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5d617d1b-da4e-4776-a1c1-937a1374a072,segment=NetworkSegment(111e278c-5c07-4fd0-b2a9-653e2b95de50),segment_id=111e278c-5c07-4fd0-b2a9-653e2b95de50)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:18:03.625558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.690939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:03.691557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.692915 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] 10.222.0.42 "PUT /v2.0/ports/5d617d1b-da4e-4776-a1c1-937a1374a072 HTTP/1.1" status: 200 len: 1094 time: 0.9782922 May 24 23:18:03.693352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'tag': '5d617d1b-da4e-4776-a1c1-937a1374a072'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:03.718623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099737ef-8491-4612-abde-c2801c5b2fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d617d1b-da4e-4776-a1c1-937a1374a072,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:03.762657 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b935ff67-545a-4564-a319-a2c2634d2d27'] response: {'name': 'network-changed', 'server_uuid': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'tag': '5d617d1b-da4e-4776-a1c1-937a1374a072', 'status': 'completed', 'code': 200} May 24 23:18:03.801838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-ae65aba0-a96a-4d9f-b5a7-d989c549d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:03.803346 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-ae65aba0-a96a-4d9f-b5a7-d989c549d723 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29baba6d000c4b3d8bc1c9837ef7ae61&device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 1097 time: 0.0721347 May 24 23:18:03.872690 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-565e8bfb-2785-46c2-9898-a9a2b007f7ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d617d1b-da4e-4776-a1c1-937a1374a072 HTTP/1.1" status: 200 len: 217 time: 0.0626872 May 24 23:18:03.936287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-67ca27f5-bee0-4b66-aee2-8749b87e5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:03.937695 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-67ca27f5-bee0-4b66-aee2-8749b87e5d4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06fe8e71-e079-4e24-8338-40b82788437e HTTP/1.1" status: 200 len: 850 time: 0.0593927 May 24 23:18:03.985640 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-b7ad84e0-8922-4676-907b-47d9e519230a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406737 May 24 23:18:04.114999 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-de67d949-43de-4e6b-a4b7-0f3894f50984 service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222439 May 24 23:18:04.243351 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e11a9cb5-e5cf-4f52-848e-0a3b80e013c1 req-e3494b0b-91d8-407b-b230-6ba175f13920 service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227527 May 24 23:18:04.352458 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7759ff0-4372-4295-9e2d-857b76e3d0a5 req-77aa7917-d73d-45ae-82c9-33ca3f29befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:04.353892 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f7759ff0-4372-4295-9e2d-857b76e3d0a5 req-77aa7917-d73d-45ae-82c9-33ca3f29befe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29baba6d000c4b3d8bc1c9837ef7ae61&device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 1097 time: 0.0692241 May 24 23:18:04.483370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7759ff0-4372-4295-9e2d-857b76e3d0a5 req-5ee63d5f-b1e6-4e5a-b918-ab0e2991ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:04.484802 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f7759ff0-4372-4295-9e2d-857b76e3d0a5 req-5ee63d5f-b1e6-4e5a-b918-ab0e2991ef24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85 HTTP/1.1" status: 200 len: 911 time: 0.1245127 May 24 23:18:04.532738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d8b99-6404-44d1-8943-7e2f8c6bfb7f req-3593d3b1-3698-4cbf-8ade-eb18f7656c9f tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:04.534210 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e81d8b99-6404-44d1-8943-7e2f8c6bfb7f req-3593d3b1-3698-4cbf-8ade-eb18f7656c9f tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 944 time: 0.0790534 May 24 23:18:04.583197 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e81d8b99-6404-44d1-8943-7e2f8c6bfb7f req-163aab76-69c2-4b6f-98a7-2148183435d1 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415459 May 24 23:18:04.655585 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f7759ff0-4372-4295-9e2d-857b76e3d0a5 req-b0e3956e-151e-4f1c-90df-df18db97c41d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d617d1b-da4e-4776-a1c1-937a1374a072 HTTP/1.1" status: 200 len: 217 time: 0.1641977 May 24 23:18:04.717175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7759ff0-4372-4295-9e2d-857b76e3d0a5 req-1c0ebbda-b032-42ea-9378-5001d29f13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:04.718521 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f7759ff0-4372-4295-9e2d-857b76e3d0a5 req-1c0ebbda-b032-42ea-9378-5001d29f13e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06fe8e71-e079-4e24-8338-40b82788437e HTTP/1.1" status: 200 len: 850 time: 0.0555756 May 24 23:18:04.766572 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f7759ff0-4372-4295-9e2d-857b76e3d0a5 req-9bc002cb-6f07-4278-9185-662a68dd8aca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398948 May 24 23:18:04.893513 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f7759ff0-4372-4295-9e2d-857b76e3d0a5 req-038474ee-126f-49c0-b244-db23b2a365f4 service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190903 May 24 23:18:05.021127 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f7759ff0-4372-4295-9e2d-857b76e3d0a5 req-aaeaad97-eaed-42a6-a7d5-119343292eac service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200948 May 24 23:18:05.771018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9fd48-4793-46c5-b3b8-1b108373b608 req-21e49ddb-6eb4-4cfa-817a-7ca77ebada0a tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:05.772444 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5a9fd48-4793-46c5-b3b8-1b108373b608 req-21e49ddb-6eb4-4cfa-817a-7ca77ebada0a tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 944 time: 0.0817482 May 24 23:18:05.815911 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5a9fd48-4793-46c5-b3b8-1b108373b608 req-0c102385-348c-4ad9-a351-9f8196466213 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376227 May 24 23:18:06.432696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 5d617d1b-da4e-4776-a1c1-937a1374a072 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:18:06.565668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 5d617d1b-da4e-4776-a1c1-937a1374a072, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5d617d1b-da4e-4776-a1c1-937a1374a072,segment=NetworkSegment(111e278c-5c07-4fd0-b2a9-653e2b95de50),segment_id=111e278c-5c07-4fd0-b2a9-653e2b95de50)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:06.608870 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '5d617d1b-da4e-4776-a1c1-937a1374a072', 'network_id': '50dc0da3-3b7c-48fe-a971-f3edf4a11a85', 'port_id': '5d617d1b-da4e-4776-a1c1-937a1374a072', 'mac_address': 'fa:16:3e:41:95:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fe8e71-e079-4e24-8338-40b82788437e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:18:06.662249 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 5d617d1b-da4e-4776-a1c1-937a1374a072 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:06.662628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:06.678925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d617d1b-da4e-4776-a1c1-937a1374a072 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:06.693783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 5d617d1b-da4e-4776-a1c1-937a1374a072, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5d617d1b-da4e-4776-a1c1-937a1374a072,segment=NetworkSegment(111e278c-5c07-4fd0-b2a9-653e2b95de50),segment_id=111e278c-5c07-4fd0-b2a9-653e2b95de50)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:06.697911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:06.765047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=5d617d1b-da4e-4776-a1c1-937a1374a072,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:06.886344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['5d617d1b-da4e-4776-a1c1-937a1374a072'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:18:06.995562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba0410-d4f3-4ccc-bb7f-8367a6b0e77c req-9c20a129-f111-45e7-a905-e849f362e31d tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:06.997032 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f5ba0410-d4f3-4ccc-bb7f-8367a6b0e77c req-9c20a129-f111-45e7-a905-e849f362e31d tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 945 time: 0.0794127 May 24 23:18:07.044186 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f5ba0410-d4f3-4ccc-bb7f-8367a6b0e77c req-2e35a74c-2cc7-4cde-9820-4f19ba9e1830 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 May 24 23:18:08.245876 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f1f08-5024-4628-ab1b-27e0a9935160 req-873ecc89-26bb-4817-a49c-f3fd880b7081 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:08.248005 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a7f1f08-5024-4628-ab1b-27e0a9935160 req-873ecc89-26bb-4817-a49c-f3fd880b7081 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 945 time: 0.1000021 May 24 23:18:08.292249 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a7f1f08-5024-4628-ab1b-27e0a9935160 req-30a2736d-bf78-4923-a33b-62add893db00 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386362 May 24 23:18:08.447254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 5d617d1b-da4e-4776-a1c1-937a1374a072 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:18:08.514936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 5d617d1b-da4e-4776-a1c1-937a1374a072 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:18:08.519615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 5d617d1b-da4e-4776-a1c1-937a1374a072 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:18:08.519978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:08.634384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 5d617d1b-da4e-4776-a1c1-937a1374a072 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:08.634791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:08.660295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d617d1b-da4e-4776-a1c1-937a1374a072'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:08.671017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 5d617d1b-da4e-4776-a1c1-937a1374a072, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5d617d1b-da4e-4776-a1c1-937a1374a072,segment=NetworkSegment(111e278c-5c07-4fd0-b2a9-653e2b95de50),segment_id=111e278c-5c07-4fd0-b2a9-653e2b95de50)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:08.674463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:08.710191 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c2400d-6e17-4fb0-b115-09e64fc82d23'] response: {'server_uuid': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d617d1b-da4e-4776-a1c1-937a1374a072', 'code': 200} May 24 23:18:08.744125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=5d617d1b-da4e-4776-a1c1-937a1374a072,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:08.921503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a26e39-75c2-453a-86a8-b2c631e9804b req-77558173-ea29-4a6e-9cbd-72c9061d6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:08.923032 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86a26e39-75c2-453a-86a8-b2c631e9804b req-77558173-ea29-4a6e-9cbd-72c9061d6c5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 1099 time: 0.0697491 May 24 23:18:08.963247 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86a26e39-75c2-453a-86a8-b2c631e9804b req-9e301569-de88-459f-bb96-1e1c234e1b88 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 May 24 23:18:09.478794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6de761-b7d1-45e2-b4fc-f4726f141c90 req-a4718a80-8a49-4a75-8af2-7dc0cce36355 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:09.480244 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c6de761-b7d1-45e2-b4fc-f4726f141c90 req-a4718a80-8a49-4a75-8af2-7dc0cce36355 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0837398 May 24 23:18:09.524724 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c6de761-b7d1-45e2-b4fc-f4726f141c90 req-1360a7f0-529c-4a23-a2fe-76247b8ccf4f tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 May 24 23:18:10.710806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefe5f8-2811-447a-8b24-ca661297d2cb req-5035da8d-12bf-4e16-a915-ab47603a3551 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:10.712231 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0cefe5f8-2811-447a-8b24-ca661297d2cb req-5035da8d-12bf-4e16-a915-ab47603a3551 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0789440 May 24 23:18:10.755242 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0cefe5f8-2811-447a-8b24-ca661297d2cb req-9811acc8-e407-4969-9357-e32e87bb8a96 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371969 May 24 23:18:11.112029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37500) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:11.151027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64010107-4d3e-48ec-bd78-2a5b379a6bdd req-efef643f-d810-4369-aff6-28a093de2320 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:11.152475 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-64010107-4d3e-48ec-bd78-2a5b379a6bdd req-efef643f-d810-4369-aff6-28a093de2320 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0844431 May 24 23:18:11.197940 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-64010107-4d3e-48ec-bd78-2a5b379a6bdd req-8471781c-9764-47c3-b270-b8b9faec9567 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392082 May 24 23:18:11.228516 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-2067e5b3-0be1-442d-bfed-d67264aeda40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1154146 May 24 23:18:12.385984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a389e3-5c99-4deb-b84b-679d864afe3a req-7bc3b4f0-c42a-452b-a7ea-d7f431edaf11 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:12.387448 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2a389e3-5c99-4deb-b84b-679d864afe3a req-7bc3b4f0-c42a-452b-a7ea-d7f431edaf11 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0783868 May 24 23:18:12.391138 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-f8546672-4e25-4e23-9455-d44a9825ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:12.392632 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-f8546672-4e25-4e23-9455-d44a9825ac07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29baba6d000c4b3d8bc1c9837ef7ae61&device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 1099 time: 0.0699263 May 24 23:18:12.436167 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2a389e3-5c99-4deb-b84b-679d864afe3a req-f744e943-8ed9-45c2-b52b-7a7a47dc5b67 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 May 24 23:18:12.522052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-7890f7c6-9cec-43cb-a791-bf7b716d2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:12.524163 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-7890f7c6-9cec-43cb-a791-bf7b716d2f4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85 HTTP/1.1" status: 200 len: 911 time: 0.1254535 May 24 23:18:12.592428 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-ce43dc4e-1bab-463c-bc5c-4cde2ed23ebf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d617d1b-da4e-4776-a1c1-937a1374a072 HTTP/1.1" status: 200 len: 217 time: 0.0627966 May 24 23:18:12.652030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-0b4e137d-44bc-479a-9a2c-b6e722285bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:12.653411 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-0b4e137d-44bc-479a-9a2c-b6e722285bb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06fe8e71-e079-4e24-8338-40b82788437e HTTP/1.1" status: 200 len: 850 time: 0.0558629 May 24 23:18:12.700829 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-0717420e-ce5a-4ee5-8cb2-c70c59c808d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413182 May 24 23:18:12.828691 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-ad5f7ab1-23a2-47ca-958c-2c55872ee23a service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213408 May 24 23:18:12.969057 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-9a85ceaf-8060-4589-9b97-3714677040fc service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342125 May 24 23:18:13.620153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebc77f-2495-4167-bcc4-f45d67d3d2dd req-639b0825-06d3-4bcc-925e-b89c73f0fdaa tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:13.621556 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22ebc77f-2495-4167-bcc4-f45d67d3d2dd req-639b0825-06d3-4bcc-925e-b89c73f0fdaa tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0787632 May 24 23:18:13.665543 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22ebc77f-2495-4167-bcc4-f45d67d3d2dd req-6f7c999d-1997-4caf-a7e3-654e300f0e8e tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384009 May 24 23:18:14.851355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6015f25-209b-498e-b7f7-feb12121c629 req-da9deefb-6aca-4675-a75f-2231102ec490 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:14.852777 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d6015f25-209b-498e-b7f7-feb12121c629 req-da9deefb-6aca-4675-a75f-2231102ec490 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0829449 May 24 23:18:14.895760 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d6015f25-209b-498e-b7f7-feb12121c629 req-de57d29f-82ea-4d4f-8597-21bb85070ec1 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373361 May 24 23:18:15.756508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:16.079681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672943a-c446-40ca-94eb-9952e37dae5e req-bd649e35-f8af-4770-ab03-e0776cace0bf tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:16.081282 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5672943a-c446-40ca-94eb-9952e37dae5e req-bd649e35-f8af-4770-ab03-e0776cace0bf tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0783434 May 24 23:18:16.124388 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5672943a-c446-40ca-94eb-9952e37dae5e req-d4f1d9ef-ca7c-4379-a24d-9491caea9468 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374565 May 24 23:18:17.310386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb0fa4-820b-4166-8466-9e94b77c4a1d req-dc543c22-9417-4fca-a4ab-0bbe1173ed34 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:17.311855 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5cb0fa4-820b-4166-8466-9e94b77c4a1d req-dc543c22-9417-4fca-a4ab-0bbe1173ed34 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0822101 May 24 23:18:17.355632 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5cb0fa4-820b-4166-8466-9e94b77c4a1d req-e655298c-d99f-4210-adb1-5af630f7fa8e tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381219 May 24 23:18:18.536401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d394158-3706-4b95-b42a-92a61c2ce62d req-1c299faa-dd19-4e87-8cc3-754ab88bb2a7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:18.537776 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d394158-3706-4b95-b42a-92a61c2ce62d req-1c299faa-dd19-4e87-8cc3-754ab88bb2a7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0787337 May 24 23:18:18.581661 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d394158-3706-4b95-b42a-92a61c2ce62d req-f82dc4bf-03fc-4cf2-8371-7b4c19e283ff tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377119 May 24 23:18:19.767412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845ee10-2553-49cf-b313-cb07c607a407 req-ad866d7a-9d71-413b-98df-41ea55c83afd tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:19.768835 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3845ee10-2553-49cf-b313-cb07c607a407 req-ad866d7a-9d71-413b-98df-41ea55c83afd tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0814524 May 24 23:18:19.811820 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3845ee10-2553-49cf-b313-cb07c607a407 req-178d2b2b-44ea-475c-a911-62d5cbe28002 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373099 May 24 23:18:20.992676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c3b7-d9fc-4a54-9078-469529ddc33c req-398cf596-8d3b-46a8-a0a5-9205d1536efe tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:20.994123 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1a5c3b7-d9fc-4a54-9078-469529ddc33c req-398cf596-8d3b-46a8-a0a5-9205d1536efe tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0776680 May 24 23:18:21.040570 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1a5c3b7-d9fc-4a54-9078-469529ddc33c req-577c7904-560c-4742-8e2c-a5e920a0ef9a tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 May 24 23:18:21.909699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a7025c06-628b-40c4-ad8c-c4a58af21d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:22.223723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201c8d8-595c-4759-9b7d-3f924fd8f9b2 req-d411ae5e-1fe2-4f93-8c69-82ab1143653d tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:22.225150 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7201c8d8-595c-4759-9b7d-3f924fd8f9b2 req-d411ae5e-1fe2-4f93-8c69-82ab1143653d tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0802083 May 24 23:18:22.267853 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7201c8d8-595c-4759-9b7d-3f924fd8f9b2 req-577557c8-5cbe-4e5d-8c62-a5576cb87f1a tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368290 May 24 23:18:23.455443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c45149-4653-44e6-a1dc-8ae7b335a561 req-ec0a30a9-bc0e-4fe7-8bab-57c2b2ff6ae8 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:23.457037 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-75c45149-4653-44e6-a1dc-8ae7b335a561 req-ec0a30a9-bc0e-4fe7-8bab-57c2b2ff6ae8 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0813768 May 24 23:18:23.510240 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-75c45149-4653-44e6-a1dc-8ae7b335a561 req-51896240-c15c-41f2-8b81-37fb0ab2e761 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466378 May 24 23:18:24.196245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1d90-98bd-4cf0-b498-7aac43f321aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:24.690547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108f9df-7c5f-4f46-b8a6-38b9649ad08d req-80dd5b69-c53f-490e-ad59-27599f010ff7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:24.692008 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c108f9df-7c5f-4f46-b8a6-38b9649ad08d req-80dd5b69-c53f-490e-ad59-27599f010ff7 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0783186 May 24 23:18:24.736040 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c108f9df-7c5f-4f46-b8a6-38b9649ad08d req-2d8e6281-512c-4c7e-a86d-446b5472c973 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378745 May 24 23:18:25.101206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:25.262544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:26.015327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796cc36-e8f5-4bd8-93b3-b863e0122bea req-3151f96e-9288-4dd2-8d78-fda8d8c2c0f1 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:26.016694 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5796cc36-e8f5-4bd8-93b3-b863e0122bea req-3151f96e-9288-4dd2-8d78-fda8d8c2c0f1 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.1741207 May 24 23:18:26.059822 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5796cc36-e8f5-4bd8-93b3-b863e0122bea req-edb672cc-e01d-4908-a9b2-01af91a8328c tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374017 May 24 23:18:26.548885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:27.243311 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182d325-6760-4d2c-87df-4c56a5242b49 req-e0947677-cf43-4792-8d81-c452ea4b40b6 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:27.244732 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3182d325-6760-4d2c-87df-4c56a5242b49 req-e0947677-cf43-4792-8d81-c452ea4b40b6 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0785880 May 24 23:18:27.290481 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3182d325-6760-4d2c-87df-4c56a5242b49 req-a5956ee9-8372-4ac8-9ad1-3d994569274d tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 May 24 23:18:28.472310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadec74-e1dc-4ac9-8d07-49fb355e0a9d req-b57d0088-d48a-45a4-b6af-bef5d136ee1e tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:28.473670 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-baadec74-e1dc-4ac9-8d07-49fb355e0a9d req-b57d0088-d48a-45a4-b6af-bef5d136ee1e tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0784838 May 24 23:18:28.517806 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-baadec74-e1dc-4ac9-8d07-49fb355e0a9d req-8224f297-b036-4570-a98a-1b5a7f0b93af tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 May 24 23:18:29.706351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bfef1-6af0-44d0-8085-1c0094a0cf2b req-921c1101-4c91-4d5f-a3a5-85e92214d7c5 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:29.707821 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b39bfef1-6af0-44d0-8085-1c0094a0cf2b req-921c1101-4c91-4d5f-a3a5-85e92214d7c5 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0828445 May 24 23:18:29.758407 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b39bfef1-6af0-44d0-8085-1c0094a0cf2b req-b67d4a6d-078d-4644-956b-0acb58095007 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 May 24 23:18:30.045224 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:18:30.941547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bcc00-3637-4e39-94df-61c8f6578d4c req-57646999-d097-40de-aa3e-a4aa9bc1d183 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:30.942981 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c64bcc00-3637-4e39-94df-61c8f6578d4c req-57646999-d097-40de-aa3e-a4aa9bc1d183 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0775306 May 24 23:18:30.985815 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c64bcc00-3637-4e39-94df-61c8f6578d4c req-ad1cf681-896b-4bfa-af31-5f899bd33258 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365367 May 24 23:18:32.169504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97146d-0869-4b6a-b299-12b7b9229fe8 req-2845748c-a14e-425d-a76d-9ce42dd99c24 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:32.170948 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca97146d-0869-4b6a-b299-12b7b9229fe8 req-2845748c-a14e-425d-a76d-9ce42dd99c24 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0807950 May 24 23:18:32.215556 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca97146d-0869-4b6a-b299-12b7b9229fe8 req-a0f394a3-facc-493d-951c-f2b25f18793b tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389245 May 24 23:18:33.393984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd0a9-e2f9-426f-a047-5709a5b45118 req-79397dfb-3335-4e0b-9126-c2852be1fa57 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:33.395418 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7bdbd0a9-e2f9-426f-a047-5709a5b45118 req-79397dfb-3335-4e0b-9126-c2852be1fa57 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0770605 May 24 23:18:33.446628 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7bdbd0a9-e2f9-426f-a047-5709a5b45118 req-8ae4ee8f-daeb-4443-bb54-ff8fd255d44b tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450497 May 24 23:18:34.629660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf04226-0cc8-48e9-b27a-447df0af6cf8 req-09a1cea8-f460-4913-ba1d-6dad3b71cd06 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:34.631099 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7bf04226-0cc8-48e9-b27a-447df0af6cf8 req-09a1cea8-f460-4913-ba1d-6dad3b71cd06 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0787637 May 24 23:18:34.674339 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7bf04226-0cc8-48e9-b27a-447df0af6cf8 req-add59e7a-73bf-4cc2-a09b-ca35715711fe tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376794 May 24 23:18:35.862375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26c8b0-f900-4f23-8f7c-336f1b723f4f req-ecf9456c-38a6-42ee-ab05-b6f382d23866 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:35.863819 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fa26c8b0-f900-4f23-8f7c-336f1b723f4f req-ecf9456c-38a6-42ee-ab05-b6f382d23866 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0819824 May 24 23:18:35.907458 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fa26c8b0-f900-4f23-8f7c-336f1b723f4f req-0f2b5f87-05df-45b7-8a16-c27e5e108634 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373917 May 24 23:18:37.088356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7727e-0a5d-44d0-81c3-b29b5fec0084 req-1302315e-b02f-4bb0-b055-471c07d6487e tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:37.089766 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8eb7727e-0a5d-44d0-81c3-b29b5fec0084 req-1302315e-b02f-4bb0-b055-471c07d6487e tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0780196 May 24 23:18:37.133087 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8eb7727e-0a5d-44d0-81c3-b29b5fec0084 req-b67a5b36-139d-4ddb-ab78-69d23bd45adf tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376921 May 24 23:18:38.333621 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcf2b8-b550-427d-8c2c-f2360b334253 req-839c24de-f144-444f-95d3-c4782e3a4324 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:38.335107 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9cfcf2b8-b550-427d-8c2c-f2360b334253 req-839c24de-f144-444f-95d3-c4782e3a4324 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0894408 May 24 23:18:38.379276 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9cfcf2b8-b550-427d-8c2c-f2360b334253 req-a900c6de-0516-4ac6-8831-9c2277716582 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 May 24 23:18:38.583926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a2f8-34fb-42a3-bf25-fa25f9e441e1 req-b23f8e87-5ce9-4a16-9fe1-c67f95bb4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:38.585416 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b110a2f8-34fb-42a3-bf25-fa25f9e441e1 req-b23f8e87-5ce9-4a16-9fe1-c67f95bb4658 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29baba6d000c4b3d8bc1c9837ef7ae61&device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 1099 time: 0.0717821 May 24 23:18:38.741324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a2f8-34fb-42a3-bf25-fa25f9e441e1 req-d285653e-f75d-4afe-8f11-94ce5eea331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:38.743378 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b110a2f8-34fb-42a3-bf25-fa25f9e441e1 req-d285653e-f75d-4afe-8f11-94ce5eea331d service neutron] 10.222.0.42 "GET /v2.0/networks?id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85 HTTP/1.1" status: 200 len: 911 time: 0.1390903 May 24 23:18:38.915197 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b110a2f8-34fb-42a3-bf25-fa25f9e441e1 req-622bca19-9184-489d-b125-848d48d07981 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d617d1b-da4e-4776-a1c1-937a1374a072 HTTP/1.1" status: 200 len: 217 time: 0.1652608 May 24 23:18:38.978289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a2f8-34fb-42a3-bf25-fa25f9e441e1 req-af41cca7-b3e6-4ab8-9056-f13216a4f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:38.979742 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b110a2f8-34fb-42a3-bf25-fa25f9e441e1 req-af41cca7-b3e6-4ab8-9056-f13216a4f58e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06fe8e71-e079-4e24-8338-40b82788437e HTTP/1.1" status: 200 len: 850 time: 0.0574441 May 24 23:18:39.025810 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b110a2f8-34fb-42a3-bf25-fa25f9e441e1 req-11eafbb4-ec38-45c1-b23e-72a9af1ade7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398369 May 24 23:18:39.153105 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b110a2f8-34fb-42a3-bf25-fa25f9e441e1 req-4afcc3b6-f764-48cf-ba1b-3888401539e0 service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209221 May 24 23:18:39.282162 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b110a2f8-34fb-42a3-bf25-fa25f9e441e1 req-507ea5f5-e1f0-4f3e-8d95-84e5b991628b service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228485 May 24 23:18:39.559341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49a5fb-6e4a-402f-a781-003375a477b7 req-afbb1617-19a0-48dd-b375-bc996ec5d186 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:39.560729 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe49a5fb-6e4a-402f-a781-003375a477b7 req-afbb1617-19a0-48dd-b375-bc996ec5d186 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0775592 May 24 23:18:39.606379 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe49a5fb-6e4a-402f-a781-003375a477b7 req-c7999d70-7ddf-405a-903f-80c3a49cc0c1 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 May 24 23:18:39.626083 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-1cebff1e-7bf0-4600-8f97-7b6b5f497cea service neutron] 10.222.0.42 "GET /v2.0/ports/5d617d1b-da4e-4776-a1c1-937a1374a072/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0784345 May 24 23:18:39.877877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-4e95f0af-84fc-43ab-bbbd-bf14ba5138da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:39.879248 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-4e95f0af-84fc-43ab-bbbd-bf14ba5138da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3&tenant_id=29baba6d000c4b3d8bc1c9837ef7ae61 HTTP/1.1" status: 200 len: 1099 time: 0.0694010 May 24 23:18:39.972317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-be7faf38-11bb-4e0b-b842-fd295bd83eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:39.973771 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-be7faf38-11bb-4e0b-b842-fd295bd83eb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29baba6d000c4b3d8bc1c9837ef7ae61&device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 1099 time: 0.0732968 May 24 23:18:40.103347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-964b0cc5-d7b6-412a-b72d-d0a5019d04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:40.104758 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-964b0cc5-d7b6-412a-b72d-d0a5019d04d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85 HTTP/1.1" status: 200 len: 911 time: 0.1252909 May 24 23:18:40.170366 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-d0a29950-00c8-4b07-bcf4-0d3387d4ef59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d617d1b-da4e-4776-a1c1-937a1374a072 HTTP/1.1" status: 200 len: 217 time: 0.0597479 May 24 23:18:40.234423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-ca1f8071-5c16-4d4f-b19f-0ff6e4098408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:40.235876 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-ca1f8071-5c16-4d4f-b19f-0ff6e4098408 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06fe8e71-e079-4e24-8338-40b82788437e HTTP/1.1" status: 200 len: 850 time: 0.0605757 May 24 23:18:40.281276 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-1ffce7e1-22d0-4f2b-8500-5a9028f842d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386143 May 24 23:18:40.409541 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-ce1d8686-ed57-4508-aa18-c6ff48b42c89 service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220820 May 24 23:18:40.537963 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8986e477-5ca2-4d98-83f8-3a99f9fd071d req-769ab29b-22cd-4017-b692-726289b0c446 service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223793 May 24 23:18:40.794277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc1fa3-6fbc-4426-a922-411fefa04c06 req-510644db-d073-41f3-93fc-2f999d15cb34 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:40.795678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b0bc1fa3-6fbc-4426-a922-411fefa04c06 req-510644db-d073-41f3-93fc-2f999d15cb34 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0823655 May 24 23:18:40.840248 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b0bc1fa3-6fbc-4426-a922-411fefa04c06 req-1d861bb3-2640-4888-8fce-5410ffc3d1ae tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387998 May 24 23:18:42.023916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4c64-f040-4252-beca-56cc2dc2309a req-44aa9e54-a335-451b-b386-7edd99469fe5 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:42.025341 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25ce4c64-f040-4252-beca-56cc2dc2309a req-44aa9e54-a335-451b-b386-7edd99469fe5 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0779297 May 24 23:18:42.072555 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25ce4c64-f040-4252-beca-56cc2dc2309a req-24f0362f-ce93-4be9-9f63-e4d50df12688 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 May 24 23:18:42.636707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 5d617d1b-da4e-4776-a1c1-937a1374a072 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:18:42.638955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 5d617d1b-da4e-4776-a1c1-937a1374a072 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:18:42.854982 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 5d617d1b-da4e-4776-a1c1-937a1374a072 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:42.855347 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:42.873150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 5d617d1b-da4e-4776-a1c1-937a1374a072, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5d617d1b-da4e-4776-a1c1-937a1374a072,segment=NetworkSegment(111e278c-5c07-4fd0-b2a9-653e2b95de50),segment_id=111e278c-5c07-4fd0-b2a9-653e2b95de50)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:42.894255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '5d617d1b-da4e-4776-a1c1-937a1374a072', 'network_id': '50dc0da3-3b7c-48fe-a971-f3edf4a11a85', 'port_id': '5d617d1b-da4e-4776-a1c1-937a1374a072', 'mac_address': 'fa:16:3e:41:95:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fe8e71-e079-4e24-8338-40b82788437e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:18:42.900917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d617d1b-da4e-4776-a1c1-937a1374a072'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:42.941289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 5d617d1b-da4e-4776-a1c1-937a1374a072, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5d617d1b-da4e-4776-a1c1-937a1374a072,segment=NetworkSegment(111e278c-5c07-4fd0-b2a9-653e2b95de50),segment_id=111e278c-5c07-4fd0-b2a9-653e2b95de50)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:42.954668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:42.993670 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e500abac-b8b7-4371-916c-24291199e435'] response: {'server_uuid': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d617d1b-da4e-4776-a1c1-937a1374a072', 'code': 200} May 24 23:18:43.018260 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 5d617d1b-da4e-4776-a1c1-937a1374a072 is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:43.018653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:43.042813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d617d1b-da4e-4776-a1c1-937a1374a072 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:43.049568 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=5d617d1b-da4e-4776-a1c1-937a1374a072,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:43.087849 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.088194 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.088531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.088863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.089189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.089516 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.089833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.090155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.090472 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.090820 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.091146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.091456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:43.120752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:18:43.121103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:18:43.258616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75e256-7ba0-45a6-869c-e503cea4bf16 req-bbfa432b-d5bf-4e4f-bc91-b794369b71c3 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:43.260066 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b75e256-7ba0-45a6-869c-e503cea4bf16 req-bbfa432b-d5bf-4e4f-bc91-b794369b71c3 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 944 time: 0.0791872 May 24 23:18:43.310991 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b75e256-7ba0-45a6-869c-e503cea4bf16 req-cd97f9d4-6b81-4d40-9293-7414e9c258a2 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452464 May 24 23:18:43.676069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 5d617d1b-da4e-4776-a1c1-937a1374a072 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:43.677058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:43.679375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-afe462ef-1f1a-453c-b726-9d2937b4cf9f tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:43.680091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-afe462ef-1f1a-453c-b726-9d2937b4cf9f tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Synchronizing usage tracker for tenant:29baba6d000c4b3d8bc1c9837ef7ae61 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:18:43.696307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d617d1b-da4e-4776-a1c1-937a1374a072 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:43.697780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-afe462ef-1f1a-453c-b726-9d2937b4cf9f tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Unset dirty status for tenant:29baba6d000c4b3d8bc1c9837ef7ae61 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:18:43.699275 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-afe462ef-1f1a-453c-b726-9d2937b4cf9f tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3&tenant_id=29baba6d000c4b3d8bc1c9837ef7ae61&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 944 time: 0.1022732 May 24 23:18:43.712634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 5d617d1b-da4e-4776-a1c1-937a1374a072, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5d617d1b-da4e-4776-a1c1-937a1374a072,segment=NetworkSegment(111e278c-5c07-4fd0-b2a9-653e2b95de50),segment_id=111e278c-5c07-4fd0-b2a9-653e2b95de50)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:43.716378 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:43.793044 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['5d617d1b-da4e-4776-a1c1-937a1374a072'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:18:43.837019 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=5d617d1b-da4e-4776-a1c1-937a1374a072,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:43.845416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-dd112676-6932-4d02-86c5-c7bc59c68ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:43.846934 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-dd112676-6932-4d02-86c5-c7bc59c68ea5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29baba6d000c4b3d8bc1c9837ef7ae61&device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 1098 time: 0.0770860 May 24 23:18:43.979806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-84bcf539-b37c-4df2-adf6-da70d86679fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:43.981228 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-84bcf539-b37c-4df2-adf6-da70d86679fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85 HTTP/1.1" status: 200 len: 911 time: 0.1276007 May 24 23:18:44.050733 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-fe4d5a12-230c-4e2c-93b5-ea625dc2ac11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d617d1b-da4e-4776-a1c1-937a1374a072 HTTP/1.1" status: 200 len: 217 time: 0.0627322 May 24 23:18:44.204687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-2c32fa7e-3e2b-49a3-866e-685f4b6133ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:44.206114 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-2c32fa7e-3e2b-49a3-866e-685f4b6133ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06fe8e71-e079-4e24-8338-40b82788437e HTTP/1.1" status: 200 len: 850 time: 0.1500790 May 24 23:18:44.252798 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-52dfeb1c-074b-4e19-b71c-f9f83389d476 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50dc0da3-3b7c-48fe-a971-f3edf4a11a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398388 May 24 23:18:44.380215 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-854f52df-573e-4bf3-9756-8df07b549f5a service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203294 May 24 23:18:44.506095 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-cc7988d6-6e0d-4018-a250-393132820614 service neutron] 10.222.0.42 "GET /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201179 May 24 23:18:44.641356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 5d617d1b-da4e-4776-a1c1-937a1374a072 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:18:44.709510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 5d617d1b-da4e-4776-a1c1-937a1374a072 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:18:44.710823 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:44.823389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 5d617d1b-da4e-4776-a1c1-937a1374a072 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:44.823765 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:44.855935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 5d617d1b-da4e-4776-a1c1-937a1374a072, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5d617d1b-da4e-4776-a1c1-937a1374a072,segment=NetworkSegment(111e278c-5c07-4fd0-b2a9-653e2b95de50),segment_id=111e278c-5c07-4fd0-b2a9-653e2b95de50)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:44.859641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:44.925899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=5d617d1b-da4e-4776-a1c1-937a1374a072,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:44.995161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d617d1b-da4e-4776-a1c1-937a1374a072'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:45.039539 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437397b4-e2b9-4c98-8e9b-b0c4e34f3697'] response: {'server_uuid': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d617d1b-da4e-4776-a1c1-937a1374a072', 'code': 200} May 24 23:18:45.306996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393569b-ff14-4981-bdcd-bbf81b5a48e6 req-04ab3da6-4629-4419-a801-605b816f4a95 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:45.308450 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6393569b-ff14-4981-bdcd-bbf81b5a48e6 req-04ab3da6-4629-4419-a801-605b816f4a95 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0836504 May 24 23:18:45.351911 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6393569b-ff14-4981-bdcd-bbf81b5a48e6 req-eab268f1-23c2-45fc-84ba-cfc23023a99f tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378346 May 24 23:18:45.758314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:46.534040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab94d0c-b73b-40ca-881c-ce6e277bca5d req-5edf366d-9a3f-45e9-927d-5e9b179637b4 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:46.535419 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aab94d0c-b73b-40ca-881c-ce6e277bca5d req-5edf366d-9a3f-45e9-927d-5e9b179637b4 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0789971 May 24 23:18:46.580041 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aab94d0c-b73b-40ca-881c-ce6e277bca5d req-e9349457-dc50-4a15-b3b4-410599a6ca0a tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390096 May 24 23:18:46.867047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-20b42628-3296-4d4c-b71f-d43ec7d00a35 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:46.868378 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-20b42628-3296-4d4c-b71f-d43ec7d00a35 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 946 time: 0.0825555 May 24 23:18:46.935830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Deleting port 5d617d1b-da4e-4776-a1c1-937a1374a072 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:18:46.936176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:47.175907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] For port 5d617d1b-da4e-4776-a1c1-937a1374a072, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=5d617d1b-da4e-4776-a1c1-937a1374a072,segment=NetworkSegment(111e278c-5c07-4fd0-b2a9-653e2b95de50),segment_id=111e278c-5c07-4fd0-b2a9-653e2b95de50)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:47.176267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:47.297411 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Calling delete_port for 5d617d1b-da4e-4776-a1c1-937a1374a072 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:18:47.437198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:47.448830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['5d617d1b-da4e-4776-a1c1-937a1374a072'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:18:47.489670 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Pushing event deleted for resources: {'Port': ['ID=5d617d1b-da4e-4776-a1c1-937a1374a072,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:47.526895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.527236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.527566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.527891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.528219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.528536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.528856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.529174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.529490 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.529808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.530119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.530436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:47.570569 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] No DVR routers for this DVR port 5d617d1b-da4e-4776-a1c1-937a1374a072 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:18:47.572840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:47.575239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'name': 'network-vif-deleted', 'tag': '5d617d1b-da4e-4776-a1c1-937a1374a072'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:47.591179 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-efc966c0-0830-4d26-9cbb-f96c7243ff29 req-c0749309-7f7e-4583-aab2-900743b95d61 tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.42 "DELETE /v2.0/ports/5d617d1b-da4e-4776-a1c1-937a1374a072 HTTP/1.1" status: 204 len: 173 time: 0.7174561 May 24 23:18:47.622001 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89960b0b-724f-4eeb-ab29-f09dfaa0f9c7'] response: {'server_uuid': '5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3', 'name': 'network-vif-deleted', 'tag': '5d617d1b-da4e-4776-a1c1-937a1374a072', 'status': 'completed', 'code': 200} May 24 23:18:47.737794 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa107da-e5cd-41d8-9a80-8ae1cc6a0b3d req-058de4a3-dac9-48e8-af92-27cd05192f6f tempest-DeleteServersTestJSON-1016996171 tempest-DeleteServersTestJSON-1016996171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bcca7bd-4889-4c4f-b1e3-7139aa3c94d3 HTTP/1.1" status: 200 len: 210 time: 0.0456350 May 24 23:18:48.980985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37606) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:49.041941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba98707-e3ed-467e-83ef-f14541aee2af admin admin] Deleting subnet 06fe8e71-e079-4e24-8338-40b82788437e {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:18:49.044726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ba98707-e3ed-467e-83ef-f14541aee2af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.091949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ba98707-e3ed-467e-83ef-f14541aee2af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.145091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ba98707-e3ed-467e-83ef-f14541aee2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.214891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ba98707-e3ed-467e-83ef-f14541aee2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.252790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba98707-e3ed-467e-83ef-f14541aee2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06fe8e71-e079-4e24-8338-40b82788437e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:49.254749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ba98707-e3ed-467e-83ef-f14541aee2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.261636 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8ba98707-e3ed-467e-83ef-f14541aee2af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/06fe8e71-e079-4e24-8338-40b82788437e HTTP/1.1" status: 204 len: 168 time: 0.2795484 May 24 23:18:49.263986 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37610) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:49.368426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.489180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.513851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50dc0da3-3b7c-48fe-a971-f3edf4a11a85']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:18:49.526051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111e278c-5c07-4fd0-b2a9-653e2b95de50') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:18:49.526354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111e278c-5c07-4fd0-b2a9-653e2b95de50') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:18:49.537387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.553503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.559400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:18:49.559775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.641210 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 111e278c-5c07-4fd0-b2a9-653e2b95de50 resource provider aggregate not found May 24 23:18:49.656237 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.673954 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 111e278c-5c07-4fd0-b2a9-653e2b95de50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 111e278c-5c07-4fd0-b2a9-653e2b95de50 found for delete ", "request_id": "req-510af9ac-2d69-462c-8112-be39779cdaf1"}]} May 24 23:18:49.674914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.684845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] Pushing event deleted for resources: {'Network': ['ID=50dc0da3-3b7c-48fe-a971-f3edf4a11a85,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:49.692745 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-baeccf49-7aba-4a7a-b445-9c4c9fd9c357 admin admin] 10.222.0.32 "DELETE /v2.0/networks/50dc0da3-3b7c-48fe-a971-f3edf4a11a85 HTTP/1.1" status: 204 len: 168 time: 0.4278224 May 24 23:18:49.805898 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37622) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:49.857661 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2ef9b0df-15b6-447b-a631-94b6a584817f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29baba6d000c4b3d8bc1c9837ef7ae61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506101 May 24 23:18:49.860034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37626) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:49.916607 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b18bfed6-4091-4dbe-bc74-327508ddf2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.941500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b18bfed6-4091-4dbe-bc74-327508ddf2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.993120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b18bfed6-4091-4dbe-bc74-327508ddf2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:50.009335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bfed6-4091-4dbe-bc74-327508ddf2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:50.013650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b18bfed6-4091-4dbe-bc74-327508ddf2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:50.014779 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b18bfed6-4091-4dbe-bc74-327508ddf2a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e639dc8a-cdc2-4e14-aaa8-19cd102fcd9f HTTP/1.1" status: 204 len: 168 time: 0.1538455 May 24 23:18:50.680856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 5d617d1b-da4e-4776-a1c1-937a1374a072 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:18:50.710381 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 37652) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:50.744529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 5d617d1b-da4e-4776-a1c1-937a1374a072 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:18:50.744794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 5d617d1b-da4e-4776-a1c1-937a1374a072 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:18:50.812933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1247116784-network', 'tenant_id': '8cd7d394992843b2b2aeb0156b79e819'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:50.817652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:50.821584 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Usage tracker for resource:network and tenant:8cd7d394992843b2b2aeb0156b79e819 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:50.824395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:50.830449 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:50.840266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Made reservation on behalf of 8cd7d394992843b2b2aeb0156b79e819 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:18:50.842515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:50.854618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:50.868886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:50.872610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Usage tracker for resource:security_group_rule and tenant:8cd7d394992843b2b2aeb0156b79e819 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:50.875308 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:50.880799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:50.963007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:50.966523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:50.993064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:18:51.005000 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f3e2ef-9e83-431d-833d-6f49f9f02659,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:51.009357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:51.009690 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Added segment c6b8429d-427f-446d-8b8f-d192d051a10f of type vlan for network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 May 24 23:18:51.035532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:51.063641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:51.064552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:51.065118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:51.256836 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5451515 May 24 23:18:51.259695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37658) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:51.261542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b01ffb-ebe4-4255-85d8-c87ced234048 admin admin] Pushing event updated for resources: {'Network': ['ID=5d6f2f2f-5564-4a6f-8405-e6b8f875b988,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:51.266160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Request body: {'subnet': {'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1247116784-subnet', 'tenant_id': '8cd7d394992843b2b2aeb0156b79e819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:51.271829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:51.272038 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:18:51.276224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Usage tracker for resource:subnet and tenant:8cd7d394992843b2b2aeb0156b79e819 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:51.279055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:51.285210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:51.295682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Made reservation on behalf of 8cd7d394992843b2b2aeb0156b79e819 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:18:51.297954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:51.492358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:51.669342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49264172-7786-4c6f-a793-45a6a9094249,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:51.679938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.680277 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.680605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.680929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.681250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.681569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.681887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.682199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.682514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.682912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.683226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.683534 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:51.688198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Checking segment: {'id': 'c6b8429d-427f-446d-8b8f-d192d051a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:18:51.688541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Network hostable DHCP agents. Network: 5d6f2f2f-5564-4a6f-8405-e6b8f875b988, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:18:51.707833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:18:51.717438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 5d6f2f2f-5564-4a6f-8405-e6b8f875b988) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:18:51.721473 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:51.722034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:51.726665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8756edc-27da-4b0a-8185-c9d0738168e5 None None] Network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:18:51.745906 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-da679ac4-cc28-47bf-8195-25d8a245d34e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4849467 May 24 23:18:51.941107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58799854-39e3-485c-8709-79de9c95f922 None None] Network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:18:52.007629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d70d7a4-fa01-49b0-8c2c-141169037a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:52.245974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-907f247a-11e4-4c59-938d-5ad76d253fcb tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:52.247421 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-907f247a-11e4-4c59-938d-5ad76d253fcb tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 815 time: 0.1430557 May 24 23:18:52.261835 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-37b6f02a-7ae0-416b-bd23-85e730344df2 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/quotas/8cd7d394992843b2b2aeb0156b79e819 HTTP/1.1" status: 200 len: 375 time: 0.0088415 May 24 23:18:52.310408 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-8a28cc97-610a-42df-b982-a85055ea2296 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428941 May 24 23:18:52.441486 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-3b638986-70d4-4b9d-81ec-73afd9165516 service neutron] 10.222.0.32 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244895 May 24 23:18:52.570746 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-d6eea589-8f67-4c53-a9cf-4150ba4f7ce1 service neutron] 10.222.0.32 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234112 May 24 23:18:52.740267 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92773bf5-65fe-4d5e-acd6-fdec03ed2438 req-8c77762b-a729-421e-a1ee-234d851437cc tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 210 time: 0.0427284 May 24 23:18:53.740572 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-94003c0b-bd92-4078-b3d1-b01fbc0b3752 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:53.741245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-94003c0b-bd92-4078-b3d1-b01fbc0b3752 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Synchronizing usage tracker for tenant:8cd7d394992843b2b2aeb0156b79e819 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:18:53.759211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-94003c0b-bd92-4078-b3d1-b01fbc0b3752 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Unset dirty status for tenant:8cd7d394992843b2b2aeb0156b79e819 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:18:53.760419 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-94003c0b-bd92-4078-b3d1-b01fbc0b3752 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.42 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 815 time: 0.1695650 May 24 23:18:53.774615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Request body: {'port': {'device_id': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988', 'admin_state_up': True, 'tenant_id': '8cd7d394992843b2b2aeb0156b79e819'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:53.894068 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad2e5fe2-25b7-4b1b-92dd-b162be604146 req-1d1ee02e-1578-4ae9-b3ee-5b7e570e592d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 210 time: 0.0458672 May 24 23:18:53.913476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:53.917397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Usage tracker for resource:port and tenant:8cd7d394992843b2b2aeb0156b79e819 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:53.920214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:53.925983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:53.935342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Made reservation on behalf of 8cd7d394992843b2b2aeb0156b79e819 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:18:53.938971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:54.099775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Allocated IP 172.20.0.12 (5d6f2f2f-5564-4a6f-8405-e6b8f875b988/49264172-7786-4c6f-a793-45a6a9094249/c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:18:54.198575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40f41d76-a297-4168-8561-070df483a44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:54.305630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:54.334984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:54.406520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:18:54.409560 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:18:54.413863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:18:54.443354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Pushing event updated for resources: {'Port': ['ID=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:54.477843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:54.478443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:54.499137 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-018a9184-8de5-4e2a-a565-f67b8ddd96fe tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7309990 May 24 23:18:54.510937 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Request body: {'port': {'device_id': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:54.620332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:54.951579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:54.959147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:54.977514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Transition to ACTIVE for port object c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:18:54.981163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:55.077749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb29e4-abd6-4894-99cb-be85bbcaf2b3 req-d983165a-0e61-4549-a6b3-4c76749585db tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:55.079401 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6fbb29e4-abd6-4894-99cb-be85bbcaf2b3 req-d983165a-0e61-4549-a6b3-4c76749585db tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 944 time: 0.0793755 May 24 23:18:55.105956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:55.126800 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6fbb29e4-abd6-4894-99cb-be85bbcaf2b3 req-ca0a62e6-b7a4-4faa-9c4b-18613523da8f tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 May 24 23:18:55.145245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Pushing event updated for resources: {'Port': ['ID=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:55.215741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Attempting to bind port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:18:55.216078 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Attempting to bind port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'c6b8429d-427f-446d-8b8f-d192d051a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:18:55.216433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Attempting to bind port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 on network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:55.221192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 on network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:18:55.221509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Attempting to bind port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 on network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:55.226630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:18:55.226991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Checking segment: {'id': 'c6b8429d-427f-446d-8b8f-d192d051a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:18:55.227374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Bound using segment: {'id': 'c6b8429d-427f-446d-8b8f-d192d051a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:18:55.227797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Bound port: c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b8429d-427f-446d-8b8f-d192d051a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:18:55.228144 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:55.264897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:55.320203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] For port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:18:55.323253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] For port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:18:55.327116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:55.488333 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:55.488927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:55.490282 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] 10.222.0.42 "PUT /v2.0/ports/c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 HTTP/1.1" status: 200 len: 1094 time: 0.9832208 May 24 23:18:55.490725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'tag': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:55.517715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8cce2-497f-4e6b-8dc6-25252b89491d service neutron] Pushing event updated for resources: {'Port': ['ID=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:55.564627 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d260bc70-05e8-4b12-bb02-aeea85873a9a'] response: {'name': 'network-changed', 'server_uuid': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'tag': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781', 'status': 'completed', 'code': 200} May 24 23:18:55.605144 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-c2861ad4-695d-47a7-826e-7f1f905c2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:55.606615 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-c2861ad4-695d-47a7-826e-7f1f905c2020 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 1097 time: 0.0738506 May 24 23:18:55.682465 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-b714e585-723f-44c1-9062-b73de1714896 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 HTTP/1.1" status: 200 len: 217 time: 0.0692375 May 24 23:18:55.746819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-291f01ab-a7dd-446a-96a9-1111eeed8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:55.748205 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-291f01ab-a7dd-446a-96a9-1111eeed8a24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49264172-7786-4c6f-a793-45a6a9094249 HTTP/1.1" status: 200 len: 855 time: 0.0600805 May 24 23:18:55.797861 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-26a1ab31-186b-4088-bbe3-5e29e4576bd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418880 May 24 23:18:55.934744 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-5ca3ef85-9ab7-4ed3-9469-8f908b47fb1c service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299834 May 24 23:18:56.062459 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31d64b0c-a6b5-4dc8-9dea-635a106e9eff req-4dcd86f8-05dc-4f2e-9b88-6777846e5e99 service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220922 May 24 23:18:56.172646 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0dfc1-994b-4a62-b25c-ad50676a3b42 req-3fc25026-82ef-48c7-9e2c-0ba964685434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:56.174188 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5df0dfc1-994b-4a62-b25c-ad50676a3b42 req-3fc25026-82ef-48c7-9e2c-0ba964685434 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 1097 time: 0.0693760 May 24 23:18:56.306901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0dfc1-994b-4a62-b25c-ad50676a3b42 req-96d2fb23-6cfb-4b58-9a87-d1fae776fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:56.308347 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5df0dfc1-994b-4a62-b25c-ad50676a3b42 req-96d2fb23-6cfb-4b58-9a87-d1fae776fd8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 916 time: 0.1266391 May 24 23:18:56.317447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cd554-784a-4285-be95-8bd54f01145d req-e2c8166f-e7ea-4866-892b-9019d8683a39 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:56.318838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1b7cd554-784a-4285-be95-8bd54f01145d req-e2c8166f-e7ea-4866-892b-9019d8683a39 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 944 time: 0.0834308 May 24 23:18:56.363242 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1b7cd554-784a-4285-be95-8bd54f01145d req-2b12e1bf-0d4f-464c-a255-1926855671b1 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386617 May 24 23:18:56.379749 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5df0dfc1-994b-4a62-b25c-ad50676a3b42 req-59c76629-28ce-4746-a160-7c193f01cd85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 HTTP/1.1" status: 200 len: 217 time: 0.0642095 May 24 23:18:56.440823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0dfc1-994b-4a62-b25c-ad50676a3b42 req-b96d1aeb-4509-4d8d-9ba5-03db1d0db9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:56.442205 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5df0dfc1-994b-4a62-b25c-ad50676a3b42 req-b96d1aeb-4509-4d8d-9ba5-03db1d0db9e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49264172-7786-4c6f-a793-45a6a9094249 HTTP/1.1" status: 200 len: 855 time: 0.0563478 May 24 23:18:56.493185 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5df0dfc1-994b-4a62-b25c-ad50676a3b42 req-ac36e807-48c3-4265-90b8-f462504daf45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428405 May 24 23:18:56.551893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:56.623432 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5df0dfc1-994b-4a62-b25c-ad50676a3b42 req-8d488c34-f576-4668-b17c-fc484c453045 service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228576 May 24 23:18:56.750315 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5df0dfc1-994b-4a62-b25c-ad50676a3b42 req-e78599df-57a0-4a2d-988c-73c1b472cd3c service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205063 May 24 23:18:57.550803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38447e4b-ce4f-4d2c-b0fe-17eac2cc2eb3 req-e6657d3f-63f3-4a1c-bd6d-87b27d2d669d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:57.552166 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38447e4b-ce4f-4d2c-b0fe-17eac2cc2eb3 req-e6657d3f-63f3-4a1c-bd6d-87b27d2d669d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 944 time: 0.0793481 May 24 23:18:57.598937 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38447e4b-ce4f-4d2c-b0fe-17eac2cc2eb3 req-d3ab9a73-9f0f-48a2-8329-dcdabf13e2b9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 May 24 23:18:58.710717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:18:58.780497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e91d77-656e-48b1-b1e2-a47f240a4d46 req-f68cd1bd-5df4-41f1-ae1d-5aac311e59f9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:58.781945 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-79e91d77-656e-48b1-b1e2-a47f240a4d46 req-f68cd1bd-5df4-41f1-ae1d-5aac311e59f9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 944 time: 0.0797269 May 24 23:18:58.826183 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-79e91d77-656e-48b1-b1e2-a47f240a4d46 req-a20efadd-7345-4d57-bf38-6ca1a5a343e0 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384076 May 24 23:18:58.841146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:58.854888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781', 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988', 'port_id': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781', 'mac_address': 'fa:16:3e:f3:fe:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49264172-7786-4c6f-a793-45a6a9094249', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:18:58.910790 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:58.911408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:58.928110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:58.942877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:58.946809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:59.017525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:59.148994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:19:00.011577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63d49a-6599-4db3-b36f-e45ef029548d req-66a346aa-7e37-4aca-bff8-3d860feb6875 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:00.013118 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f63d49a-6599-4db3-b36f-e45ef029548d req-66a346aa-7e37-4aca-bff8-3d860feb6875 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 945 time: 0.0822589 May 24 23:19:00.057035 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f63d49a-6599-4db3-b36f-e45ef029548d req-672221c9-c306-4649-905a-468fd2702b95 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382628 May 24 23:19:00.725827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:19:00.791652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:19:00.796540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:19:00.796907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:00.912107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:00.912484 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:00.938986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:00.948802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:00.952773 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:00.983721 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02032c1f-63f6-428a-a655-57ed2db83603'] response: {'server_uuid': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781', 'code': 200} May 24 23:19:01.025657 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:01.204938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1160001-0ba0-4184-8cec-6b89cd3753d0 req-970e67ad-aa25-4b05-b40a-943d88d8ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:01.206707 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f1160001-0ba0-4184-8cec-6b89cd3753d0 req-970e67ad-aa25-4b05-b40a-943d88d8ea8e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 1099 time: 0.0699203 May 24 23:19:01.241563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9f2fa-9f0d-490c-bdaa-83ea864b571f req-b093330d-5723-4d24-88f8-6a389a919c00 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:01.242961 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0dc9f2fa-9f0d-490c-bdaa-83ea864b571f req-b093330d-5723-4d24-88f8-6a389a919c00 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0815251 May 24 23:19:01.246720 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f1160001-0ba0-4184-8cec-6b89cd3753d0 req-467c2de0-0a34-4cee-99af-788ce7cf9090 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346582 May 24 23:19:01.285596 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0dc9f2fa-9f0d-490c-bdaa-83ea864b571f req-2460129f-b18f-46c8-9af2-812bdceee5d4 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370195 May 24 23:19:02.476269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd1ab5-8c7a-45c9-b27b-878d139bdf08 req-f069b5f4-33c7-4b4e-a218-8c40d6ef96d6 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:02.477613 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33bd1ab5-8c7a-45c9-b27b-878d139bdf08 req-f069b5f4-33c7-4b4e-a218-8c40d6ef96d6 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0817368 May 24 23:19:02.521247 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33bd1ab5-8c7a-45c9-b27b-878d139bdf08 req-3e160572-fe4e-4114-b8cf-4db51305016d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380204 May 24 23:19:02.702131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6facd2d-360c-4730-972c-dfad6affdd82 req-2a4d387f-a841-49ac-ba8b-0ea3bdb82538 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:02.703559 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d6facd2d-360c-4730-972c-dfad6affdd82 req-2a4d387f-a841-49ac-ba8b-0ea3bdb82538 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0778313 May 24 23:19:02.751382 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d6facd2d-360c-4730-972c-dfad6affdd82 req-c3daa589-d73b-4c1c-8ea2-380c72f21ed2 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 May 24 23:19:03.091424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411334b-533e-4613-9f05-5287f5d64d75 req-23dd81d8-91b3-4ca0-ba7a-71f2642da506 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:03.092768 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e411334b-533e-4613-9f05-5287f5d64d75 req-23dd81d8-91b3-4ca0-ba7a-71f2642da506 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0816591 May 24 23:19:03.135463 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e411334b-533e-4613-9f05-5287f5d64d75 req-23655844-24ed-4b38-9b2b-da67f88746e6 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371323 May 24 23:19:03.316190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ed2f3-601e-4113-9ec7-e5ecced8fcff req-34d8233a-d7b9-4f90-80e0-d01ae6dfec00 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:03.317633 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d5ed2f3-601e-4113-9ec7-e5ecced8fcff req-34d8233a-d7b9-4f90-80e0-d01ae6dfec00 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0788784 May 24 23:19:03.364666 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d5ed2f3-601e-4113-9ec7-e5ecced8fcff req-55c9c3ab-81ab-402a-b167-fc4e6e1e1054 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 May 24 23:19:03.706841 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-5ecd0f21-51c9-45d4-bfb0-2baa111cee77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716934 May 24 23:19:03.762006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1750b-6ab8-4805-a495-d8d911bb5255 req-7befbf9c-646d-4fe9-832f-fe317111cd68 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:03.763478 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82f1750b-6ab8-4805-a495-d8d911bb5255 req-7befbf9c-646d-4fe9-832f-fe317111cd68 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0826557 May 24 23:19:03.807775 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82f1750b-6ab8-4805-a495-d8d911bb5255 req-1a7b2112-24c1-4915-8c9d-c53608436149 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 May 24 23:19:04.825933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824ed04-f173-4772-82a6-7b55676df11f req-41e28d9b-25e6-47b1-91a7-2d3d12576133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:04.827425 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-41e28d9b-25e6-47b1-91a7-2d3d12576133 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 1099 time: 0.0695333 May 24 23:19:05.002588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b1d14-cbbd-494a-85df-16fc862c9221 req-21ed5545-f35d-4fde-9a95-17206f67b08d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:05.004068 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b6b1d14-cbbd-494a-85df-16fc862c9221 req-21ed5545-f35d-4fde-9a95-17206f67b08d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0858424 May 24 23:19:05.048284 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b6b1d14-cbbd-494a-85df-16fc862c9221 req-7b874ae4-4f47-499c-88a5-039909c42da1 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377867 May 24 23:19:05.062771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824ed04-f173-4772-82a6-7b55676df11f req-1659de34-7953-4a8b-88e7-5568542b9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:05.064206 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-1659de34-7953-4a8b-88e7-5568542b9332 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 916 time: 0.2309704 May 24 23:19:05.132572 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-fc463294-1977-4fe8-88b7-55cb7ae25c64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 HTTP/1.1" status: 200 len: 217 time: 0.0619652 May 24 23:19:05.192230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824ed04-f173-4772-82a6-7b55676df11f req-2df4a7fa-4234-4374-b3fe-b96010ed6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:05.193635 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-2df4a7fa-4234-4374-b3fe-b96010ed6fcb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49264172-7786-4c6f-a793-45a6a9094249 HTTP/1.1" status: 200 len: 855 time: 0.0556233 May 24 23:19:05.244077 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-6de5826c-5854-4033-97cd-d8e3d69f7ae2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437105 May 24 23:19:05.373583 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-105ec3d3-e41f-479d-bb67-90eb7964dcdf service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235533 May 24 23:19:05.500432 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-62a7b9d2-03f4-49b0-80c8-e72a0b00d019 service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210837 May 24 23:19:06.230476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6beac-5889-415e-8f59-9014f0655288 req-3022f75f-bb19-40d7-9d28-3b47d5917bab tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:06.231920 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dbb6beac-5889-415e-8f59-9014f0655288 req-3022f75f-bb19-40d7-9d28-3b47d5917bab tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0794482 May 24 23:19:06.274312 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dbb6beac-5889-415e-8f59-9014f0655288 req-79c175c6-d84d-4b59-ab29-de77dded2acc tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366926 May 24 23:19:07.043834 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:19:07.553989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0315fc-66c9-4896-8ac5-8c1adea41923 req-22d5fd5a-a5ff-4138-a402-2658791cbe27 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:07.555383 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc0315fc-66c9-4896-8ac5-8c1adea41923 req-22d5fd5a-a5ff-4138-a402-2658791cbe27 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.1765757 May 24 23:19:07.598588 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc0315fc-66c9-4896-8ac5-8c1adea41923 req-a1cdb70e-118e-4af7-88ef-569a0bfe7ffc tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374868 May 24 23:19:08.778480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b825b8-89dc-4f46-8f66-91f35c04a4b1 req-277eaf3a-e4a1-4d6f-87f2-576245072174 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:08.779916 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b7b825b8-89dc-4f46-8f66-91f35c04a4b1 req-277eaf3a-e4a1-4d6f-87f2-576245072174 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0776215 May 24 23:19:08.825316 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b7b825b8-89dc-4f46-8f66-91f35c04a4b1 req-d7bf7b5d-7b6b-4665-abdd-73d566680813 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397913 May 24 23:19:10.019819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d9689-4c12-43b0-b0da-5b426c23daf3 req-8a3bbf50-7268-46d7-a9c4-27ebe72667c3 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:10.021247 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b6d9689-4c12-43b0-b0da-5b426c23daf3 req-8a3bbf50-7268-46d7-a9c4-27ebe72667c3 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0835316 May 24 23:19:10.067390 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b6d9689-4c12-43b0-b0da-5b426c23daf3 req-02aa70e6-d3ba-41a7-982b-9403aa94a9c9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 May 24 23:19:11.397292 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21becd4e-95cf-4581-b83b-7a28d33f3570 req-66b2d28e-4318-4940-8c10-e33ba5a3cc29 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:11.398656 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21becd4e-95cf-4581-b83b-7a28d33f3570 req-66b2d28e-4318-4940-8c10-e33ba5a3cc29 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0825672 May 24 23:19:11.441464 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21becd4e-95cf-4581-b83b-7a28d33f3570 req-c60bf947-3c81-40ee-bfc6-0a0e6858b6c8 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372005 May 24 23:19:12.621093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5298af5-2b33-43c9-9577-e8ac7ddf9990 req-16918c3a-7c46-49e3-8894-be1ec06bf08b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:12.622507 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5298af5-2b33-43c9-9577-e8ac7ddf9990 req-16918c3a-7c46-49e3-8894-be1ec06bf08b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0775893 May 24 23:19:12.665371 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5298af5-2b33-43c9-9577-e8ac7ddf9990 req-ed270f58-99b9-46d3-bac1-e466dda60161 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372422 May 24 23:19:13.849397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7689a01-c46c-4c0b-bc07-8ca0b4e05003 req-69db1f92-e651-464e-a7e9-a16802d56fdf tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:13.851381 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7689a01-c46c-4c0b-bc07-8ca0b4e05003 req-69db1f92-e651-464e-a7e9-a16802d56fdf tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0825899 May 24 23:19:13.901676 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7689a01-c46c-4c0b-bc07-8ca0b4e05003 req-751c2a47-62c2-4253-b79f-99c97cd53d0c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 May 24 23:19:15.081313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867933d-447a-4eae-a91a-131995ea0c84 req-13f2072c-1dde-4a0b-8ae9-05979ed6c0c0 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:15.083001 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4867933d-447a-4eae-a91a-131995ea0c84 req-13f2072c-1dde-4a0b-8ae9-05979ed6c0c0 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0773134 May 24 23:19:15.129199 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4867933d-447a-4eae-a91a-131995ea0c84 req-1d2303f7-f4ff-43c9-9438-5d01a41771d8 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 May 24 23:19:15.777965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:16.312122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cdc53-1795-4a4e-b17f-a77bc311ff68 req-523ebd60-d49d-405d-92ec-0df98b16e2c9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:16.313565 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d56cdc53-1795-4a4e-b17f-a77bc311ff68 req-523ebd60-d49d-405d-92ec-0df98b16e2c9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0801365 May 24 23:19:16.357062 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d56cdc53-1795-4a4e-b17f-a77bc311ff68 req-727874e9-d7cb-4f9d-8de7-6b58371d389c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 May 24 23:19:17.543560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e0921-a76e-4a48-9603-2efc8cddfbb0 req-9026e8f1-6557-4ab3-9c5e-f32b6dcdfbb1 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:17.544901 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b4e0921-a76e-4a48-9603-2efc8cddfbb0 req-9026e8f1-6557-4ab3-9c5e-f32b6dcdfbb1 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0811388 May 24 23:19:17.589251 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b4e0921-a76e-4a48-9603-2efc8cddfbb0 req-dce97f2f-d684-4529-8172-5e37033e9da4 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380857 May 24 23:19:18.772992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c868f-6fc3-47f6-a35d-990cc36fddc2 req-1b746f56-7c89-430e-9150-e4d170426c8d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:18.774419 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d49c868f-6fc3-47f6-a35d-990cc36fddc2 req-1b746f56-7c89-430e-9150-e4d170426c8d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0791616 May 24 23:19:18.817058 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d49c868f-6fc3-47f6-a35d-990cc36fddc2 req-24ac822a-3d4f-4b47-a8ac-708d95198f72 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370967 May 24 23:19:20.002776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934e3af-255d-4526-bdbe-ccb5dc9e5c30 req-0bc567a6-b77b-442f-acd6-483f971e7311 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:20.004237 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8934e3af-255d-4526-bdbe-ccb5dc9e5c30 req-0bc567a6-b77b-442f-acd6-483f971e7311 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0824823 May 24 23:19:20.047542 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8934e3af-255d-4526-bdbe-ccb5dc9e5c30 req-4841bd06-37ec-47f5-82b8-e3cb9f0de37c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370488 May 24 23:19:21.229385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070a60b-f94a-475d-8af6-c8b2a3f194ad req-1e356b2c-ba32-4e83-9747-33e714b16c5e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:21.230855 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2070a60b-f94a-475d-8af6-c8b2a3f194ad req-1e356b2c-ba32-4e83-9747-33e714b16c5e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0795488 May 24 23:19:21.274305 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2070a60b-f94a-475d-8af6-c8b2a3f194ad req-bff8aa44-5ef6-4737-a869-43fc359991ca tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377285 May 24 23:19:21.908634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1964-965d-4ed0-9b82-6e595ca533b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:22.458374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b2acb-d48a-40fc-97a6-7122a77e4e7f req-319d0364-7489-480c-998b-ee26a987082e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:22.460303 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1c6b2acb-d48a-40fc-97a6-7122a77e4e7f req-319d0364-7489-480c-998b-ee26a987082e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0826118 May 24 23:19:22.503370 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1c6b2acb-d48a-40fc-97a6-7122a77e4e7f req-b3e64cd4-7e18-4a9b-a79b-522c1ed85d55 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374997 May 24 23:19:23.686399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b409e-fdd8-4d36-9773-69be66320894 req-c49d0a26-37c9-4600-8786-f18fe0d8629d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:23.687840 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-250b409e-fdd8-4d36-9773-69be66320894 req-c49d0a26-37c9-4600-8786-f18fe0d8629d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0779312 May 24 23:19:23.736002 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-250b409e-fdd8-4d36-9773-69be66320894 req-bd674bf1-3ebf-4bb4-835d-2396746f582a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 May 24 23:19:24.200579 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ba33f73-305b-4b27-8b8b-765c9b9b977e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:25.072013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59238d7b-798b-4eb8-a252-54b99ad094a4 req-d1d702ec-92dd-4bba-886b-48ad2adfc3a9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:25.073343 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-59238d7b-798b-4eb8-a252-54b99ad094a4 req-d1d702ec-92dd-4bba-886b-48ad2adfc3a9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0777748 May 24 23:19:25.106313 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:25.118811 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-59238d7b-798b-4eb8-a252-54b99ad094a4 req-88cc0bfc-00f0-48b5-b566-b33a95013c4e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 May 24 23:19:25.267492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:26.320235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7536af-39cb-473c-8536-5ea3c1017f60 req-dffa7ab0-dea3-4133-8fe4-67c7d3d6edbc tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:26.321657 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e7536af-39cb-473c-8536-5ea3c1017f60 req-dffa7ab0-dea3-4133-8fe4-67c7d3d6edbc tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0837855 May 24 23:19:26.364738 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e7536af-39cb-473c-8536-5ea3c1017f60 req-8945270f-0fd6-417b-8b83-53b6bbdac751 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374064 May 24 23:19:26.554375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:27.543058 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d1697-81b9-4272-8921-4bac8dc32a57 req-9b443950-1f48-4644-9d4f-eef6b69c38ce tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:27.544390 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-623d1697-81b9-4272-8921-4bac8dc32a57 req-9b443950-1f48-4644-9d4f-eef6b69c38ce tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0770168 May 24 23:19:27.587351 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-623d1697-81b9-4272-8921-4bac8dc32a57 req-455de3ff-5217-46da-b9cc-ea4b8c9489c7 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 May 24 23:19:28.772665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f47767-dc3c-43e6-b9b7-e5e1c8c6056c req-f83eba57-49d8-48e9-ba80-2511c3adad03 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:28.774101 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1f47767-dc3c-43e6-b9b7-e5e1c8c6056c req-f83eba57-49d8-48e9-ba80-2511c3adad03 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0848815 May 24 23:19:28.817024 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1f47767-dc3c-43e6-b9b7-e5e1c8c6056c req-4061de1d-910e-4f1e-997b-5333121d813c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371909 May 24 23:19:30.015979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb28cd0-c9d7-4a6c-9b1b-58bd0d353342 req-81c7302e-49bf-41ce-a8a5-bb6cd62c5217 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:30.017401 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bcb28cd0-c9d7-4a6c-9b1b-58bd0d353342 req-81c7302e-49bf-41ce-a8a5-bb6cd62c5217 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0849910 May 24 23:19:30.065051 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bcb28cd0-c9d7-4a6c-9b1b-58bd0d353342 req-4538327a-808a-4019-9c65-18727f40f3b3 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412388 May 24 23:19:31.248705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be15a3-edc6-4509-ad80-202adea33e8f req-4b29771b-cfa7-441c-ad86-81301a8be174 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:31.250135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35be15a3-edc6-4509-ad80-202adea33e8f req-4b29771b-cfa7-441c-ad86-81301a8be174 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0808213 May 24 23:19:31.294043 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35be15a3-edc6-4509-ad80-202adea33e8f req-1031edb3-e1c1-495d-8c4c-bf412b8ab9d6 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381498 May 24 23:19:32.154916 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-06211d80-2c9c-41de-8c85-80bb0815072b service neutron] 10.222.0.42 "GET /v2.0/ports/c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0730109 May 24 23:19:32.421283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824ed04-f173-4772-82a6-7b55676df11f req-01729111-097b-48f1-ac34-e405e643ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:32.422879 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-01729111-097b-48f1-ac34-e405e643ec42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1&tenant_id=8cd7d394992843b2b2aeb0156b79e819 HTTP/1.1" status: 200 len: 1099 time: 0.0731056 May 24 23:19:32.486904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b00b6b-4e51-404a-9427-f0b1d84ac189 req-654aab74-d639-423d-ab96-ee5f8dd75a83 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:32.488377 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-75b00b6b-4e51-404a-9427-f0b1d84ac189 req-654aab74-d639-423d-ab96-ee5f8dd75a83 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0829036 May 24 23:19:32.513952 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824ed04-f173-4772-82a6-7b55676df11f req-762f9b3c-407c-4469-8192-aa6a7e1635e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:32.515436 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-762f9b3c-407c-4469-8192-aa6a7e1635e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 1099 time: 0.0698628 May 24 23:19:32.533534 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-75b00b6b-4e51-404a-9427-f0b1d84ac189 req-7c31ad33-9557-4793-8220-91015a08f367 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 May 24 23:19:32.644595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824ed04-f173-4772-82a6-7b55676df11f req-0ab08ca2-4cea-44ad-a75f-8b5364e1e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:32.645920 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-0ab08ca2-4cea-44ad-a75f-8b5364e1e739 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 916 time: 0.1229661 May 24 23:19:32.719907 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-9c385542-341f-434e-9d83-6305f9ecd19c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 HTTP/1.1" status: 200 len: 217 time: 0.0649512 May 24 23:19:32.782926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824ed04-f173-4772-82a6-7b55676df11f req-63354277-31cb-421c-91a4-0ba2739fbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:32.784408 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-63354277-31cb-421c-91a4-0ba2739fbc1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49264172-7786-4c6f-a793-45a6a9094249 HTTP/1.1" status: 200 len: 855 time: 0.0582030 May 24 23:19:32.830372 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-40be76ff-e8bf-4a23-b687-b709459f6c7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392299 May 24 23:19:32.958242 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-91abef14-02a9-4d77-a392-b447f70734cb service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209164 May 24 23:19:33.088572 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4824ed04-f173-4772-82a6-7b55676df11f req-a369029a-7cb7-4f73-8c69-7e3065254d64 service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231709 May 24 23:19:33.719003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640997f6-e3e7-4450-89f1-cddcd9e172c2 req-00fb1a25-3123-41a6-92a4-e5e6b83f455c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:33.720688 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-640997f6-e3e7-4450-89f1-cddcd9e172c2 req-00fb1a25-3123-41a6-92a4-e5e6b83f455c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0808728 May 24 23:19:33.766605 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-640997f6-e3e7-4450-89f1-cddcd9e172c2 req-661288cd-3cef-437f-b033-bfbd22203b2b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396664 May 24 23:19:34.867178 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:19:34.869532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:19:34.955339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c982dd-9d4a-42aa-9e12-775113b555f9 req-a110709f-4277-453b-904e-277d8dfce1ff tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:34.957185 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-65c982dd-9d4a-42aa-9e12-775113b555f9 req-a110709f-4277-453b-904e-277d8dfce1ff tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0820742 May 24 23:19:35.001178 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-65c982dd-9d4a-42aa-9e12-775113b555f9 req-819cf4f6-0625-42a4-b951-ec2983881db3 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375330 May 24 23:19:35.118781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:35.119072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:35.140466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:35.164755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:35.172437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781', 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988', 'port_id': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781', 'mac_address': 'fa:16:3e:f3:fe:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49264172-7786-4c6f-a793-45a6a9094249', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:19:35.178531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:35.222759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:35.273345 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37eb511-33ae-4cc9-9620-ec901348de63'] response: {'server_uuid': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781', 'code': 200} May 24 23:19:35.300384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:35.300759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:35.324818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:19:35.331483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:35.345795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:35.346375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114775-d597-4241-97c8-c1c0238d87f2 req-24aa846c-08bc-4dc0-9d7a-d3640eaa47b7 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:35.347881 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1f114775-d597-4241-97c8-c1c0238d87f2 req-24aa846c-08bc-4dc0-9d7a-d3640eaa47b7 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 944 time: 0.0889096 May 24 23:19:35.351038 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:35.368780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-c2370778-4740-4b66-bf9c-cae09b3a659d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:35.369527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-c2370778-4740-4b66-bf9c-cae09b3a659d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Synchronizing usage tracker for tenant:8cd7d394992843b2b2aeb0156b79e819 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:19:35.389717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-c2370778-4740-4b66-bf9c-cae09b3a659d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Unset dirty status for tenant:8cd7d394992843b2b2aeb0156b79e819 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:19:35.391570 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-c2370778-4740-4b66-bf9c-cae09b3a659d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.42 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1&tenant_id=8cd7d394992843b2b2aeb0156b79e819&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 944 time: 0.1172478 May 24 23:19:35.397380 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1f114775-d597-4241-97c8-c1c0238d87f2 req-ca016ae5-9596-47f9-bfd0-4b34b4ea22b1 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 May 24 23:19:35.401917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-b9c6f17a-87a4-4fa3-8c20-5c3e3604af10 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:19:35.402935 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-b9c6f17a-87a4-4fa3-8c20-5c3e3604af10 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054307 May 24 23:19:35.417831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:19:35.465716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:35.538271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-9a9c9950-63c9-405a-9650-3899947ca75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:35.539919 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-9a9c9950-63c9-405a-9650-3899947ca75c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 1098 time: 0.0703831 May 24 23:19:35.765757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-a8d0156e-d812-4b55-9477-c83ba1b33dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:35.767348 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-a8d0156e-d812-4b55-9477-c83ba1b33dd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 916 time: 0.2212384 May 24 23:19:35.837816 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-25baabe5-97a6-48d4-96dd-8de943ff72f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 HTTP/1.1" status: 200 len: 217 time: 0.0627992 May 24 23:19:35.898557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-655a427c-08dc-4851-937c-efdea07fd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:35.899968 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-655a427c-08dc-4851-937c-efdea07fd782 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49264172-7786-4c6f-a793-45a6a9094249 HTTP/1.1" status: 200 len: 855 time: 0.0560262 May 24 23:19:35.948548 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-306cc856-48ed-4a0e-b62a-e8796c24c14f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423868 May 24 23:19:36.076334 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-c6f6d0a7-a073-4e2f-b738-93cbb1187940 service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216474 May 24 23:19:36.204344 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-03b24fa2-7ea4-4534-9a91-a5925d15e411 req-5794d9f6-09f0-420c-baee-6d8ca789bd8b service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215756 May 24 23:19:36.589436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c94cd-2c22-49c6-9ce8-44591aa99b9d req-21839ace-a601-497e-b033-bdf03544dcce tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:36.590879 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-201c94cd-2c22-49c6-9ce8-44591aa99b9d req-21839ace-a601-497e-b033-bdf03544dcce tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 945 time: 0.0881944 May 24 23:19:36.636350 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-201c94cd-2c22-49c6-9ce8-44591aa99b9d req-7064b799-0964-4c85-82d5-e5e3358d5158 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 May 24 23:19:36.874830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:19:36.940867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:19:36.941160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:37.053833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:37.054206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:37.086097 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:37.089435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:37.156632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:37.274858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:37.319824 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c23a3d-f395-47ba-9c64-095f8342b5af'] response: {'server_uuid': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781', 'code': 200} May 24 23:19:37.826598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d57201-0f22-4aae-af41-53c9482b3271 req-7843f5d4-a85b-4ba5-af82-48e0bf555674 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:37.828135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80d57201-0f22-4aae-af41-53c9482b3271 req-7843f5d4-a85b-4ba5-af82-48e0bf555674 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0845983 May 24 23:19:37.969326 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80d57201-0f22-4aae-af41-53c9482b3271 req-3803b6c6-f10d-44a7-b978-1ea56de480e9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353488 May 24 23:19:38.152210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319f1d9-1435-4e1b-b340-180e691750e4 req-aa8ce247-4487-4daa-acb2-ca63508c2e0d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:38.153743 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c319f1d9-1435-4e1b-b340-180e691750e4 req-aa8ce247-4487-4daa-acb2-ca63508c2e0d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0789647 May 24 23:19:38.197303 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c319f1d9-1435-4e1b-b340-180e691750e4 req-a2b6a15a-c80c-4ab8-b611-57ff6be9bb9f tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379379 May 24 23:19:38.381299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193cfe6-a9a2-4ba0-ad4b-57c50d9150b9 req-7fd7ab57-8e34-476c-8e13-8eef265db7ee tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:38.382785 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e193cfe6-a9a2-4ba0-ad4b-57c50d9150b9 req-7fd7ab57-8e34-476c-8e13-8eef265db7ee tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0819044 May 24 23:19:38.425469 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e193cfe6-a9a2-4ba0-ad4b-57c50d9150b9 req-1049cb0d-c2c4-4195-add2-4f7f1722a0aa tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371163 May 24 23:19:38.896600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ed4e7a9a-caf6-4742-9498-13033d067436 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:38.898029 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ed4e7a9a-caf6-4742-9498-13033d067436 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 815 time: 0.1430974 May 24 23:19:38.912146 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-355f1a70-341d-4c34-b60d-212c14cda6fc tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/quotas/8cd7d394992843b2b2aeb0156b79e819 HTTP/1.1" status: 200 len: 375 time: 0.0087094 May 24 23:19:38.992959 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-98cb0029-62f5-4d4c-b64f-17943f96bf38 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759499 May 24 23:19:39.122328 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-8011e468-754c-4509-9ef2-6aed6cb67ad8 service neutron] 10.222.0.32 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229091 May 24 23:19:39.256028 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-1d5381e5-b643-4f59-89b9-3e804cbc58f2 service neutron] 10.222.0.32 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277642 May 24 23:19:39.433231 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ff624f0-4393-4d50-a56b-a15dc10c3700 req-c4380fc6-510b-43a0-8f87-ed93bf311e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 210 time: 0.0462997 May 24 23:19:40.442236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-8a23ee22-d5cf-4851-a8b8-856e19ee1439 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:40.445225 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-8a23ee22-d5cf-4851-a8b8-856e19ee1439 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.42 "GET /v2.0/ports?device_id=9dabbda9-0cba-4fb7-a845-a664482794a1 HTTP/1.1" status: 200 len: 946 time: 0.0813599 May 24 23:19:40.465487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-c14f952d-f009-4e3a-8b18-0617aea9fc79 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:40.467603 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-c14f952d-f009-4e3a-8b18-0617aea9fc79 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.42 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 815 time: 0.1516626 May 24 23:19:40.479425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Request body: {'port': {'device_id': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988', 'admin_state_up': True, 'tenant_id': '8cd7d394992843b2b2aeb0156b79e819'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:40.524519 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-ef66550d-3b59-4bc3-903f-8e9991e97e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Deleting port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:19:40.524898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-ef66550d-3b59-4bc3-903f-8e9991e97e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.610374 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-17405f36-264d-409a-bb71-892991d55d8e req-1cb8100c-5f56-47f6-b812-5220b63bfaa6 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 210 time: 0.0540333 May 24 23:19:40.628396 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:40.638152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:40.647817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Made reservation on behalf of 8cd7d394992843b2b2aeb0156b79e819 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:19:40.651340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.813206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Allocated IP 172.20.0.14 (5d6f2f2f-5564-4a6f-8405-e6b8f875b988/49264172-7786-4c6f-a793-45a6a9094249/b4123b65-50cf-4cf0-8f9a-7798448d5bed) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:19:40.821854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-ef66550d-3b59-4bc3-903f-8e9991e97e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] For port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:40.822283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-ef66550d-3b59-4bc3-903f-8e9991e97e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.944819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-ef66550d-3b59-4bc3-903f-8e9991e97e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Calling delete_port for c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:19:41.015839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:41.047722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:41.091815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-ef66550d-3b59-4bc3-903f-8e9991e97e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:41.123875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:19:41.127082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:19:41.129567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:19:41.139868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66550d-3b59-4bc3-903f-8e9991e97e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Pushing event deleted for resources: {'Port': ['ID=c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:41.177484 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Pushing event updated for resources: {'Port': ['ID=b4123b65-50cf-4cf0-8f9a-7798448d5bed,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:41.203426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:41.204095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:41.233041 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f4b8bc6e-b1a3-4723-a27c-464b87eebb7b tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7575502 May 24 23:19:41.244372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Request body: {'port': {'device_id': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:41.320438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-ef66550d-3b59-4bc3-903f-8e9991e97e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] No DVR routers for this DVR port c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 on host hv-neutron-8431 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:19:41.322930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-ef66550d-3b59-4bc3-903f-8e9991e97e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:41.325389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'name': 'network-vif-deleted', 'tag': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:41.338265 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-ef66550d-3b59-4bc3-903f-8e9991e97e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.42 "DELETE /v2.0/ports/c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 HTTP/1.1" status: 204 len: 173 time: 0.8884816 May 24 23:19:41.359404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:41.377810 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081f28c1-adcb-493f-baf0-9dfdbee7869d'] response: {'server_uuid': '9dabbda9-0cba-4fb7-a845-a664482794a1', 'name': 'network-vif-deleted', 'tag': 'c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781', 'status': 'completed', 'code': 200} May 24 23:19:41.801230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2432e-c639-4376-aac6-d95bc1c57fba req-0374c0da-f952-420e-994f-6ccc72d42c5e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:41.802032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5ba2432e-c639-4376-aac6-d95bc1c57fba req-0374c0da-f952-420e-994f-6ccc72d42c5e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Synchronizing usage tracker for tenant:8cd7d394992843b2b2aeb0156b79e819 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:19:41.815584 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4123b65-50cf-4cf0-8f9a-7798448d5bed {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:19:41.821047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5ba2432e-c639-4376-aac6-d95bc1c57fba req-0374c0da-f952-420e-994f-6ccc72d42c5e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Unset dirty status for tenant:8cd7d394992843b2b2aeb0156b79e819 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:19:41.822602 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ba2432e-c639-4376-aac6-d95bc1c57fba req-0374c0da-f952-420e-994f-6ccc72d42c5e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 932 time: 0.1019945 May 24 23:19:41.823877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:41.839676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Transition to ACTIVE for port object b4123b65-50cf-4cf0-8f9a-7798448d5bed will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:19:41.843216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:41.872754 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ba2432e-c639-4376-aac6-d95bc1c57fba req-33d8be12-da72-4ee1-859c-e48e328d30fa tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 May 24 23:19:42.007581 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Pushing event updated for resources: {'Port': ['ID=b4123b65-50cf-4cf0-8f9a-7798448d5bed,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:42.077521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Attempting to bind port b4123b65-50cf-4cf0-8f9a-7798448d5bed on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:19:42.077845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Attempting to bind port b4123b65-50cf-4cf0-8f9a-7798448d5bed by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'c6b8429d-427f-446d-8b8f-d192d051a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:19:42.078166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Attempting to bind port b4123b65-50cf-4cf0-8f9a-7798448d5bed on network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:19:42.082974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Port b4123b65-50cf-4cf0-8f9a-7798448d5bed on network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:19:42.083289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Attempting to bind port b4123b65-50cf-4cf0-8f9a-7798448d5bed on network 5d6f2f2f-5564-4a6f-8405-e6b8f875b988 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:19:42.088308 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:19:42.088639 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Checking segment: {'id': 'c6b8429d-427f-446d-8b8f-d192d051a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:19:42.089016 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Bound using segment: {'id': 'c6b8429d-427f-446d-8b8f-d192d051a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:19:42.089430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Bound port: b4123b65-50cf-4cf0-8f9a-7798448d5bed, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b8429d-427f-446d-8b8f-d192d051a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:19:42.089771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:42.180638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] For port b4123b65-50cf-4cf0-8f9a-7798448d5bed, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:19:42.183672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] For port b4123b65-50cf-4cf0-8f9a-7798448d5bed, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:19:42.187610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:42.246028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:42.246664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:42.248020 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] 10.222.0.42 "PUT /v2.0/ports/b4123b65-50cf-4cf0-8f9a-7798448d5bed HTTP/1.1" status: 200 len: 1094 time: 1.0080810 May 24 23:19:42.248453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'tag': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:42.269690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77a927-c667-4415-8c86-1b76b7ee9764 service neutron] Pushing event updated for resources: {'Port': ['ID=b4123b65-50cf-4cf0-8f9a-7798448d5bed,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:42.319847 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17b890d-b76d-47de-86de-2ca0ca188b4b'] response: {'name': 'network-changed', 'server_uuid': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'tag': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed', 'status': 'completed', 'code': 200} May 24 23:19:42.354279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-05f9d0f5-b9e1-40fe-949a-3f2ab8deed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:42.355770 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-05f9d0f5-b9e1-40fe-949a-3f2ab8deed3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 1097 time: 0.0722294 May 24 23:19:42.425994 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-778f77eb-202b-4e05-8d34-3b614dd2443b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed HTTP/1.1" status: 200 len: 217 time: 0.0620990 May 24 23:19:42.489067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f76f48c8-b08e-40f4-b240-508b20c157ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:42.490341 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-f76f48c8-b08e-40f4-b240-508b20c157ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49264172-7786-4c6f-a793-45a6a9094249 HTTP/1.1" status: 200 len: 855 time: 0.0583935 May 24 23:19:42.534498 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-2135ec71-3459-4187-a8c7-0861c9d956a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385640 May 24 23:19:42.660322 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-12ed299d-fcf2-4af7-9f1b-e52df59bfe19 service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197627 May 24 23:19:42.786001 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f57deb62-7357-4bce-8471-f1ff88dc28e4 req-6ff8777a-951f-43eb-b63b-b022a7b5b83e service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198020 May 24 23:19:42.894303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac38ce2-ec14-4ac3-8317-7895d329f525 req-a8e39b02-ab97-47d6-a63b-7b792029611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:42.895779 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7ac38ce2-ec14-4ac3-8317-7895d329f525 req-a8e39b02-ab97-47d6-a63b-7b792029611f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 1097 time: 0.0700295 May 24 23:19:42.901413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:19:42.934879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:19:42.935225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device c5e8e8c1-77bc-4ebb-a4bc-01b3fd2a0781 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:19:43.031502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac38ce2-ec14-4ac3-8317-7895d329f525 req-a663db8a-0e15-49dc-a286-1d854bebae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:43.033042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7ac38ce2-ec14-4ac3-8317-7895d329f525 req-a663db8a-0e15-49dc-a286-1d854bebae7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 916 time: 0.1296484 May 24 23:19:43.056259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb15f4f-00bf-4e0b-a39f-7676c5c08011 req-e3f46ac2-4eb7-49db-a74f-b25d7af4ff0c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:43.057600 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7eb15f4f-00bf-4e0b-a39f-7676c5c08011 req-e3f46ac2-4eb7-49db-a74f-b25d7af4ff0c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 944 time: 0.0782118 May 24 23:19:43.102632 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7eb15f4f-00bf-4e0b-a39f-7676c5c08011 req-7181c439-6bfb-4b4f-8da7-773b790ab5ef tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392308 May 24 23:19:43.103728 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7ac38ce2-ec14-4ac3-8317-7895d329f525 req-183721c2-ebce-4958-ac6c-3657a2a0e24c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed HTTP/1.1" status: 200 len: 217 time: 0.0641329 May 24 23:19:43.165773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac38ce2-ec14-4ac3-8317-7895d329f525 req-3cc502d7-8e30-4e7e-8d24-f2027e5e5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:43.167218 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7ac38ce2-ec14-4ac3-8317-7895d329f525 req-3cc502d7-8e30-4e7e-8d24-f2027e5e5539 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49264172-7786-4c6f-a793-45a6a9094249 HTTP/1.1" status: 200 len: 855 time: 0.0567937 May 24 23:19:43.308317 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7ac38ce2-ec14-4ac3-8317-7895d329f525 req-34a0d8ca-6a77-447a-8471-9589937548ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343448 May 24 23:19:43.494212 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7ac38ce2-ec14-4ac3-8317-7895d329f525 req-23a7ddf8-ca89-4b23-b732-2a87c2861bda service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781678 May 24 23:19:43.623610 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7ac38ce2-ec14-4ac3-8317-7895d329f525 req-2db3ecbe-71ba-4be3-a8d4-8f9217993aa8 service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226935 May 24 23:19:44.041987 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:19:44.342732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2c87f-32aa-43e0-9492-0b26795bda07 req-dea9df84-ff5b-4e26-a4c8-807d79996272 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:44.344155 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-efa2c87f-32aa-43e0-9492-0b26795bda07 req-dea9df84-ff5b-4e26-a4c8-807d79996272 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 944 time: 0.1317308 May 24 23:19:44.387987 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-efa2c87f-32aa-43e0-9492-0b26795bda07 req-6bbc51dd-a4b2-4890-821f-e2294aa6bcb4 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378778 May 24 23:19:44.896317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b4123b65-50cf-4cf0-8f9a-7798448d5bed details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:19:45.044634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b4123b65-50cf-4cf0-8f9a-7798448d5bed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:45.057246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed', 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988', 'port_id': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed', 'mac_address': 'fa:16:3e:51:b9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49264172-7786-4c6f-a793-45a6a9094249', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:19:45.114145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b4123b65-50cf-4cf0-8f9a-7798448d5bed is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:45.114520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:45.131130 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4123b65-50cf-4cf0-8f9a-7798448d5bed {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:19:45.146701 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b4123b65-50cf-4cf0-8f9a-7798448d5bed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:45.151151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:45.217931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b4123b65-50cf-4cf0-8f9a-7798448d5bed,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:45.224868 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.225227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.225594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.225928 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.226256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.226583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.226935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.227257 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.227578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.227898 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.228201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.228520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:45.337714 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['b4123b65-50cf-4cf0-8f9a-7798448d5bed'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:19:45.619305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c22c5-67ca-45b0-bca9-157a68205101 req-d7b7104b-a7da-4a40-a298-eecd9cbd1eb9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:45.620748 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d86c22c5-67ca-45b0-bca9-157a68205101 req-d7b7104b-a7da-4a40-a298-eecd9cbd1eb9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 945 time: 0.1287274 May 24 23:19:45.663122 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d86c22c5-67ca-45b0-bca9-157a68205101 req-ff5dd09b-73f4-4e90-9d07-1816a92c6e43 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368111 May 24 23:19:45.779893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:46.848232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b64f0d-3e19-47b2-b146-b5a44bf23374 req-93f7242a-37bf-424a-9411-d9a8fdf0d99a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:46.849661 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72b64f0d-3e19-47b2-b146-b5a44bf23374 req-93f7242a-37bf-424a-9411-d9a8fdf0d99a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 945 time: 0.0828137 May 24 23:19:46.892967 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72b64f0d-3e19-47b2-b146-b5a44bf23374 req-42fd2ec9-588c-482e-8298-490cdc8dd5e9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375450 May 24 23:19:46.912110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b4123b65-50cf-4cf0-8f9a-7798448d5bed up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:19:46.978303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port b4123b65-50cf-4cf0-8f9a-7798448d5bed completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:19:46.982873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port b4123b65-50cf-4cf0-8f9a-7798448d5bed triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:19:46.983242 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:47.097394 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b4123b65-50cf-4cf0-8f9a-7798448d5bed is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:47.097769 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:47.123993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:47.134011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b4123b65-50cf-4cf0-8f9a-7798448d5bed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:47.139154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:47.184969 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf44c6f-22e2-4a0e-aaeb-ea5a0aefa3e8'] response: {'server_uuid': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed', 'code': 200} May 24 23:19:47.216638 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b4123b65-50cf-4cf0-8f9a-7798448d5bed,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:47.398839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7c7f8-f794-44ad-ba9a-99b2a8deaef0 req-9c2e6732-e20e-4be2-b783-ea49d59d1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:47.400213 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ebb7c7f8-f794-44ad-ba9a-99b2a8deaef0 req-9c2e6732-e20e-4be2-b783-ea49d59d1da7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 1099 time: 0.0673490 May 24 23:19:47.439414 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ebb7c7f8-f794-44ad-ba9a-99b2a8deaef0 req-9667ff16-bf99-4ad9-8eb3-b9ec85ac3164 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333862 May 24 23:19:48.073832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939add4-34ce-4b35-b558-fac4f6eff5bd req-1a3d2da0-2b81-4928-9779-1eaab8846f84 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:48.075302 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9939add4-34ce-4b35-b558-fac4f6eff5bd req-1a3d2da0-2b81-4928-9779-1eaab8846f84 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0791712 May 24 23:19:48.121070 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9939add4-34ce-4b35-b558-fac4f6eff5bd req-9aea256f-0597-4f0a-b81a-7f52eec5574c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 May 24 23:19:49.305148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315f47-e32b-411c-87fe-299dcb7a511b req-39b292f5-1ae2-43fa-83d6-94edfa429895 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:49.306569 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3c315f47-e32b-411c-87fe-299dcb7a511b req-39b292f5-1ae2-43fa-83d6-94edfa429895 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0800261 May 24 23:19:49.349578 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3c315f47-e32b-411c-87fe-299dcb7a511b req-cdf8caad-e6da-48f6-be23-3dc2e0ef0264 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374653 May 24 23:19:49.534630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad563a-78ea-48ba-ab88-5a8ab1886aa8 req-feb65b24-4d1b-4724-bcb5-7d6c5d99a0e7 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:49.536064 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-01ad563a-78ea-48ba-ab88-5a8ab1886aa8 req-feb65b24-4d1b-4724-bcb5-7d6c5d99a0e7 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0826473 May 24 23:19:49.578988 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-01ad563a-78ea-48ba-ab88-5a8ab1886aa8 req-71f3bdb0-8526-4fbd-b6f8-9a9bd325dadf tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369935 May 24 23:19:49.918185 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-737f2eb2-3f6b-47c5-a3d8-b9bff31950aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727100 May 24 23:19:49.968180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4e00b-efdb-4ec9-8fc9-ce2516f33256 req-3ea446ce-6cc9-4221-801d-fc3b06947913 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:49.969638 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bcf4e00b-efdb-4ec9-8fc9-ce2516f33256 req-3ea446ce-6cc9-4221-801d-fc3b06947913 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0812175 May 24 23:19:50.018260 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bcf4e00b-efdb-4ec9-8fc9-ce2516f33256 req-c250668d-7f96-4190-8aa4-6a065dd55128 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 May 24 23:19:50.997675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-8ca49a9b-95a5-40f4-a63b-688603e929cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:50.999130 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-8ca49a9b-95a5-40f4-a63b-688603e929cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 1099 time: 0.0688608 May 24 23:19:51.127088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-06e6020e-a6e6-4dbe-8289-efc7d092a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:51.128520 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-06e6020e-a6e6-4dbe-8289-efc7d092a7b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 916 time: 0.1236823 May 24 23:19:51.197803 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-325c6049-a73f-4737-848e-d2a514346a1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed HTTP/1.1" status: 200 len: 217 time: 0.0634072 May 24 23:19:51.205178 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fd57d-1f94-428c-80af-9081457a8250 req-2a468ad0-333a-4c1d-b612-dd2edca68d26 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:51.206594 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e5fd57d-1f94-428c-80af-9081457a8250 req-2a468ad0-333a-4c1d-b612-dd2edca68d26 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0845401 May 24 23:19:51.250126 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e5fd57d-1f94-428c-80af-9081457a8250 req-24f2ef49-77ca-4ce1-a7a0-f852dde85982 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369945 May 24 23:19:51.259750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-de20df0e-fb01-4c57-a758-4f9e9934339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:51.261188 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-de20df0e-fb01-4c57-a758-4f9e9934339a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49264172-7786-4c6f-a793-45a6a9094249 HTTP/1.1" status: 200 len: 855 time: 0.0577965 May 24 23:19:51.310287 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-6f5a3a32-2080-41e5-90a5-c00eab123195 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435481 May 24 23:19:51.438672 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-f3aecf69-8059-49c2-ad3d-441eae896b0f service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223528 May 24 23:19:51.566180 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-0d28338a-2e89-40e3-9d89-dad0790a5189 service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208773 May 24 23:19:51.909005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40d025a0-3dd2-4077-93c8-e894cdef3e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:52.432280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdc3da-48ad-43b6-9895-fcd61a304c89 req-3ce89018-232e-483d-b35d-ad663a0f8804 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:52.433673 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46fdc3da-48ad-43b6-9895-fcd61a304c89 req-3ce89018-232e-483d-b35d-ad663a0f8804 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0776980 May 24 23:19:52.477381 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46fdc3da-48ad-43b6-9895-fcd61a304c89 req-26fd7fba-978a-4397-96e7-9e28df64e979 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380299 May 24 23:19:53.663338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c8516-e605-430b-8949-ddf1e9ba3f06 req-670a3ff6-fc2a-4b99-96f5-18c46b607154 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:53.664760 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-512c8516-e605-430b-8949-ddf1e9ba3f06 req-670a3ff6-fc2a-4b99-96f5-18c46b607154 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0818214 May 24 23:19:53.708568 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-512c8516-e605-430b-8949-ddf1e9ba3f06 req-17266c79-59c6-44c6-9f79-806994beffd7 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381370 May 24 23:19:54.202391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-02f1a1ee-d57e-4f08-9e58-d7ca73b1562d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:54.891493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d12da7-8bb1-4446-85ff-5d8afc5b1c64 req-1a93707b-4e92-49e0-b67b-83e783c5b45a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:54.892918 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4d12da7-8bb1-4446-85ff-5d8afc5b1c64 req-1a93707b-4e92-49e0-b67b-83e783c5b45a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0781803 May 24 23:19:54.940950 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4d12da7-8bb1-4446-85ff-5d8afc5b1c64 req-2cd141b7-25a6-4f59-a1c1-78d016f5f27d tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 May 24 23:19:55.109575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:55.273291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:56.133060 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768525c-a463-4f97-8a8e-93a3ec4c6a43 req-23fedd97-7536-4558-a8be-f67ffdd72aaf tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:56.134498 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a768525c-a463-4f97-8a8e-93a3ec4c6a43 req-23fedd97-7536-4558-a8be-f67ffdd72aaf tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0786240 May 24 23:19:56.178479 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a768525c-a463-4f97-8a8e-93a3ec4c6a43 req-f85b5c77-a741-47a9-9b4f-9fb98e74faee tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383048 May 24 23:19:56.557081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:57.364982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645b201-5d79-4552-995f-17b1f0b28bf8 req-be47a72d-bf76-479c-99df-73c4c216c65a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:57.367050 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5645b201-5d79-4552-995f-17b1f0b28bf8 req-be47a72d-bf76-479c-99df-73c4c216c65a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0844395 May 24 23:19:57.410032 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5645b201-5d79-4552-995f-17b1f0b28bf8 req-37933432-f97a-4078-88ea-820495361b8f tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373123 May 24 23:19:58.591302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfdcb-a354-4de1-8c52-aa842918c20f req-16183be7-e2a7-4e86-bb96-32a3fc3d9430 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:58.592729 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-109dfdcb-a354-4de1-8c52-aa842918c20f req-16183be7-e2a7-4e86-bb96-32a3fc3d9430 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0776844 May 24 23:19:58.635840 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-109dfdcb-a354-4de1-8c52-aa842918c20f req-17ebd8bc-b85e-4e9a-aa20-933969004a4a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374842 May 24 23:19:59.820301 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b567-f98b-411d-9f47-fa7b18665184 req-e63d4ff7-215f-42eb-9608-bf91c941566a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:59.821715 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8509b567-f98b-411d-9f47-fa7b18665184 req-e63d4ff7-215f-42eb-9608-bf91c941566a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0830834 May 24 23:19:59.863819 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8509b567-f98b-411d-9f47-fa7b18665184 req-21728de9-2a72-4db0-b6c4-5033c74ba793 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364079 May 24 23:20:01.043140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da134fd-6249-4ad4-aaa2-1f2d5847edf8 req-060532e8-13fd-4650-b10e-8d5185cdaeea tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:01.044562 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6da134fd-6249-4ad4-aaa2-1f2d5847edf8 req-060532e8-13fd-4650-b10e-8d5185cdaeea tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0778420 May 24 23:20:01.091144 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6da134fd-6249-4ad4-aaa2-1f2d5847edf8 req-ba0a8602-b0e3-460c-a074-8b87cbb700cf tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 May 24 23:20:02.274931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56b4ea-0611-44c6-8721-d638b5e73c4a req-ea1ce677-6142-4687-896e-e8c341019e99 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:02.277222 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e56b4ea-0611-44c6-8721-d638b5e73c4a req-ea1ce677-6142-4687-896e-e8c341019e99 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0803211 May 24 23:20:02.320863 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e56b4ea-0611-44c6-8721-d638b5e73c4a req-31204e85-409f-48a0-9f0b-1e3083fd16f5 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380695 May 24 23:20:03.507469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33ddb7-5bcc-40a0-ae30-efa5ad04a013 req-2e346a04-8b66-4025-8e00-53fa1386c3c3 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:03.508813 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce33ddb7-5bcc-40a0-ae30-efa5ad04a013 req-2e346a04-8b66-4025-8e00-53fa1386c3c3 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0825002 May 24 23:20:03.551373 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce33ddb7-5bcc-40a0-ae30-efa5ad04a013 req-04eeea97-2652-4f45-87e1-4cb80d07d37a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370011 May 24 23:20:04.731615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989d9de-ba00-4a5a-acf8-573e8f0c53eb req-b5658bed-9437-45bf-a4d0-a8303e137c6c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:04.733019 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9989d9de-ba00-4a5a-acf8-573e8f0c53eb req-b5658bed-9437-45bf-a4d0-a8303e137c6c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0775335 May 24 23:20:04.775842 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9989d9de-ba00-4a5a-acf8-573e8f0c53eb req-7eb6b918-a486-403f-8b0c-682864e6e945 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372846 May 24 23:20:05.958674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46410f0-d38c-480e-bd24-7bcc14a66ae5 req-18701a76-85bf-4613-a9f4-97f7e86237e1 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:05.960579 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c46410f0-d38c-480e-bd24-7bcc14a66ae5 req-18701a76-85bf-4613-a9f4-97f7e86237e1 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0821419 May 24 23:20:06.004494 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c46410f0-d38c-480e-bd24-7bcc14a66ae5 req-fa99a2c9-3aa8-4cb7-81db-48fb330b5efb tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381992 May 24 23:20:07.185340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51f7b1-1399-480a-b8b8-e33b81446749 req-8466010c-e2fa-4b3e-8658-e6b9e955825c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:07.186802 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be51f7b1-1399-480a-b8b8-e33b81446749 req-8466010c-e2fa-4b3e-8658-e6b9e955825c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0786459 May 24 23:20:07.234451 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be51f7b1-1399-480a-b8b8-e33b81446749 req-e2da8962-082b-47e0-9288-5a6de7959f66 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 May 24 23:20:08.418922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6a7d6-2553-4564-ae4a-20f409f6f26a req-c92bd374-c100-40ef-8b2a-0c9001434b2a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:08.420389 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9d6a7d6-2553-4564-ae4a-20f409f6f26a req-c92bd374-c100-40ef-8b2a-0c9001434b2a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0818610 May 24 23:20:08.463558 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9d6a7d6-2553-4564-ae4a-20f409f6f26a req-7508074c-16de-4733-89b9-e2ddd11dbf91 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376277 May 24 23:20:09.652873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3ec42-f123-42df-906c-d2522bf662ba req-2272efbc-9b3b-4032-bc0f-cee10e3b1ca9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:09.654299 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ec3ec42-f123-42df-906c-d2522bf662ba req-2272efbc-9b3b-4032-bc0f-cee10e3b1ca9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0835969 May 24 23:20:09.792202 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ec3ec42-f123-42df-906c-d2522bf662ba req-ea48e208-4225-4e7e-bb5e-e4f295e2bd13 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321311 May 24 23:20:10.978434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289027a-24b9-4c2d-98a4-6ff7e8b61253 req-42469e56-9d3a-4627-a35b-754fae932602 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:10.979871 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6289027a-24b9-4c2d-98a4-6ff7e8b61253 req-42469e56-9d3a-4627-a35b-754fae932602 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0785456 May 24 23:20:11.022756 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6289027a-24b9-4c2d-98a4-6ff7e8b61253 req-4c4e37d7-f848-404c-9494-68fd82b62ad8 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372639 May 24 23:20:12.206417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aea19-352f-47b4-929c-33e2dc24ef6c req-26014dfc-5dd7-422a-822b-a8c52a805cf5 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:12.208132 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-937aea19-352f-47b4-929c-33e2dc24ef6c req-26014dfc-5dd7-422a-822b-a8c52a805cf5 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0821114 May 24 23:20:12.251644 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-937aea19-352f-47b4-929c-33e2dc24ef6c req-10dc2e46-717c-4898-a8f4-0c4005ea2ecc tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377293 May 24 23:20:13.431241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa309f5-8575-417a-aeb9-c83d1b8f69b7 req-287fda60-33a0-4c65-af13-fba62cb9c5de tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:13.432651 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9aa309f5-8575-417a-aeb9-c83d1b8f69b7 req-287fda60-33a0-4c65-af13-fba62cb9c5de tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0782926 May 24 23:20:13.475835 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9aa309f5-8575-417a-aeb9-c83d1b8f69b7 req-87592458-41a0-47c5-b847-2fd76ec82b12 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376067 May 24 23:20:14.658886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd0bfb-1bfb-40ba-8747-173553e22091 req-8f87aeb9-5271-4144-b19d-0be80d1f20a1 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:14.660308 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47cd0bfb-1bfb-40ba-8747-173553e22091 req-8f87aeb9-5271-4144-b19d-0be80d1f20a1 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0815320 May 24 23:20:14.703212 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47cd0bfb-1bfb-40ba-8747-173553e22091 req-f18ddadf-4723-4243-9901-6564cb895cc3 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366004 May 24 23:20:15.803670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:15.885299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfa892-ad34-494a-9928-9ba4582063d8 req-0c7f4ee8-c27d-459c-8884-707a89ebcd39 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:15.886744 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6cfa892-ad34-494a-9928-9ba4582063d8 req-0c7f4ee8-c27d-459c-8884-707a89ebcd39 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0777836 May 24 23:20:15.933029 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6cfa892-ad34-494a-9928-9ba4582063d8 req-89eda049-39dd-455c-9bf2-dc35953d8aa9 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 May 24 23:20:17.118888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc6575-95ed-4089-ab43-b13cbf2b3d84 req-cdf7aa1d-cc65-4727-a3c9-4b06245ac68e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:17.120306 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-62cc6575-95ed-4089-ab43-b13cbf2b3d84 req-cdf7aa1d-cc65-4727-a3c9-4b06245ac68e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0782945 May 24 23:20:17.165346 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-62cc6575-95ed-4089-ab43-b13cbf2b3d84 req-6967050f-829c-47ec-99a6-5c15da0c521c tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393510 May 24 23:20:18.240898 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-083ac65e-0b9f-4fdf-8e40-88c19f9b7ca5 service neutron] 10.222.0.42 "GET /v2.0/ports/b4123b65-50cf-4cf0-8f9a-7798448d5bed/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0730474 May 24 23:20:18.358112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e6b83-3999-4094-a644-b11b5c653df9 req-9a367a1f-d5e5-4656-ad2f-6e64b4c882fc tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:18.359582 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e1e6b83-3999-4094-a644-b11b5c653df9 req-9a367a1f-d5e5-4656-ad2f-6e64b4c882fc tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0831063 May 24 23:20:18.410154 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e1e6b83-3999-4094-a644-b11b5c653df9 req-f8dcdee4-ab6a-46a6-9aad-85a26f0ff0ac tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446129 May 24 23:20:18.501021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-7fc748fc-7052-4e51-b48b-6895e8d325fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:18.502521 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-7fc748fc-7052-4e51-b48b-6895e8d325fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b&tenant_id=8cd7d394992843b2b2aeb0156b79e819 HTTP/1.1" status: 200 len: 1099 time: 0.0726087 May 24 23:20:18.590367 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-a210e3ce-da3c-47bb-8a6d-ae8dd25423a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:18.591847 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-a210e3ce-da3c-47bb-8a6d-ae8dd25423a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 1099 time: 0.0690906 May 24 23:20:18.718559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-86fe9998-0301-4a33-9bed-7a4d1224d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:18.719996 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-86fe9998-0301-4a33-9bed-7a4d1224d2df service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 916 time: 0.1223230 May 24 23:20:18.888023 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-a060b407-789e-46c8-bae9-a9ad02da6a21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed HTTP/1.1" status: 200 len: 217 time: 0.1620941 May 24 23:20:18.948590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-6f19163c-4357-4dca-a1cb-02ec0704093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:18.949940 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-6f19163c-4357-4dca-a1cb-02ec0704093a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49264172-7786-4c6f-a793-45a6a9094249 HTTP/1.1" status: 200 len: 855 time: 0.0559208 May 24 23:20:18.995368 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-1597e09e-a2f8-4743-bc30-ada23a385f61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393219 May 24 23:20:19.121714 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-03fe37aa-bb4f-4d0f-bbe8-23e66172ef83 service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201489 May 24 23:20:19.251087 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1edce43d-b2c5-4236-a5cc-f48414b07389 req-a32a1d52-98bd-4949-b368-c1a9046dfd4b service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231804 May 24 23:20:19.592429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ffb62-3297-4f0e-9697-cd50f95db3db req-f3085dd1-0930-4e31-a677-1b51aacd6586 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:19.593866 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d9ffb62-3297-4f0e-9697-cd50f95db3db req-f3085dd1-0930-4e31-a677-1b51aacd6586 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0795774 May 24 23:20:19.636864 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d9ffb62-3297-4f0e-9697-cd50f95db3db req-7c03b57b-cf98-4130-9d2e-44860d65e1c2 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373621 May 24 23:20:20.832407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe574d-1efc-480f-8f8c-e3ee50d58b92 req-71b20034-5dd2-4cb6-b4be-8c1295035fef tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:20.834421 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40fe574d-1efc-480f-8f8c-e3ee50d58b92 req-71b20034-5dd2-4cb6-b4be-8c1295035fef tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0890217 May 24 23:20:20.879057 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40fe574d-1efc-480f-8f8c-e3ee50d58b92 req-ba553913-2844-40d5-b742-17ab1bebc434 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387111 May 24 23:20:21.040462 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:20:21.075911 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b4123b65-50cf-4cf0-8f9a-7798448d5bed details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:20:21.079188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b4123b65-50cf-4cf0-8f9a-7798448d5bed no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:20:21.329092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b4123b65-50cf-4cf0-8f9a-7798448d5bed is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:21.329386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:21.347513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b4123b65-50cf-4cf0-8f9a-7798448d5bed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:21.367225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed', 'network_id': '5d6f2f2f-5564-4a6f-8405-e6b8f875b988', 'port_id': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed', 'mac_address': 'fa:16:3e:51:b9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49264172-7786-4c6f-a793-45a6a9094249', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:20:21.373632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:21.410822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b4123b65-50cf-4cf0-8f9a-7798448d5bed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:21.424030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:21.483080 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78e8963-7fcf-4ae9-81a9-79fe4bf06695'] response: {'server_uuid': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed', 'code': 200} May 24 23:20:21.492206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b4123b65-50cf-4cf0-8f9a-7798448d5bed is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:21.492587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:21.516402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4123b65-50cf-4cf0-8f9a-7798448d5bed {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:20:21.523215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b4123b65-50cf-4cf0-8f9a-7798448d5bed,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:21.578672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:20:21.579028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:20:21.910934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b36b4e0b-4b1f-4866-af7f-582d6f24dbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:22.062054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e8625-7a1b-4c24-8312-a5fc3b3641b6 req-453b2269-c4e1-4b3e-85a5-8f99578737b0 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:22.063512 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e8e8625-7a1b-4c24-8312-a5fc3b3641b6 req-453b2269-c4e1-4b3e-85a5-8f99578737b0 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 944 time: 0.0791125 May 24 23:20:22.110542 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e8e8625-7a1b-4c24-8312-a5fc3b3641b6 req-f554acde-fa06-487e-b1bf-3b571596ee86 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 May 24 23:20:22.136322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b4123b65-50cf-4cf0-8f9a-7798448d5bed is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:22.136876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:22.154703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4123b65-50cf-4cf0-8f9a-7798448d5bed {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:20:22.170710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b4123b65-50cf-4cf0-8f9a-7798448d5bed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:22.174677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:22.246834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['b4123b65-50cf-4cf0-8f9a-7798448d5bed'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:20:22.297503 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b4123b65-50cf-4cf0-8f9a-7798448d5bed,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:22.431485 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af8e1a-c047-42ac-88f7-3cb43bbcccaf req-3a24baa2-c861-4194-80fa-ed3d85f9639a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:22.433367 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-91af8e1a-c047-42ac-88f7-3cb43bbcccaf req-3a24baa2-c861-4194-80fa-ed3d85f9639a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 945 time: 0.0820429 May 24 23:20:22.438585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-e65f7c56-81de-4f77-9d48-f47162925daf tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:22.439316 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-e65f7c56-81de-4f77-9d48-f47162925daf tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Synchronizing usage tracker for tenant:8cd7d394992843b2b2aeb0156b79e819 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:20:22.451474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-e65f7c56-81de-4f77-9d48-f47162925daf tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Unset dirty status for tenant:8cd7d394992843b2b2aeb0156b79e819 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:20:22.452570 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-e65f7c56-81de-4f77-9d48-f47162925daf tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b&tenant_id=8cd7d394992843b2b2aeb0156b79e819&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 945 time: 0.1053441 May 24 23:20:22.478162 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-91af8e1a-c047-42ac-88f7-3cb43bbcccaf req-5336d2f4-79fc-4ef9-943c-236f937702d7 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390482 May 24 23:20:22.590394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-5a40a6c2-b912-483f-8cf9-adcc082423e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:22.591866 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-5a40a6c2-b912-483f-8cf9-adcc082423e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd7d394992843b2b2aeb0156b79e819&device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 1098 time: 0.0709543 May 24 23:20:22.717947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-d03af136-24d0-42d8-bc0d-199e6a5cee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:22.719301 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-d03af136-24d0-42d8-bc0d-199e6a5cee85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 200 len: 916 time: 0.1215622 May 24 23:20:22.787257 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-1c91d9fe-7272-42bf-90ba-ca57aea46a04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed HTTP/1.1" status: 200 len: 217 time: 0.0620995 May 24 23:20:22.846303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-fdd9a8ab-5b2a-4d6a-9118-863a07cfa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:22.847667 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-fdd9a8ab-5b2a-4d6a-9118-863a07cfa2b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49264172-7786-4c6f-a793-45a6a9094249 HTTP/1.1" status: 200 len: 855 time: 0.0550325 May 24 23:20:22.894512 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-b96361a8-51de-4426-8cb0-a81c4712a6fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d6f2f2f-5564-4a6f-8405-e6b8f875b988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411277 May 24 23:20:23.024080 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-93a5d44e-a466-4fb5-bae7-09f8ed5d249d service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230845 May 24 23:20:23.085537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b4123b65-50cf-4cf0-8f9a-7798448d5bed up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:23.152922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port b4123b65-50cf-4cf0-8f9a-7798448d5bed triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:23.153563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:23.153687 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1f579324-5422-463e-a06b-3bfffded1ec6 req-4f889534-844d-4d29-8053-3cf698613ffd service neutron] 10.222.0.42 "GET /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228998 May 24 23:20:23.270043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port b4123b65-50cf-4cf0-8f9a-7798448d5bed is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:23.270415 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:23.301781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port b4123b65-50cf-4cf0-8f9a-7798448d5bed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:23.305872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:23.372642 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=b4123b65-50cf-4cf0-8f9a-7798448d5bed,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:23.483794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:23.529652 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9733e333-4e95-49fe-92c4-8e9b07d56ef9'] response: {'server_uuid': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed', 'code': 200} May 24 23:20:23.675866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ffa33-85e1-474d-a1b3-19b1a1c53a71 req-11404085-ce30-451e-901a-f35538f8d730 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:23.677336 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fa2ffa33-85e1-474d-a1b3-19b1a1c53a71 req-11404085-ce30-451e-901a-f35538f8d730 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0856628 May 24 23:20:23.721865 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fa2ffa33-85e1-474d-a1b3-19b1a1c53a71 req-2c4f555d-c808-4aeb-aa8f-5bbf1da7c4aa tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 May 24 23:20:24.203853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2221423b-7b41-4452-a76f-88aeb493566c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:24.905644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c6083-6040-476e-9d6d-48692e871d07 req-fa18d718-ec69-4d04-84f3-83387dc9bcc1 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:24.907069 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a91c6083-6040-476e-9d6d-48692e871d07 req-fa18d718-ec69-4d04-84f3-83387dc9bcc1 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0775921 May 24 23:20:24.951110 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a91c6083-6040-476e-9d6d-48692e871d07 req-f95471f7-6044-49fe-97bb-2f49e40db816 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 May 24 23:20:25.112505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:25.134970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f02755-1779-4856-9b78-5aa02a3a8ee5 req-bad05906-c03e-4248-a451-0000925a273a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:25.136408 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71f02755-1779-4856-9b78-5aa02a3a8ee5 req-bad05906-c03e-4248-a451-0000925a273a tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0838134 May 24 23:20:25.184428 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71f02755-1779-4856-9b78-5aa02a3a8ee5 req-05a09201-2e67-46fa-ae01-8540c98d40f5 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420206 May 24 23:20:25.265004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:25.384184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18136cad-c4dd-41ec-b665-c29e3dcbe185 req-cffc787c-947d-411a-b2c6-1e18d41b3d5e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:25.385535 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-18136cad-c4dd-41ec-b665-c29e3dcbe185 req-cffc787c-947d-411a-b2c6-1e18d41b3d5e tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0793467 May 24 23:20:25.429477 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-18136cad-c4dd-41ec-b665-c29e3dcbe185 req-8a4d5515-6fd5-4a9f-8d26-c63644e35c72 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383573 May 24 23:20:25.992989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c210e1f-13bb-4a2b-a900-54803e84714b req-cc96b131-0982-4250-a75f-4217f394f143 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:25.994412 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5c210e1f-13bb-4a2b-a900-54803e84714b req-cc96b131-0982-4250-a75f-4217f394f143 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0873060 May 24 23:20:26.037698 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5c210e1f-13bb-4a2b-a900-54803e84714b req-968c4396-0229-4828-82e6-758a711fc2ab tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375447 May 24 23:20:26.559788 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:27.224715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6644bf-0ffc-469f-937d-6e4f42bb4c32 req-3c16daee-a4da-468c-bbaf-74cc6bd556b5 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:27.226178 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da6644bf-0ffc-469f-937d-6e4f42bb4c32 req-3c16daee-a4da-468c-bbaf-74cc6bd556b5 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0822809 May 24 23:20:27.273987 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da6644bf-0ffc-469f-937d-6e4f42bb4c32 req-bca9ae87-faee-488d-b0bd-32b004e2bfb7 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f3e2ef-9e83-431d-833d-6f49f9f02659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 May 24 23:20:27.419860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f02644-9369-4a01-8179-4b18e8379b72 req-35a5cec9-6007-441d-bad8-2d3a84a59d75 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:27.421183 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-53f02644-9369-4a01-8179-4b18e8379b72 req-35a5cec9-6007-441d-bad8-2d3a84a59d75 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 946 time: 0.0772738 May 24 23:20:27.493334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-53f02644-9369-4a01-8179-4b18e8379b72 req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Deleting port b4123b65-50cf-4cf0-8f9a-7798448d5bed {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:20:27.493669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-53f02644-9369-4a01-8179-4b18e8379b72 req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:27.730240 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-53f02644-9369-4a01-8179-4b18e8379b72 req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] For port b4123b65-50cf-4cf0-8f9a-7798448d5bed, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=b4123b65-50cf-4cf0-8f9a-7798448d5bed,segment=NetworkSegment(c6b8429d-427f-446d-8b8f-d192d051a10f),segment_id=c6b8429d-427f-446d-8b8f-d192d051a10f)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:27.730594 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-53f02644-9369-4a01-8179-4b18e8379b72 req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:27.948001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-53f02644-9369-4a01-8179-4b18e8379b72 req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Calling delete_port for b4123b65-50cf-4cf0-8f9a-7798448d5bed owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:20:28.087794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-53f02644-9369-4a01-8179-4b18e8379b72 req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:28.099883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['b4123b65-50cf-4cf0-8f9a-7798448d5bed'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:20:28.136818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Pushing event deleted for resources: {'Port': ['ID=b4123b65-50cf-4cf0-8f9a-7798448d5bed,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:28.171274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.171621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.171960 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.172291 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.172625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.172954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.173279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.173605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.173928 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.174249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.174566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.174907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:28.226058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f02644-9369-4a01-8179-4b18e8379b72 req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] No DVR routers for this DVR port b4123b65-50cf-4cf0-8f9a-7798448d5bed on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:20:28.228525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-53f02644-9369-4a01-8179-4b18e8379b72 req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:28.231031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'name': 'network-vif-deleted', 'tag': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:28.247381 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-53f02644-9369-4a01-8179-4b18e8379b72 req-92327910-e1c6-4f9e-ae64-2420ef7fec42 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.42 "DELETE /v2.0/ports/b4123b65-50cf-4cf0-8f9a-7798448d5bed HTTP/1.1" status: 204 len: 173 time: 0.8203735 May 24 23:20:28.337415 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad71b895-c797-4a82-a6a2-4063e6574cd5'] response: {'server_uuid': 'b41e11f2-2455-402b-a1f4-d9af412c5e8b', 'name': 'network-vif-deleted', 'tag': 'b4123b65-50cf-4cf0-8f9a-7798448d5bed', 'status': 'completed', 'code': 200} May 24 23:20:28.440105 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f76b979d-62b0-4968-bd4e-20d856cc4b1e req-c22290fd-1dc5-41cc-964a-c6ba3147a294 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e11f2-2455-402b-a1f4-d9af412c5e8b HTTP/1.1" status: 200 len: 210 time: 0.0467305 May 24 23:20:29.673168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 37998) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:29.732566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Deleting subnet 49264172-7786-4c6f-a793-45a6a9094249 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:20:29.735363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:29.785744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:29.840197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:29.904711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:29.944242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49264172-7786-4c6f-a793-45a6a9094249,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:29.949096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:29.955793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.956129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.956457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.956779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.957345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.957672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.957985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.958298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.958609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.959431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.959741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.960054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:29.965175 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7258102f-e901-44ce-88bb-826ab2ca61a7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/49264172-7786-4c6f-a793-45a6a9094249 HTTP/1.1" status: 204 len: 168 time: 0.2905438 May 24 23:20:29.967131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:30.070368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.283105 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.307904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6f2f2f-5564-4a6f-8405-e6b8f875b988']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:30.319998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b8429d-427f-446d-8b8f-d192d051a10f') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:30.320285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b8429d-427f-446d-8b8f-d192d051a10f') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:30.331489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.348418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.354951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:20:30.355383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.439361 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment c6b8429d-427f-446d-8b8f-d192d051a10f resource provider aggregate not found May 24 23:20:30.455895 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment c6b8429d-427f-446d-8b8f-d192d051a10f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6b8429d-427f-446d-8b8f-d192d051a10f found for delete ", "request_id": "req-72148398-37d9-480c-9003-c0230f69102d"}]} May 24 23:20:30.456703 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.461372 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.484819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6f2f2f-5564-4a6f-8405-e6b8f875b988,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:30.492708 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c5bc54da-024b-4365-b845-b20bb4ef5b12 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5d6f2f2f-5564-4a6f-8405-e6b8f875b988 HTTP/1.1" status: 204 len: 168 time: 0.5246210 May 24 23:20:30.601501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38014) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:30.651417 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-db3d880b-70a0-4505-a812-0df70ce7c0e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cd7d394992843b2b2aeb0156b79e819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487685 May 24 23:20:30.653774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38018) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:30.709983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-944cf9c3-73fe-492b-8cfa-90358b22a298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.735335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-944cf9c3-73fe-492b-8cfa-90358b22a298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.790598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-944cf9c3-73fe-492b-8cfa-90358b22a298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.806803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cf9c3-73fe-492b-8cfa-90358b22a298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f3e2ef-9e83-431d-833d-6f49f9f02659,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:30.812378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-944cf9c3-73fe-492b-8cfa-90358b22a298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.818671 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-944cf9c3-73fe-492b-8cfa-90358b22a298 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5f3e2ef-9e83-431d-833d-6f49f9f02659 HTTP/1.1" status: 204 len: 168 time: 0.1594787 May 24 23:20:31.129906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b4123b65-50cf-4cf0-8f9a-7798448d5bed no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:20:31.165081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: b4123b65-50cf-4cf0-8f9a-7798448d5bed {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:20:31.165501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device b4123b65-50cf-4cf0-8f9a-7798448d5bed not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:20:31.519297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38042) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:31.620457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1106543318-network', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:31.625067 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:31.628894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Usage tracker for resource:network and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:31.632195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:31.637731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:31.648252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Made reservation on behalf of ac074f715dea49c5a268c2003df946c8 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:20:31.650525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:31.662188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:31.675904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:31.679614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Usage tracker for resource:security_group_rule and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:31.682278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:31.687775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:31.768389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:31.772715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:31.803187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:20:31.808177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c5ae2b-5339-4319-9e43-8ee04dc2e776,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:31.814961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:31.815910 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Added segment 9cf16816-6638-4399-bea4-14600fa55229 of type vlan for network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 May 24 23:20:31.841972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:31.868983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:31.869882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:31.870438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:31.970406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] Pushing event updated for resources: {'Network': ['ID=816d43d8-217f-4149-a6f3-cf08d7fa9af3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:31.973392 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-53c12a96-25d2-439f-a14c-5dc8397764f4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4531009 May 24 23:20:31.976353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38048) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:31.981722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Request body: {'subnet': {'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1106543318-subnet', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:31.983369 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:20:31.986789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:31.991369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Usage tracker for resource:subnet and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:31.994293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:31.999978 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:32.010693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Made reservation on behalf of ac074f715dea49c5a268c2003df946c8 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:20:32.013121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:32.232659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:32.312501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de09d2ae-5c8e-49ad-a815-dee0023ba8a1,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:32.314687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Checking segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:20:32.315039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Network hostable DHCP agents. Network: 816d43d8-217f-4149-a6f3-cf08d7fa9af3, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:20:32.335105 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:20:32.343363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 816d43d8-217f-4149-a6f3-cf08d7fa9af3) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:32.347230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:32.347805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:32.351932 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7de0bf-9c9f-4772-91d1-fb0a5aa41200 None None] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:20:32.367635 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5549639f-652a-416d-aaab-e2a57923c1c3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3902307 May 24 23:20:32.370225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38052) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:32.375150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:32.379594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:32.383985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Usage tracker for resource:router and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:32.386776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:32.392377 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:32.403238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:32.404547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:32.421374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:32.575119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:20:32.575947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:32.698085 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:32.764236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Allocated IP 172.20.0.2 (816d43d8-217f-4149-a6f3-cf08d7fa9af3/de09d2ae-5c8e-49ad-a815-dee0023ba8a1/4b975636-24fa-431f-b85f-57cd87f0cc30) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:32.962209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:32.972363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Transition to ACTIVE for port object 4b975636-24fa-431f-b85f-57cd87f0cc30 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:32.992295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Transition to ACTIVE for port object 4b975636-24fa-431f-b85f-57cd87f0cc30 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:32.997109 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:33.065273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:33.068235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:33.072195 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:33.081011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Pushing event updated for resources: {'Port': ['ID=4b975636-24fa-431f-b85f-57cd87f0cc30,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:33.117289 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:33.147509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:33.163781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Attempting to bind port 4b975636-24fa-431f-b85f-57cd87f0cc30 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:20:33.164145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Attempting to bind port 4b975636-24fa-431f-b85f-57cd87f0cc30 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:20:33.164507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Attempting to bind port 4b975636-24fa-431f-b85f-57cd87f0cc30 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:33.169706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:20:33.170075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Checking segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:20:33.170473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:33.170891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Bound using segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:20:33.171352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Bound port: 4b975636-24fa-431f-b85f-57cd87f0cc30, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:20:33.171721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:33.261091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] For port 4b975636-24fa-431f-b85f-57cd87f0cc30, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:20:33.264244 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] For port 4b975636-24fa-431f-b85f-57cd87f0cc30, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4b975636-24fa-431f-b85f-57cd87f0cc30,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:20:33.267877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:33.282244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Allocated IP 172.26.3.132 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:33.352902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009dcd8d-7303-4154-8abb-e7cf95799da4 None None] Pushing event updated for resources: {'Port': ['ID=4b975636-24fa-431f-b85f-57cd87f0cc30,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:33.436652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:33.467683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:33.548324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:33.551318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:33.555347 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:33.590802 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Pushing event updated for resources: {'Port': ['ID=fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:33.962161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:34.075397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b975636-24fa-431f-b85f-57cd87f0cc30 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:34.156735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 4b975636-24fa-431f-b85f-57cd87f0cc30 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:34.283132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b44ddd-22f9-41df-b651-832dd226ca69 None None] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:20:34.322771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:34.389071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c6e239c3-cedb-4447-8a80-c2998d1ccda7 None None] Provisioning for port 4b975636-24fa-431f-b85f-57cd87f0cc30 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:34.396968 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c6e239c3-cedb-4447-8a80-c2998d1ccda7 None None] Provisioning complete for port 4b975636-24fa-431f-b85f-57cd87f0cc30 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:34.397341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6e239c3-cedb-4447-8a80-c2998d1ccda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:34.619634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c6e239c3-cedb-4447-8a80-c2998d1ccda7 None None] Current status of the port 4b975636-24fa-431f-b85f-57cd87f0cc30 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:34.619902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6e239c3-cedb-4447-8a80-c2998d1ccda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:34.636681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:20:34.658250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c6e239c3-cedb-4447-8a80-c2998d1ccda7 None None] For port 4b975636-24fa-431f-b85f-57cd87f0cc30, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4b975636-24fa-431f-b85f-57cd87f0cc30,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:34.663811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6e239c3-cedb-4447-8a80-c2998d1ccda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:34.735833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e239c3-cedb-4447-8a80-c2998d1ccda7 None None] Pushing event updated for resources: {'Port': ['ID=4b975636-24fa-431f-b85f-57cd87f0cc30,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:34.822783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:20:34.832548 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Sync routers for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:20:34.841453 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:34.842052 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:20:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:34.845716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:34.850270 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-de9fc628-330d-4d3d-a6cd-6d4b534adaca admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4760115 May 24 23:20:34.850522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38056) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:34.884293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-99fac763-64fd-46e4-b481-ee86f598b952 None None] Provisioning complete for port 4b975636-24fa-431f-b85f-57cd87f0cc30 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:34.884665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-99fac763-64fd-46e4-b481-ee86f598b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.006265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-99fac763-64fd-46e4-b481-ee86f598b952 None None] Current status of the port 4b975636-24fa-431f-b85f-57cd87f0cc30 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:35.020447 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:35.294050 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:33Z', 'revision_number': 3, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:35.298787 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Checking router: a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:20:35.299222 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Updating router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:20:35.349877 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.516877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.666031 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.677921 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Transition to ACTIVE for port object fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:35.684476 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.723385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Allocated IP 172.20.0.1 (816d43d8-217f-4149-a6f3-cf08d7fa9af3/de09d2ae-5c8e-49ad-a815-dee0023ba8a1/474b4a7e-61b3-41af-b23f-a0842c5d334f) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:35.765472 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Attempting to bind port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:20:35.765828 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Attempting to bind port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:20:35.766177 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Attempting to bind port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:35.768976 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Pushing event updated for resources: {'Port': ['ID=fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:35.777081 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.777420 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.777750 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.778193 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.778668 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.779167 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.779540 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.780059 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.780425 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.780825 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.781174 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.781449 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:35.788209 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:20:35.788585 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:20:35.788953 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.790067 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:20:35.790067 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Bound port: fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:20:35.790242 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.870386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.887406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Transition to ACTIVE for port object 474b4a7e-61b3-41af-b23f-a0842c5d334f will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:35.893372 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] For port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:20:35.896417 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] For port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:20:35.901063 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.910863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.973506 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:35.974094 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:20:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:35.977077 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:35.979826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:35.982256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:36.030562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=474b4a7e-61b3-41af-b23f-a0842c5d334f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:36.040905 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43da81-dd36-4e6f-903b-f5e4c9162058 None None] Pushing event updated for resources: {'Port': ['ID=fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:36.054611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:36.063051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b975636-24fa-431f-b85f-57cd87f0cc30 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:36.151776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 4b975636-24fa-431f-b85f-57cd87f0cc30 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:36.152426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:36.230821 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:36.313033 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4b975636-24fa-431f-b85f-57cd87f0cc30 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:36.325180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:36.333235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-889e6d08-1026-42d3-9208-386641300e0e None None] Provisioning for port 474b4a7e-61b3-41af-b23f-a0842c5d334f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:36.338618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-889e6d08-1026-42d3-9208-386641300e0e None None] Provisioning complete for port 474b4a7e-61b3-41af-b23f-a0842c5d334f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:36.339096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-889e6d08-1026-42d3-9208-386641300e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:36.395496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-889e6d08-1026-42d3-9208-386641300e0e None None] Port 474b4a7e-61b3-41af-b23f-a0842c5d334f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:20:36.517371 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:33Z', 'revision_number': 3, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:36.521708 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252181b-357f-4bf8-ab46-103eb28b7228 None None] The sync data for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv is: [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:33Z', 'revision_number': 3, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:20:36.556179 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:36.561033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:36.669090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=474b4a7e-61b3-41af-b23f-a0842c5d334f,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:36.671626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:36.812840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:36.814078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:37.012739 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:20:37.018745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2fde72b6-e311-469a-a5bf-5a62f0345014 None None] Provisioning complete for port 474b4a7e-61b3-41af-b23f-a0842c5d334f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:37.019175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2fde72b6-e311-469a-a5bf-5a62f0345014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.074713 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2fde72b6-e311-469a-a5bf-5a62f0345014 None None] Port 474b4a7e-61b3-41af-b23f-a0842c5d334f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:20:37.198054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:20:37.207715 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-45ae947d-86f5-47bf-ae60-7fa210dc3fe2 admin admin] 10.222.0.32 "PUT /v2.0/routers/a0b7f6a1-da0a-449e-ba40-b1eee8e0da86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3558490 May 24 23:20:37.517238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38066) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:37.523519 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--210191180', 'description': 'tempest-description--243797066'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:37.529578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:37.533451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Usage tracker for resource:security_group and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:37.536298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:37.541909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:37.551318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.571335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:37.575108 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Usage tracker for resource:security_group_rule and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:37.577915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:37.584424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:37.654867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.658753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.704889 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:37.709592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.710865 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f145f445-cad1-4df7-96be-1f5791185672 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1925790 May 24 23:20:37.713952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38070) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:37.718992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6ac587d4-0a1c-4711-8c9a-c2ec478d0a18 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'security_group_rule': {'security_group_id': '66948ad8-60ec-4ed0-9f03-0ddb0cf9e608', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:37.725400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6ac587d4-0a1c-4711-8c9a-c2ec478d0a18 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:37.729768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6ac587d4-0a1c-4711-8c9a-c2ec478d0a18 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Usage tracker for resource:security_group_rule and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:37.732895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6ac587d4-0a1c-4711-8c9a-c2ec478d0a18 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:37.738942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6ac587d4-0a1c-4711-8c9a-c2ec478d0a18 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:37.757771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ac587d4-0a1c-4711-8c9a-c2ec478d0a18 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.820607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ac587d4-0a1c-4711-8c9a-c2ec478d0a18 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.824223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ac587d4-0a1c-4711-8c9a-c2ec478d0a18 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.849409 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac587d4-0a1c-4711-8c9a-c2ec478d0a18 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1b64a4-b37d-41c7-98b9-723d901a92a7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:37.858862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ac587d4-0a1c-4711-8c9a-c2ec478d0a18 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.860240 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6ac587d4-0a1c-4711-8c9a-c2ec478d0a18 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453896 May 24 23:20:37.862829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38074) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:37.867880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7b9af9f5-71fa-4a4e-b2f7-52f9d36371ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'security_group_rule': {'security_group_id': '66948ad8-60ec-4ed0-9f03-0ddb0cf9e608', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:37.874024 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7b9af9f5-71fa-4a4e-b2f7-52f9d36371ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:37.877892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7b9af9f5-71fa-4a4e-b2f7-52f9d36371ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Usage tracker for resource:security_group_rule and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:37.881680 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7b9af9f5-71fa-4a4e-b2f7-52f9d36371ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:37.887581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7b9af9f5-71fa-4a4e-b2f7-52f9d36371ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:37.905913 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b9af9f5-71fa-4a4e-b2f7-52f9d36371ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.955359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Sync routers for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:20:37.965466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:37.966147 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:20:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:37.969420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b9af9f5-71fa-4a4e-b2f7-52f9d36371ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.972864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b9af9f5-71fa-4a4e-b2f7-52f9d36371ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.995666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9af9f5-71fa-4a4e-b2f7-52f9d36371ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeda25c7-5cfe-465b-a556-cd53a86d3ed9,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:38.007540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b9af9f5-71fa-4a4e-b2f7-52f9d36371ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.011753 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7b9af9f5-71fa-4a4e-b2f7-52f9d36371ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452441 May 24 23:20:38.011979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38078) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:38.017456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:38.023857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:38.027912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Usage tracker for resource:floatingip and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:38.030841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:38.039083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:38.053653 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.086315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:38.189799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.241458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:38.284435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:38.306086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:38.306463 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.328620 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Allocated IP 172.26.3.14 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/ec44687e-4460-48f1-a613-d5f8a398304d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:38.580159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.594680 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:38.595081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.609691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.650399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:38.656664 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.678195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:38.680847 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:38.684470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:38.728342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event updated for resources: {'Port': ['ID=ec44687e-4460-48f1-a613-d5f8a398304d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:38.731023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:38.734907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 2, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:38.740720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Checking router: a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:20:38.741099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Updating router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 port 474b4a7e-61b3-41af-b23f-a0842c5d334f binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:20:38.768944 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.796554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.831608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:39.036736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:39.041681 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:39.141011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:39.153456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Transition to ACTIVE for port object 474b4a7e-61b3-41af-b23f-a0842c5d334f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:39.153726 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event updated for resources: {'Port': ['ID=ec44687e-4460-48f1-a613-d5f8a398304d,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:39.160616 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:39.162082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:39.183719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:39.184881 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5d42f7a1-1b3d-4292-80c7-326660730365 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1719246 May 24 23:20:39.326697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98061c83-0bed-45d9-a110-8a67533a986b None None] Pushing event updated for resources: {'Port': ['ID=474b4a7e-61b3-41af-b23f-a0842c5d334f,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:39.363989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-bb7f5eaf-f172-49ca-b2c3-f5597418a7b1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Synchronizing usage tracker for tenant:ac074f715dea49c5a268c2003df946c8 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:20:39.382437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-bb7f5eaf-f172-49ca-b2c3-f5597418a7b1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Unset dirty status for tenant:ac074f715dea49c5a268c2003df946c8 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:20:39.383338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Attempting to bind port 474b4a7e-61b3-41af-b23f-a0842c5d334f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:20:39.383953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Attempting to bind port 474b4a7e-61b3-41af-b23f-a0842c5d334f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:20:39.384541 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Attempting to bind port 474b4a7e-61b3-41af-b23f-a0842c5d334f on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:39.388495 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-bb7f5eaf-f172-49ca-b2c3-f5597418a7b1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--210191180&fields=id&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 267 time: 0.0742755 May 24 23:20:39.391212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:20:39.391678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Checking segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:20:39.392288 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:39.392475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Bound using segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:20:39.392955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Bound port: 474b4a7e-61b3-41af-b23f-a0842c5d334f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:20:39.393323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:39.480824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] For port 474b4a7e-61b3-41af-b23f-a0842c5d334f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:20:39.483736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] For port 474b4a7e-61b3-41af-b23f-a0842c5d334f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=474b4a7e-61b3-41af-b23f-a0842c5d334f,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:20:39.487667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:39.537569 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-f9a5210a-4239-471e-8ae9-7d98529193ee tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:39.538230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-f9a5210a-4239-471e-8ae9-7d98529193ee tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Synchronizing usage tracker for tenant:ac074f715dea49c5a268c2003df946c8 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:20:39.557163 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-f9a5210a-4239-471e-8ae9-7d98529193ee tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Unset dirty status for tenant:ac074f715dea49c5a268c2003df946c8 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:20:39.563195 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-f9a5210a-4239-471e-8ae9-7d98529193ee tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 812 time: 0.1724274 May 24 23:20:39.576743 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-be010182-3622-462c-be98-d163ba254a85 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/quotas/ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 375 time: 0.0119226 May 24 23:20:39.616859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:39.617490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:20:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:39.668657 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-ec2790a5-bf51-4abf-a027-68f2e2eb27a9 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Synchronizing usage tracker for tenant:ac074f715dea49c5a268c2003df946c8 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:20:39.681822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98061c83-0bed-45d9-a110-8a67533a986b None None] Pushing event updated for resources: {'Port': ['ID=474b4a7e-61b3-41af-b23f-a0842c5d334f,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:39.688398 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-ec2790a5-bf51-4abf-a027-68f2e2eb27a9 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Unset dirty status for tenant:ac074f715dea49c5a268c2003df946c8 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:20:39.690095 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-ec2790a5-bf51-4abf-a027-68f2e2eb27a9 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1064093 May 24 23:20:39.751764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-f1c243e3-39a4-452d-a798-1dc88b99d648 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:20:39.752739 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-f1c243e3-39a4-452d-a798-1dc88b99d648 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500588 May 24 23:20:39.811952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:39.885992 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-efa94acd-8e0d-4608-a2c9-7162574ab130 service neutron] 10.222.0.32 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265011 May 24 23:20:40.031361 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-02798ceb-4004-4a7e-a66f-434161193bb5 service neutron] 10.222.0.32 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392496 May 24 23:20:40.062026 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:40.201347 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:40.201926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:40.234591 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e7d21e6-ce76-4c3f-8c21-6e77d81fb641 req-0ebf394a-ec51-4da0-a800-c04e0766db6a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 210 time: 0.0548105 May 24 23:20:40.261565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:39Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:40.268120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f86a05-9eaa-4d41-bbe0-777450ce5ca6 None None] The sync data for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv is: [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:39Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:20:40.343884 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:41.405968 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-692f4cce-f5f3-44db-b13c-28b19ec6e303 req-2f6bc986-3407-4c87-a5fa-a0c69bdbe126 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 210 time: 0.0577545 May 24 23:20:41.493632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-3070f70d-6c25-440c-99ce-af0dbf89360e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:41.495052 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-3070f70d-6c25-440c-99ce-af0dbf89360e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 812 time: 0.1574957 May 24 23:20:41.544208 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-57637847-e238-410a-8f81-32ea61fa5e60 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 379 time: 0.0412903 May 24 23:20:41.554863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'port': {'device_id': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'admin_state_up': True, 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'security_groups': ['66948ad8-60ec-4ed0-9f03-0ddb0cf9e608']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:41.689358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:41.699620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:41.708978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Made reservation on behalf of ac074f715dea49c5a268c2003df946c8 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:20:41.712623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:41.873590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Allocated IP 172.20.0.13 (816d43d8-217f-4149-a6f3-cf08d7fa9af3/de09d2ae-5c8e-49ad-a815-dee0023ba8a1/a47695aa-f5cb-4df8-9a49-8ae30274d3b1) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:42.061005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 474b4a7e-61b3-41af-b23f-a0842c5d334f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:42.077753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:42.093393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Transition to ACTIVE for port object a47695aa-f5cb-4df8-9a49-8ae30274d3b1 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:42.117679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:42.139359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 474b4a7e-61b3-41af-b23f-a0842c5d334f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:42.144303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 474b4a7e-61b3-41af-b23f-a0842c5d334f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:42.144693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:42.187182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:42.190229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:42.194531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:42.242593 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event updated for resources: {'Port': ['ID=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:42.267520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:42.268238 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:42.277617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 474b4a7e-61b3-41af-b23f-a0842c5d334f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:42.278065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:42.297440 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-aa3f498f-8bb5-4d03-8070-dd7d8b1e784a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7467787 May 24 23:20:42.308733 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Request body: {'port': {'device_id': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:42.317568 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 474b4a7e-61b3-41af-b23f-a0842c5d334f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=474b4a7e-61b3-41af-b23f-a0842c5d334f,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:42.322078 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:42.398061 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=474b4a7e-61b3-41af-b23f-a0842c5d334f,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:42.443547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:42.491354 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b18b077c-ba25-4336-aad8-0c1df41fab29 None None] Provisioning for port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:42.496171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b18b077c-ba25-4336-aad8-0c1df41fab29 None None] Provisioning complete for port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:42.496542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b18b077c-ba25-4336-aad8-0c1df41fab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:42.551828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b18b077c-ba25-4336-aad8-0c1df41fab29 None None] Port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:20:42.600251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeac637-173d-4915-bbab-6dc31a140381 req-2d6acfd2-b8bc-44b0-8818-3a437882d981 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:42.601827 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5eeac637-173d-4915-bbab-6dc31a140381 req-2d6acfd2-b8bc-44b0-8818-3a437882d981 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 932 time: 0.0874376 May 24 23:20:42.645353 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5eeac637-173d-4915-bbab-6dc31a140381 req-51d2df38-590e-4707-828b-1c4a0fb5a91a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377495 May 24 23:20:42.792129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47695aa-f5cb-4df8-9a49-8ae30274d3b1 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:20:42.799158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:42.813367 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Transition to ACTIVE for port object a47695aa-f5cb-4df8-9a49-8ae30274d3b1 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:42.816305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:43.080312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:43.158757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Attempting to bind port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:20:43.159014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Attempting to bind port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:20:43.159334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Attempting to bind port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:43.163821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:20:43.164132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Attempting to bind port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:43.169131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:20:43.169454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Checking segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:20:43.169863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Bound using segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:20:43.170236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Bound port: a47695aa-f5cb-4df8-9a49-8ae30274d3b1, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:20:43.170577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:43.256535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] For port a47695aa-f5cb-4df8-9a49-8ae30274d3b1, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:20:43.259393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] For port a47695aa-f5cb-4df8-9a49-8ae30274d3b1, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:20:43.263884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:43.324517 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:43.325163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:43.326558 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/a47695aa-f5cb-4df8-9a49-8ae30274d3b1 HTTP/1.1" status: 200 len: 1094 time: 1.0223732 May 24 23:20:43.327027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'tag': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:43.354917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41563a48-ebc8-446d-8ab6-3ef40f2ba1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:43.405397 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac8e477-2901-4aa2-aec3-3f22bdf2f790'] response: {'name': 'network-changed', 'server_uuid': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'tag': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'status': 'completed', 'code': 200} May 24 23:20:43.448248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-b7dfe37d-923c-4aa1-9c7f-4bd76a006f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:43.449772 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-b7dfe37d-923c-4aa1-9c7f-4bd76a006f42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 1097 time: 0.0762446 May 24 23:20:43.521377 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-41ae29b6-a519-42e7-8271-d5ec3155b030 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1 HTTP/1.1" status: 200 len: 217 time: 0.0645809 May 24 23:20:43.581138 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-6acc784b-3b9f-4641-89b4-8f7460a4d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:43.582895 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-6acc784b-3b9f-4641-89b4-8f7460a4d51d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0564840 May 24 23:20:43.659134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-68e6031e-66c5-43b3-a320-b6eb82b5cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:43.660607 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-68e6031e-66c5-43b3-a320-b6eb82b5cf7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724442 May 24 23:20:43.792936 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-d943a3e3-c6d7-4192-85bc-640dd3c92397 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265128 May 24 23:20:43.832620 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd76db-6f33-40d8-b3f5-e65f520deb58 req-5607cc57-21e7-4467-b390-290268a0fdae tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:43.834237 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9fd76db-6f33-40d8-b3f5-e65f520deb58 req-5607cc57-21e7-4467-b390-290268a0fdae tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 944 time: 0.0807486 May 24 23:20:43.878651 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9fd76db-6f33-40d8-b3f5-e65f520deb58 req-d9a1da85-62bf-47c2-b5ab-081477aad81f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385525 May 24 23:20:43.923918 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c11bb821-d2de-4fad-bbee-8d2cf624229d req-fb8191a2-33ac-438b-8492-b1cd9bfb3509 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253335 May 24 23:20:44.041362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439da155-51a9-4bb9-aaf3-226e6959e60e req-0841e611-a2c4-4536-9760-c56cd67fec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:44.042867 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-439da155-51a9-4bb9-aaf3-226e6959e60e req-0841e611-a2c4-4536-9760-c56cd67fec87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 1097 time: 0.0725660 May 24 23:20:44.043683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 474b4a7e-61b3-41af-b23f-a0842c5d334f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:44.118236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 474b4a7e-61b3-41af-b23f-a0842c5d334f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:44.118615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:44.176292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439da155-51a9-4bb9-aaf3-226e6959e60e req-06beefbb-98f3-4028-b15c-5c8d17fe1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:44.177806 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-439da155-51a9-4bb9-aaf3-226e6959e60e req-06beefbb-98f3-4028-b15c-5c8d17fe1671 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1289728 May 24 23:20:44.236341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 474b4a7e-61b3-41af-b23f-a0842c5d334f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:44.257714 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-439da155-51a9-4bb9-aaf3-226e6959e60e req-f1b46133-2959-4728-8c0c-b6fdd0bc0502 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1 HTTP/1.1" status: 200 len: 217 time: 0.0729427 May 24 23:20:44.320611 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439da155-51a9-4bb9-aaf3-226e6959e60e req-7ec758f1-147b-4de4-962d-66adf753cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:44.322020 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-439da155-51a9-4bb9-aaf3-226e6959e60e req-7ec758f1-147b-4de4-962d-66adf753cbde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0572755 May 24 23:20:44.402047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439da155-51a9-4bb9-aaf3-226e6959e60e req-e5946096-a850-4a60-a0c2-4c19be89d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:44.403551 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-439da155-51a9-4bb9-aaf3-226e6959e60e req-e5946096-a850-4a60-a0c2-4c19be89d0d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739505 May 24 23:20:44.544079 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-439da155-51a9-4bb9-aaf3-226e6959e60e req-9de52123-81b7-4a5a-a1a1-9ca4539c6f86 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335881 May 24 23:20:44.673369 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-439da155-51a9-4bb9-aaf3-226e6959e60e req-81fa3bdd-14db-4afa-93f6-b736a4f93ff8 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223264 May 24 23:20:45.076056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b91b8-6d52-4fc1-ae79-71be99976373 req-b3a0c2fc-1634-4ee5-bccc-f1555b7649dd tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:45.077549 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c3b91b8-6d52-4fc1-ae79-71be99976373 req-b3a0c2fc-1634-4ee5-bccc-f1555b7649dd tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 944 time: 0.0906250 May 24 23:20:45.123219 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c3b91b8-6d52-4fc1-ae79-71be99976373 req-bf1bbf2d-f075-4795-8ea6-68400866111b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396585 May 24 23:20:45.208076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device a47695aa-f5cb-4df8-9a49-8ae30274d3b1 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:20:45.340340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port a47695aa-f5cb-4df8-9a49-8ae30274d3b1, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:45.353108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'port_id': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'mac_address': 'fa:16:3e:3a:0a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:20:45.407263 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:45.407634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:45.423653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47695aa-f5cb-4df8-9a49-8ae30274d3b1 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:20:45.438875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port a47695aa-f5cb-4df8-9a49-8ae30274d3b1, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:45.443591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:45.512379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:45.519319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.519668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.520012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.520376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.520710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.521043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.521371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.521700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.522033 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.522354 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.522697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.523023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:45.652618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['a47695aa-f5cb-4df8-9a49-8ae30274d3b1'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:20:45.816429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:46.306115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9206877-e522-4b43-80f7-3e27564dad2f req-1b792a1a-a85c-4815-a2a1-50119134ef43 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:46.307593 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9206877-e522-4b43-80f7-3e27564dad2f req-1b792a1a-a85c-4815-a2a1-50119134ef43 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 945 time: 0.0793622 May 24 23:20:46.351451 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9206877-e522-4b43-80f7-3e27564dad2f req-1ed59c0c-1d36-4f9b-aad0-82126d23b1ef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381489 May 24 23:20:47.209913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device a47695aa-f5cb-4df8-9a49-8ae30274d3b1 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:47.275508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:47.280156 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:47.280532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:47.394420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:47.394832 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:47.421729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:47.432724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port a47695aa-f5cb-4df8-9a49-8ae30274d3b1, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:47.437265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:47.474766 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36af4a9-7a9f-4855-b72d-33aec923bd7d'] response: {'server_uuid': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'code': 200} May 24 23:20:47.507473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:47.557157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec58fa-be54-43cd-8eb2-04865ea06a91 req-27fd0265-6717-4447-8d57-66277a503455 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:47.558744 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60ec58fa-be54-43cd-8eb2-04865ea06a91 req-27fd0265-6717-4447-8d57-66277a503455 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0885532 May 24 23:20:47.603657 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60ec58fa-be54-43cd-8eb2-04865ea06a91 req-7290bf26-f44d-4564-b56c-5eb42b3df181 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391705 May 24 23:20:47.782971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d893f-000c-4422-9358-3b4c14d1f570 req-38c3bce0-65e6-4f7d-bbf1-97102cbf73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:47.784344 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-db5d893f-000c-4422-9358-3b4c14d1f570 req-38c3bce0-65e6-4f7d-bbf1-97102cbf73a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 1099 time: 0.1614313 May 24 23:20:47.822729 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-db5d893f-000c-4422-9358-3b4c14d1f570 req-70973e01-40d9-4f8c-9e00-5a5ea3668d17 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326686 May 24 23:20:48.788124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d82d3-fe30-4049-a18e-855235bec08c req-65566237-ee39-4de6-83ad-a290c25179fd tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:48.789571 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa9d82d3-fe30-4049-a18e-855235bec08c req-65566237-ee39-4de6-83ad-a290c25179fd tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0805862 May 24 23:20:48.839110 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa9d82d3-fe30-4049-a18e-855235bec08c req-c32c7712-d612-423d-a699-98be0818e95c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437648 May 24 23:20:50.025798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c7e05-df0c-44e4-9f59-35cd63a5d220 req-99894f72-5a74-4e7b-bfa5-2c84ebf45a21 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:50.027300 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c22c7e05-df0c-44e4-9f59-35cd63a5d220 req-99894f72-5a74-4e7b-bfa5-2c84ebf45a21 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0794690 May 24 23:20:50.071238 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c22c7e05-df0c-44e4-9f59-35cd63a5d220 req-9c9f042d-01ed-4f64-9adb-061925665228 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382960 May 24 23:20:50.353003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802843e6-05b0-41b4-8e9e-7f631a2d47e5 req-99095f47-45b3-47c5-bd46-21828788244b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:50.354448 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-802843e6-05b0-41b4-8e9e-7f631a2d47e5 req-99095f47-45b3-47c5-bd46-21828788244b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.1826439 May 24 23:20:50.362965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38136) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:50.368327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b9096d2f-7855-43c7-a261-9c5761c56072 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'floatingip': {'port_id': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:50.444106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9096d2f-7855-43c7-a261-9c5761c56072 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:51.029395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9096d2f-7855-43c7-a261-9c5761c56072 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:51.033194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9096d2f-7855-43c7-a261-9c5761c56072 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:51.197326 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-b9096d2f-7855-43c7-a261-9c5761c56072 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Floating IP 69b16c83-b9e4-4960-b167-03b359305254 associated. External IP: 172.26.3.14, port: a47695aa-f5cb-4df8-9a49-8ae30274d3b1. May 24 23:20:51.538074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9096d2f-7855-43c7-a261-9c5761c56072 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:20:51.821037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9096d2f-7855-43c7-a261-9c5761c56072 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:20:51.825232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9096d2f-7855-43c7-a261-9c5761c56072 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:51.830893 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d16829-1590-41bc-b8cf-037b3fd5a118 None None] Sync routers for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:20:51.840988 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d16829-1590-41bc-b8cf-037b3fd5a118 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:51.841582 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-96d16829-1590-41bc-b8cf-037b3fd5a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:20:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:51.881611 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b9096d2f-7855-43c7-a261-9c5761c56072 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "PUT /v2.0/floatingips/69b16c83-b9e4-4960-b167-03b359305254 HTTP/1.1" status: 200 len: 991 time: 1.5176265 May 24 23:20:51.882196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'tag': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:51.919092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8b918781-1e7a-4180-9e45-6c49d78775af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:52.019875 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d99463f-177b-4dfa-8861-abea3ef5fcd7'] response: {'name': 'network-changed', 'server_uuid': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'tag': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'status': 'completed', 'code': 200} May 24 23:20:52.028957 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-96d16829-1590-41bc-b8cf-037b3fd5a118 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:52.061260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81b427-0a31-4bf7-9751-ab001e9dd5c5 req-66b248d3-eaca-480f-8f99-517b70792a67 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:52.062741 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea81b427-0a31-4bf7-9751-ab001e9dd5c5 req-66b248d3-eaca-480f-8f99-517b70792a67 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0847821 May 24 23:20:52.109072 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea81b427-0a31-4bf7-9751-ab001e9dd5c5 req-6fccd1b5-dc5a-4671-b779-fb7db90ecba0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 May 24 23:20:52.117162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318da7-48e3-4dff-884d-750d19852eed req-f3e1a045-e28c-43a1-b9d0-728b5c0bcb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:52.118756 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fa318da7-48e3-4dff-884d-750d19852eed req-f3e1a045-e28c-43a1-b9d0-728b5c0bcb90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 1099 time: 0.0769498 May 24 23:20:52.258798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318da7-48e3-4dff-884d-750d19852eed req-db00dc95-c7b8-4399-8626-38cd3cfe2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:52.260302 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fa318da7-48e3-4dff-884d-750d19852eed req-db00dc95-c7b8-4399-8626-38cd3cfe2f35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1355286 May 24 23:20:52.310246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dc32d-6709-43aa-a70e-931bab3c7e11 req-31a467ec-de86-49f7-a7ec-e9a52d9fd92b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:52.311824 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b65dc32d-6709-43aa-a70e-931bab3c7e11 req-31a467ec-de86-49f7-a7ec-e9a52d9fd92b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0881441 May 24 23:20:52.359789 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b65dc32d-6709-43aa-a70e-931bab3c7e11 req-261967c2-721c-467b-8027-41b1f64bd62b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415466 May 24 23:20:52.372359 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fa318da7-48e3-4dff-884d-750d19852eed req-98facf7c-3041-45a0-8d9d-e0fde5089cd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1 HTTP/1.1" status: 200 len: 999 time: 0.1055248 May 24 23:20:52.391226 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-96d16829-1590-41bc-b8cf-037b3fd5a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:3a:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:20:50Z', 'revision_number': 1, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:52.394979 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d16829-1590-41bc-b8cf-037b3fd5a118 None None] Checking router: a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:20:52.403531 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d16829-1590-41bc-b8cf-037b3fd5a118 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:52.404111 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-96d16829-1590-41bc-b8cf-037b3fd5a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:20:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:52.434188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318da7-48e3-4dff-884d-750d19852eed req-cb11907e-e5b0-4000-b784-b428f60f53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:52.435857 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fa318da7-48e3-4dff-884d-750d19852eed req-cb11907e-e5b0-4000-b784-b428f60f53bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0581825 May 24 23:20:52.510076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318da7-48e3-4dff-884d-750d19852eed req-53636746-4586-46e2-b692-dc7439df0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:52.511571 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fa318da7-48e3-4dff-884d-750d19852eed req-53636746-4586-46e2-b692-dc7439df0696 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698130 May 24 23:20:52.602124 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-96d16829-1590-41bc-b8cf-037b3fd5a118 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:52.640358 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fa318da7-48e3-4dff-884d-750d19852eed req-336d58f9-5816-46ee-b894-aafccb13565a service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225648 May 24 23:20:52.769903 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fa318da7-48e3-4dff-884d-750d19852eed req-8f4fdabf-24ee-4493-b30c-9a1efb7845f0 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241543 May 24 23:20:52.935522 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-96d16829-1590-41bc-b8cf-037b3fd5a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:3a:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:20:50Z', 'revision_number': 1, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:52.939325 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d16829-1590-41bc-b8cf-037b3fd5a118 None None] The sync data for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv is: [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:3a:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:20:50Z', 'revision_number': 1, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:20:53.127935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b89837-fd03-463f-985d-d103e2bcb98f None None] New status for floating IP 69b16c83-b9e4-4960-b167-03b359305254: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:20:53.542693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc56fa-4a15-4976-b5c4-84f6e885d692 req-c21c6ab5-c1ab-4039-bb09-f960f1335bf6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:53.544014 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bcc56fa-4a15-4976-b5c4-84f6e885d692 req-c21c6ab5-c1ab-4039-bb09-f960f1335bf6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0778770 May 24 23:20:53.587012 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bcc56fa-4a15-4976-b5c4-84f6e885d692 req-dd0a3006-83f5-46da-b522-807c1ebaac1f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373807 May 24 23:20:53.768857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65d8de-c0e9-454c-b679-f6b8c6422c70 req-3fb61cee-2117-4d10-ba7c-92e5cca7ab04 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:53.770521 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a65d8de-c0e9-454c-b679-f6b8c6422c70 req-3fb61cee-2117-4d10-ba7c-92e5cca7ab04 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0819905 May 24 23:20:53.814657 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a65d8de-c0e9-454c-b679-f6b8c6422c70 req-1d8ed247-1f71-4761-bf23-b78d71b27b57 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378542 May 24 23:20:54.159796 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-24f37c78-aede-4f56-8d5e-1777e5e8a03f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737662 May 24 23:20:54.211955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e524193-b21f-42a2-b589-dfad66c4558a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:54.223259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45fb96-4d1c-4e13-bc27-bde832915816 req-eb0f553d-dd58-4687-be68-573981252615 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:54.224752 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c45fb96-4d1c-4e13-bc27-bde832915816 req-eb0f553d-dd58-4687-be68-573981252615 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0895805 May 24 23:20:54.271244 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c45fb96-4d1c-4e13-bc27-bde832915816 req-d8cca703-2f81-4aeb-b263-dfb7df287101 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406718 May 24 23:20:55.115681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:55.240298 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-bce8b842-2073-4987-a8e7-d96b85af0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:55.241748 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-bce8b842-2073-4987-a8e7-d96b85af0f94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 1099 time: 0.0714881 May 24 23:20:55.268024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:55.375091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-fc963f5a-f0e3-4c1f-8286-e45d5c19b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:55.376453 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-fc963f5a-f0e3-4c1f-8286-e45d5c19b7d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1280808 May 24 23:20:55.457021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5831a76-4cf0-44c0-8b06-cf64747736b4 req-ebdb457f-9981-43eb-9389-6d1c7bb10b63 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:55.459542 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c5831a76-4cf0-44c0-8b06-cf64747736b4 req-ebdb457f-9981-43eb-9389-6d1c7bb10b63 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0838645 May 24 23:20:55.485070 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-3cd0644f-151a-48f2-bde8-ee99256d4ab1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1 HTTP/1.1" status: 200 len: 1001 time: 0.1023178 May 24 23:20:55.504266 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c5831a76-4cf0-44c0-8b06-cf64747736b4 req-2fa7fe7a-8f5d-4ae3-bc63-8c5ee10a274d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388148 May 24 23:20:55.548910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-fdecdf49-c237-4c9c-8d13-ef1e84585a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:55.550319 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-fdecdf49-c237-4c9c-8d13-ef1e84585a5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0594327 May 24 23:20:55.623213 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-921282af-759f-4b3d-bea9-3a054ed29ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:55.624651 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-921282af-759f-4b3d-bea9-3a054ed29ed0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685976 May 24 23:20:55.755376 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-6f66fdec-3864-48f3-b36a-5f26d005503b service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245995 May 24 23:20:55.979416 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-8dbfbf22-5e9b-44fe-a90e-a932e96c505e service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162428 May 24 23:20:56.562407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:56.693442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4d815-1639-4207-8f4b-c08661008875 req-a9e522a2-3a0f-4bd2-9a78-d8d097c44488 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:56.695048 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-abe4d815-1639-4207-8f4b-c08661008875 req-a9e522a2-3a0f-4bd2-9a78-d8d097c44488 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0820279 May 24 23:20:56.756796 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-abe4d815-1639-4207-8f4b-c08661008875 req-1160a8df-fffa-4eaf-8b10-6e9f8dbae5f1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560606 May 24 23:20:57.938047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af1264-0f33-4fc8-bb89-c2da8799eba5 req-04b0359e-097c-4241-a762-a3c4cad31714 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:57.939501 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11af1264-0f33-4fc8-bb89-c2da8799eba5 req-04b0359e-097c-4241-a762-a3c4cad31714 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0786107 May 24 23:20:57.983473 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11af1264-0f33-4fc8-bb89-c2da8799eba5 req-27aba8a4-2329-4ccf-9790-0330213fdfe6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379131 May 24 23:20:58.041211 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:20:59.167721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca556d-0191-426e-8b33-9fd9600481c8 req-69c22b27-9e2f-4813-9585-d4a975024035 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:59.169157 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4ca556d-0191-426e-8b33-9fd9600481c8 req-69c22b27-9e2f-4813-9585-d4a975024035 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0822363 May 24 23:20:59.212586 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4ca556d-0191-426e-8b33-9fd9600481c8 req-fd0b7d3b-6fd6-4128-97e9-e30cf27a2893 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376477 May 24 23:21:00.396460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78475-74a7-4099-bf6c-6cd67fe1c624 req-3a4fd536-1130-4022-b42f-1470278cfc67 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:00.397886 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-51b78475-74a7-4099-bf6c-6cd67fe1c624 req-3a4fd536-1130-4022-b42f-1470278cfc67 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0786293 May 24 23:21:00.440549 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-51b78475-74a7-4099-bf6c-6cd67fe1c624 req-65cca484-6de1-4bce-a365-c0b320b9aa1f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369303 May 24 23:21:01.627698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990d1d8-8db3-4a50-bbe8-dd358e11c450 req-b40cb0da-29d1-497e-8fda-9041d8143394 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:01.629133 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9990d1d8-8db3-4a50-bbe8-dd358e11c450 req-b40cb0da-29d1-497e-8fda-9041d8143394 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0814259 May 24 23:21:01.672535 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9990d1d8-8db3-4a50-bbe8-dd358e11c450 req-639d48c1-46a8-4f5e-89e5-22189d17e09d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372853 May 24 23:21:02.852708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aee28-f40e-4341-87f5-6734d5466e0b req-b82aa703-80f4-4039-bd62-9b244a170419 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:02.854119 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a4aee28-f40e-4341-87f5-6734d5466e0b req-b82aa703-80f4-4039-bd62-9b244a170419 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0779464 May 24 23:21:02.899839 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a4aee28-f40e-4341-87f5-6734d5466e0b req-59d45f7c-92df-48ce-a0bf-bb39737f86d3 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401273 May 24 23:21:04.082976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36f487-8882-460e-8ead-0d186d178ded req-ba6945ba-1fcd-40f2-91f2-404f518f8199 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:04.084422 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e36f487-8882-460e-8ead-0d186d178ded req-ba6945ba-1fcd-40f2-91f2-404f518f8199 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0802383 May 24 23:21:04.127930 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e36f487-8882-460e-8ead-0d186d178ded req-09a6abea-4bfb-4810-99d6-d8b8549eb984 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378129 May 24 23:21:05.314596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a1fe6-1957-4740-803a-38169eb8c2b1 req-1669d5a7-5834-4d45-83f1-199c3abab30d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:05.316044 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b20a1fe6-1957-4740-803a-38169eb8c2b1 req-1669d5a7-5834-4d45-83f1-199c3abab30d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0819213 May 24 23:21:05.358559 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b20a1fe6-1957-4740-803a-38169eb8c2b1 req-ce3145a6-1555-46f5-8e1f-f7f7669253f8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369427 May 24 23:21:06.539884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4604-6af6-4c35-9788-158b28a74395 req-7e7c5ace-8be4-44bb-ac04-92fbc0a6ae4c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:06.541296 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a9b4604-6af6-4c35-9788-158b28a74395 req-7e7c5ace-8be4-44bb-ac04-92fbc0a6ae4c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0777776 May 24 23:21:06.584512 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a9b4604-6af6-4c35-9788-158b28a74395 req-c69ef253-2496-461b-becf-68a751461dfc tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376275 May 24 23:21:07.869784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300a1e3-0403-42dd-af62-b1f1bb3d5fae req-8546725d-7884-47ea-9a56-4c7b94a41919 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:07.871161 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3300a1e3-0403-42dd-af62-b1f1bb3d5fae req-8546725d-7884-47ea-9a56-4c7b94a41919 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.1805642 May 24 23:21:07.914813 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3300a1e3-0403-42dd-af62-b1f1bb3d5fae req-24a1ffad-d9ae-4965-a1cc-b65317feb95c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379536 May 24 23:21:09.099385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537d31a-88f1-4c36-bfa1-eb09cad52e93 req-0fd857ef-a8d5-41a6-8bf7-ad699c7d205c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:09.100814 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f537d31a-88f1-4c36-bfa1-eb09cad52e93 req-0fd857ef-a8d5-41a6-8bf7-ad699c7d205c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0785429 May 24 23:21:09.147146 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f537d31a-88f1-4c36-bfa1-eb09cad52e93 req-71c66553-dc28-4701-a75c-754cfe88446b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407166 May 24 23:21:10.329864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e2a2c-e0c0-4428-b2de-c6fbb1bfc1af req-cacd31df-0eb8-453b-84a5-17d381d2386f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:10.331233 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-580e2a2c-e0c0-4428-b2de-c6fbb1bfc1af req-cacd31df-0eb8-453b-84a5-17d381d2386f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0788593 May 24 23:21:10.374388 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-580e2a2c-e0c0-4428-b2de-c6fbb1bfc1af req-763b18a0-ec28-42f9-89b8-309a2eb83842 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372093 May 24 23:21:11.565053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5e11-4644-44bc-b2ba-0dbde0edd437 req-f278ea43-1b47-494d-96ec-63311ff9cd54 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:11.566401 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a7a5e11-4644-44bc-b2ba-0dbde0edd437 req-f278ea43-1b47-494d-96ec-63311ff9cd54 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0816777 May 24 23:21:11.610183 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a7a5e11-4644-44bc-b2ba-0dbde0edd437 req-0c6018fd-03e6-4d7c-a24f-59a087938d7a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376649 May 24 23:21:12.634320 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-0b31ab24-a9f5-484d-acf2-476ac7052515 service neutron] 10.222.0.42 "GET /v2.0/ports/a47695aa-f5cb-4df8-9a49-8ae30274d3b1/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0725245 May 24 23:21:12.796891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c99a75-b047-41ab-8860-631f011b7dc3 req-e5ef92a7-67d5-465b-abac-700e59858914 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:12.798377 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32c99a75-b047-41ab-8860-631f011b7dc3 req-e5ef92a7-67d5-465b-abac-700e59858914 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0796874 May 24 23:21:12.845848 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32c99a75-b047-41ab-8860-631f011b7dc3 req-b021392a-4f38-4899-a860-40d7f110f860 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409698 May 24 23:21:12.899571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-78870288-d106-46d1-b349-8cdab04284a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:12.900963 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-78870288-d106-46d1-b349-8cdab04284a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 1099 time: 0.0745544 May 24 23:21:12.989301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-4f98d207-f3e9-4ca7-b4f4-7eb9429abf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:12.990778 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-4f98d207-f3e9-4ca7-b4f4-7eb9429abf82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 1099 time: 0.0697188 May 24 23:21:13.123327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-615a210d-285e-4c41-854c-1bd649e8c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:13.124778 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-615a210d-285e-4c41-854c-1bd649e8c645 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1286194 May 24 23:21:13.226033 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-74c24740-0dee-4dce-bab6-1ccab9a341f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1 HTTP/1.1" status: 200 len: 1001 time: 0.0950315 May 24 23:21:13.288223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-ad92ca8d-4484-4324-b423-4af284369425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:13.289565 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-ad92ca8d-4484-4324-b423-4af284369425 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0580914 May 24 23:21:13.362389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-5aae96d2-a65f-43c7-8426-d474f3f5c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:13.363946 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-5aae96d2-a65f-43c7-8426-d474f3f5c137 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685914 May 24 23:21:13.492369 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-2ec08e7c-0810-4f1b-a21a-c272f669fd7c service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224437 May 24 23:21:13.622577 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9b089c8a-ba0a-44cb-a92d-dc9a1626acef req-61be190d-fd2d-4829-97b5-034cea4d9335 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230950 May 24 23:21:14.031573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3a64d-079b-4863-8625-3e91a9be05ae req-666356eb-bb85-4f2f-9a55-a04bf2a631fe tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:14.033016 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47e3a64d-079b-4863-8625-3e91a9be05ae req-666356eb-bb85-4f2f-9a55-a04bf2a631fe tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0837746 May 24 23:21:14.079824 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47e3a64d-079b-4863-8625-3e91a9be05ae req-f38aad5b-b20c-4efe-a937-e16fbcfdebff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390921 May 24 23:21:15.275419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddd606-cac1-4ed1-98c0-0929a4b6beb9 req-244fe603-26cc-4039-85ed-5c887856bfc4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:15.276943 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60ddd606-cac1-4ed1-98c0-0929a4b6beb9 req-244fe603-26cc-4039-85ed-5c887856bfc4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0824223 May 24 23:21:15.324928 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60ddd606-cac1-4ed1-98c0-0929a4b6beb9 req-a16614b3-dfd2-4e7d-a086-39c185b78797 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423794 May 24 23:21:15.337869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device a47695aa-f5cb-4df8-9a49-8ae30274d3b1 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:21:15.466106 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port a47695aa-f5cb-4df8-9a49-8ae30274d3b1, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:15.479197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'port_id': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'mac_address': 'fa:16:3e:3a:0a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:21:15.531594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:21:15.531966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:15.548634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a47695aa-f5cb-4df8-9a49-8ae30274d3b1 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:21:15.564007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port a47695aa-f5cb-4df8-9a49-8ae30274d3b1, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:15.568766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:15.639432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['a47695aa-f5cb-4df8-9a49-8ae30274d3b1'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:21:15.674693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:15.813824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:16.509380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962cf90-660a-4d30-b1e7-aec5c8dba407 req-5589e5f3-6e85-4697-9163-3ddd96538b7b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:16.510819 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3962cf90-660a-4d30-b1e7-aec5c8dba407 req-5589e5f3-6e85-4697-9163-3ddd96538b7b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 945 time: 0.0787706 May 24 23:21:16.553669 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3962cf90-660a-4d30-b1e7-aec5c8dba407 req-587478d0-ed46-4bfd-8373-95381d606442 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374069 May 24 23:21:16.855695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-4fbd3111-fb03-4ca3-9158-c4569d82e27c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:16.856294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-4fbd3111-fb03-4ca3-9158-c4569d82e27c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Synchronizing usage tracker for tenant:ac074f715dea49c5a268c2003df946c8 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:21:16.856503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512389e-b685-4bde-9ce3-1b3dfc8e468b req-213a7843-98d7-4abb-b6ec-4174051d3569 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:16.857947 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e512389e-b685-4bde-9ce3-1b3dfc8e468b req-213a7843-98d7-4abb-b6ec-4174051d3569 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 945 time: 0.0826879 May 24 23:21:16.872091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-4fbd3111-fb03-4ca3-9158-c4569d82e27c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Unset dirty status for tenant:ac074f715dea49c5a268c2003df946c8 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:21:16.873515 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-4fbd3111-fb03-4ca3-9158-c4569d82e27c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128&tenant_id=ac074f715dea49c5a268c2003df946c8&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 945 time: 0.0992444 May 24 23:21:16.902632 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e512389e-b685-4bde-9ce3-1b3dfc8e468b req-dd049987-4fb3-402d-aaff-86fd00118410 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386455 May 24 23:21:17.016910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-4b9adcba-dcca-4432-a175-27acc307ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:17.018355 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-4b9adcba-dcca-4432-a175-27acc307ea60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 1098 time: 0.0744576 May 24 23:21:17.147972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-619cd5ec-6735-4056-8eee-734befec2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:17.149298 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-619cd5ec-6735-4056-8eee-734befec2fda service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1249402 May 24 23:21:17.250228 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-4a2267de-880f-479f-a5c8-e9900f543613 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1 HTTP/1.1" status: 200 len: 1000 time: 0.0950954 May 24 23:21:17.312713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-1c4ca613-b56f-4706-b798-f5462c6e2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:17.314156 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-1c4ca613-b56f-4706-b798-f5462c6e2025 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0580266 May 24 23:21:17.356460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device a47695aa-f5cb-4df8-9a49-8ae30274d3b1 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:21:17.386860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-0b7147c0-c7a3-4139-8d89-510aa07b5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:17.388325 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-0b7147c0-c7a3-4139-8d89-510aa07b5b39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689368 May 24 23:21:17.422127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:21:17.422401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:17.518523 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-df654113-46a6-4cfa-9e2a-4c118e50e3ac service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242683 May 24 23:21:17.536597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:21:17.536978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:17.564154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:17.574849 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port a47695aa-f5cb-4df8-9a49-8ae30274d3b1, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:17.580112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:17.626018 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0dd2c1-29cd-4094-a9a8-9ee870d31908'] response: {'server_uuid': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'code': 200} May 24 23:21:17.651440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:17.757867 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b34966c8-5abf-4c39-bf36-043d1ff5ee6a req-cd73a7b8-4146-429d-8745-df0b1745139d service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337811 May 24 23:21:18.088993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff0b78-4128-486b-bff8-772087d05718 req-820f3b31-33a3-4b4c-8a16-d496507b2c79 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:18.090472 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-19ff0b78-4128-486b-bff8-772087d05718 req-820f3b31-33a3-4b4c-8a16-d496507b2c79 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0832582 May 24 23:21:18.134844 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-19ff0b78-4128-486b-bff8-772087d05718 req-0f6dd238-8cd2-4e12-8d63-6a603f90bb8b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384233 May 24 23:21:19.325444 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689650e-d20e-43d8-9fbb-fb4d19302153 req-eb48a50b-a132-4a5d-8d21-5d9b3993155e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:19.327196 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0689650e-d20e-43d8-9fbb-fb4d19302153 req-eb48a50b-a132-4a5d-8d21-5d9b3993155e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0839951 May 24 23:21:19.372409 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0689650e-d20e-43d8-9fbb-fb4d19302153 req-4e3684d7-21d2-4b2e-b01a-f902f08a9ad0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397782 May 24 23:21:19.553661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba935b-95df-4c28-9f64-8bf7a524e54d req-63591db9-a538-4e51-95a3-f0af08e4e69f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:19.555107 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7fba935b-95df-4c28-9f64-8bf7a524e54d req-63591db9-a538-4e51-95a3-f0af08e4e69f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0781019 May 24 23:21:19.598312 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7fba935b-95df-4c28-9f64-8bf7a524e54d req-4da5f4c2-f0a6-44b5-ab5d-2fe1e5bc8460 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375636 May 24 23:21:19.782325 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952a62e-2d85-4076-8bd0-31e01216fc31 req-06a1cc2f-13f3-433c-8028-e0b038a9dcb4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:19.783747 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9952a62e-2d85-4076-8bd0-31e01216fc31 req-06a1cc2f-13f3-433c-8028-e0b038a9dcb4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0814934 May 24 23:21:19.826316 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9952a62e-2d85-4076-8bd0-31e01216fc31 req-41bb2ef0-916e-47a6-b855-ed13d777fdff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368388 May 24 23:21:20.195970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25fa1d-ed28-4570-8823-c0c4765c5158 req-1f1b07b6-de7c-46e9-93a8-6fae8ceb9d4b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:20.197416 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc25fa1d-ed28-4570-8823-c0c4765c5158 req-1f1b07b6-de7c-46e9-93a8-6fae8ceb9d4b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0782044 May 24 23:21:20.244068 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc25fa1d-ed28-4570-8823-c0c4765c5158 req-b24d574b-3a6a-479c-8808-90cedf1d62c8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408919 May 24 23:21:21.430546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72366f80-a1f4-42c3-9616-8e84f8e5498a req-490fc3e8-5c3a-46e9-92b4-3d9280c7ad61 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:21.432015 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72366f80-a1f4-42c3-9616-8e84f8e5498a req-490fc3e8-5c3a-46e9-92b4-3d9280c7ad61 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0797834 May 24 23:21:21.475476 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72366f80-a1f4-42c3-9616-8e84f8e5498a req-203ee43a-8b45-4659-b75e-1e7996f7a0f0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378444 May 24 23:21:21.793676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-669cda3e-8032-4af3-a53d-794a784404a2 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:21.795075 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-669cda3e-8032-4af3-a53d-794a784404a2 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 946 time: 0.0775635 May 24 23:21:21.862077 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Deleting port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:21.862414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:21.910691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-022d1a42-cb91-4722-ba51-e20b881b3707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:22.106299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] For port a47695aa-f5cb-4df8-9a49-8ae30274d3b1, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:22.106588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:22.401305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:22.401589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:22.401898 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Floating IP 69b16c83-b9e4-4960-b167-03b359305254 disassociated. External IP: 172.26.3.14, port: a47695aa-f5cb-4df8-9a49-8ae30274d3b1. May 24 23:21:22.402235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Calling delete_port for a47695aa-f5cb-4df8-9a49-8ae30274d3b1 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:21:22.542610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:22.595743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event deleted for resources: {'Port': ['ID=a47695aa-f5cb-4df8-9a49-8ae30274d3b1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:22.630510 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef608571-7ec0-4e11-8ae1-9dad231ae869 req-9caef6a8-f8e7-4f49-b18d-b773fa29ed77 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0ec62e-e1c3-4ca9-a3fd-927c51213128 HTTP/1.1" status: 200 len: 210 time: 0.0506437 May 24 23:21:22.792297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:21:22.964731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:21:22.974743 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e26c7f-ef81-4d5a-8444-83e8db2a2af9 None None] Sync routers for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:21:22.983857 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e26c7f-ef81-4d5a-8444-83e8db2a2af9 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:22.984452 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e5e26c7f-ef81-4d5a-8444-83e8db2a2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:20:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:23.138088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] No DVR routers for this DVR port a47695aa-f5cb-4df8-9a49-8ae30274d3b1 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:21:23.140549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:23.143144 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'name': 'network-vif-deleted', 'tag': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:23.160806 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e0cb3326-5f58-4196-9bb5-1b4540cd63c9 req-f1e0c239-e8c4-44a3-b5b9-eb4df8f2a207 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "DELETE /v2.0/ports/a47695aa-f5cb-4df8-9a49-8ae30274d3b1 HTTP/1.1" status: 204 len: 173 time: 1.3607099 May 24 23:21:23.164377 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e5e26c7f-ef81-4d5a-8444-83e8db2a2af9 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:23.195874 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e11d80-fad3-4b52-ac74-b5964dd9d80e'] response: {'server_uuid': 'ce0ec62e-e1c3-4ca9-a3fd-927c51213128', 'name': 'network-vif-deleted', 'tag': 'a47695aa-f5cb-4df8-9a49-8ae30274d3b1', 'status': 'completed', 'code': 200} May 24 23:21:23.468625 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e5e26c7f-ef81-4d5a-8444-83e8db2a2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:23.472167 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e26c7f-ef81-4d5a-8444-83e8db2a2af9 None None] Checking router: a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:21:23.480795 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e26c7f-ef81-4d5a-8444-83e8db2a2af9 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:23.481385 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e5e26c7f-ef81-4d5a-8444-83e8db2a2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:20:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:23.661739 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e5e26c7f-ef81-4d5a-8444-83e8db2a2af9 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:24.008481 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e5e26c7f-ef81-4d5a-8444-83e8db2a2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:24.013093 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e26c7f-ef81-4d5a-8444-83e8db2a2af9 None None] The sync data for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv is: [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:21:24.110924 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-2c8c0d3f-08ec-482f-9efa-6c5f637ef8ac tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--210191180&fields=id&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 267 time: 0.0405400 May 24 23:21:24.211513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b017d4c-5d04-407f-8ff1-7ef803c15190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:24.237961 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac14ef-0cfb-4ad4-b094-19071760d599 None None] New status for floating IP 69b16c83-b9e4-4960-b167-03b359305254: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:21:24.268438 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-399d869e-bcb1-47a3-9902-4c2f551dece0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:24.269794 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-399d869e-bcb1-47a3-9902-4c2f551dece0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 812 time: 0.1522944 May 24 23:21:24.285084 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-ba21bfbc-9b33-4503-a517-f0d3ac6da6c7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/quotas/ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 375 time: 0.0090084 May 24 23:21:24.370722 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-96937e9c-4d4e-44af-b751-aabe258e0dfa tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805550 May 24 23:21:24.514260 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-508cbab8-85b1-40db-9c27-1b39157fd830 service neutron] 10.222.0.32 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316309 May 24 23:21:24.736772 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-7fcf347e-8ffa-4c31-9a5d-83e4438a2c0c service neutron] 10.222.0.32 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165859 May 24 23:21:24.909469 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7c0b7f9-5422-4227-ac0f-f4c785434b59 req-5132df3e-577d-4a53-9404-04dd1bf3263d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0437081 May 24 23:21:25.116926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:25.269344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:25.896713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-18f24d47-c37c-4f5c-b90c-35fbc6759bad tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:25.898134 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-18f24d47-c37c-4f5c-b90c-35fbc6759bad tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 812 time: 0.1529040 May 24 23:21:25.953145 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-e89c7340-9b53-4105-8888-44041489d43a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 379 time: 0.0469060 May 24 23:21:25.961195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'port': {'device_id': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'admin_state_up': True, 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'security_groups': ['66948ad8-60ec-4ed0-9f03-0ddb0cf9e608']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:21:26.057990 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8cfe0b62-945e-4359-a5f8-262cca6596d3 req-17d978f4-75f0-49dc-b58d-5d72a289d3a7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0413239 May 24 23:21:26.126568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:21:26.131195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Usage tracker for resource:port and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:21:26.133948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:21:26.139557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:21:26.149158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Made reservation on behalf of ac074f715dea49c5a268c2003df946c8 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:21:26.152656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.312374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Allocated IP 172.20.0.11 (816d43d8-217f-4149-a6f3-cf08d7fa9af3/de09d2ae-5c8e-49ad-a815-dee0023ba8a1/27745fa7-51fc-48e1-9af2-6167a86b07a9) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:21:26.503805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.518567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Transition to ACTIVE for port object 27745fa7-51fc-48e1-9af2-6167a86b07a9 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:21:26.541304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.565632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.611995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:21:26.615600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:21:26.619578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:21:26.655566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event updated for resources: {'Port': ['ID=27745fa7-51fc-48e1-9af2-6167a86b07a9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:26.687723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:26.690220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.715568 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-71d46791-f0ca-4f4d-9758-493f7dabb115 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7581038 May 24 23:21:26.728152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Request body: {'port': {'device_id': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:21:26.830206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2f2d2de8-4229-435f-86c3-f5723a34541c None None] Provisioning for port 27745fa7-51fc-48e1-9af2-6167a86b07a9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:21:26.835729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2f2d2de8-4229-435f-86c3-f5723a34541c None None] Provisioning complete for port 27745fa7-51fc-48e1-9af2-6167a86b07a9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:21:26.836178 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f2d2de8-4229-435f-86c3-f5723a34541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.844842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.888146 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d2de8-4229-435f-86c3-f5723a34541c None None] Port 27745fa7-51fc-48e1-9af2-6167a86b07a9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:21:27.185429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27745fa7-51fc-48e1-9af2-6167a86b07a9 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:21:27.193570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.209834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Transition to ACTIVE for port object 27745fa7-51fc-48e1-9af2-6167a86b07a9 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:21:27.213498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.243807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6210-41bc-4fa1-92e2-3db32bffda7a req-7cf5b692-f6b7-4f41-9f8a-565536a86a81 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:27.245276 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-001d6210-41bc-4fa1-92e2-3db32bffda7a req-7cf5b692-f6b7-4f41-9f8a-565536a86a81 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 932 time: 0.0808167 May 24 23:21:27.299897 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-001d6210-41bc-4fa1-92e2-3db32bffda7a req-22140e73-1d44-42db-b46d-26faf0c17fa6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488222 May 24 23:21:27.374139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Pushing event updated for resources: {'Port': ['ID=27745fa7-51fc-48e1-9af2-6167a86b07a9,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:27.441136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device a47695aa-f5cb-4df8-9a49-8ae30274d3b1 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:21:27.450125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Attempting to bind port 27745fa7-51fc-48e1-9af2-6167a86b07a9 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:21:27.450455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Attempting to bind port 27745fa7-51fc-48e1-9af2-6167a86b07a9 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:21:27.450815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Attempting to bind port 27745fa7-51fc-48e1-9af2-6167a86b07a9 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:21:27.455497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Port 27745fa7-51fc-48e1-9af2-6167a86b07a9 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:21:27.455809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Attempting to bind port 27745fa7-51fc-48e1-9af2-6167a86b07a9 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:21:27.461029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:21:27.461355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Checking segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:21:27.461729 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Bound using segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:21:27.462146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Bound port: 27745fa7-51fc-48e1-9af2-6167a86b07a9, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:21:27.462488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.477635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: a47695aa-f5cb-4df8-9a49-8ae30274d3b1 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:21:27.477979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device a47695aa-f5cb-4df8-9a49-8ae30274d3b1 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:21:27.652605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] For port 27745fa7-51fc-48e1-9af2-6167a86b07a9, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:21:27.655431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] For port 27745fa7-51fc-48e1-9af2-6167a86b07a9, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:21:27.658884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.716972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:27.717581 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.718998 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] 10.222.0.42 "PUT /v2.0/ports/27745fa7-51fc-48e1-9af2-6167a86b07a9 HTTP/1.1" status: 200 len: 1094 time: 0.9961669 May 24 23:21:27.719440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'tag': '27745fa7-51fc-48e1-9af2-6167a86b07a9'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:27.743889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dea6ff-1840-4478-bc47-1cbab351a5ce service neutron] Pushing event updated for resources: {'Port': ['ID=27745fa7-51fc-48e1-9af2-6167a86b07a9,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:27.801307 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d2eab4-ba65-4074-9843-c9c3ac9b950a'] response: {'name': 'network-changed', 'server_uuid': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'tag': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'status': 'completed', 'code': 200} May 24 23:21:27.843511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-7defb0c5-6d51-443e-ac03-3eb12b300ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:27.845052 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-7defb0c5-6d51-443e-ac03-3eb12b300ab8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 1097 time: 0.0784950 May 24 23:21:27.913274 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-6392baec-41d0-4d96-8e50-eff1ab75d9d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9 HTTP/1.1" status: 200 len: 217 time: 0.0609360 May 24 23:21:27.977549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-6ffb1fbb-c6b4-48ce-9bdb-e9cd16e1d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:27.978923 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-6ffb1fbb-c6b4-48ce-9bdb-e9cd16e1d931 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0597737 May 24 23:21:28.053500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-9f2ea80a-41df-4e41-8cf3-d9971b018860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:28.054966 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-9f2ea80a-41df-4e41-8cf3-d9971b018860 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693367 May 24 23:21:28.183646 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-f57d0071-f39a-4316-bf39-831f034fe4a6 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229682 May 24 23:21:28.322964 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4b7ee8ec-475d-4761-8751-493509bf19ed req-13ab17ce-3219-4f56-89c3-bb1e53bdcec4 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332846 May 24 23:21:28.440791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c769e1-aeb6-4dc3-95c6-9738894532d4 req-ff5c82ce-d16a-4585-8313-e5ef085dd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:28.442350 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f8c769e1-aeb6-4dc3-95c6-9738894532d4 req-ff5c82ce-d16a-4585-8313-e5ef085dd3da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 1097 time: 0.0766218 May 24 23:21:28.509412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70c81a-c8eb-41bb-9a99-8f55012abe45 req-effe8e71-ad10-4379-b1d0-6e51c4f452ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:28.510946 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac70c81a-c8eb-41bb-9a99-8f55012abe45 req-effe8e71-ad10-4379-b1d0-6e51c4f452ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 944 time: 0.0801899 May 24 23:21:28.556049 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac70c81a-c8eb-41bb-9a99-8f55012abe45 req-d1590b8b-dc6d-40aa-ba88-d044220009e7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381849 May 24 23:21:28.574608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c769e1-aeb6-4dc3-95c6-9738894532d4 req-95fed455-2841-4e14-8b57-0f07c1c4844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:28.576073 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f8c769e1-aeb6-4dc3-95c6-9738894532d4 req-95fed455-2841-4e14-8b57-0f07c1c4844b service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1280901 May 24 23:21:28.643060 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f8c769e1-aeb6-4dc3-95c6-9738894532d4 req-5e77e201-3981-41ba-bec7-8887212deb01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9 HTTP/1.1" status: 200 len: 217 time: 0.0586965 May 24 23:21:28.708606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c769e1-aeb6-4dc3-95c6-9738894532d4 req-7b2a976d-0000-417f-bc41-a4ffd1d8f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:28.709976 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f8c769e1-aeb6-4dc3-95c6-9738894532d4 req-7b2a976d-0000-417f-bc41-a4ffd1d8f081 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0610297 May 24 23:21:28.786439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c769e1-aeb6-4dc3-95c6-9738894532d4 req-0ca9e01c-f4c7-4249-8b3d-58ad85c2942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:28.787943 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f8c769e1-aeb6-4dc3-95c6-9738894532d4 req-0ca9e01c-f4c7-4249-8b3d-58ad85c2942a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709448 May 24 23:21:28.920641 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f8c769e1-aeb6-4dc3-95c6-9738894532d4 req-98122a60-541c-4827-ac6e-9f01290f0673 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245852 May 24 23:21:29.072773 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f8c769e1-aeb6-4dc3-95c6-9738894532d4 req-2340123c-04fb-4be8-8a15-d119fcaeb4aa service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452367 May 24 23:21:29.456613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 27745fa7-51fc-48e1-9af2-6167a86b07a9 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:21:29.586536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 27745fa7-51fc-48e1-9af2-6167a86b07a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:29.599863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'port_id': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'mac_address': 'fa:16:3e:dc:e0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:21:29.653909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 27745fa7-51fc-48e1-9af2-6167a86b07a9 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:21:29.654292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:29.672461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27745fa7-51fc-48e1-9af2-6167a86b07a9 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:21:29.687588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 27745fa7-51fc-48e1-9af2-6167a86b07a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:29.692723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:29.747499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcb338-4955-4caf-8ae4-36bc54452eb3 req-c0e18b0c-6369-4fa7-a061-78adab737466 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:29.748854 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2fdcb338-4955-4caf-8ae4-36bc54452eb3 req-c0e18b0c-6369-4fa7-a061-78adab737466 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0830688 May 24 23:21:29.761679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=27745fa7-51fc-48e1-9af2-6167a86b07a9,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:29.793354 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2fdcb338-4955-4caf-8ae4-36bc54452eb3 req-99e39fde-90a4-41b4-9db8-5dd38de88d19 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387619 May 24 23:21:29.883878 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['27745fa7-51fc-48e1-9af2-6167a86b07a9'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:21:30.974776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02384f6b-c50c-421b-92c2-109bf2911f24 req-8f446de9-1ba8-47da-9f9e-0855ea74df48 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:30.976224 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02384f6b-c50c-421b-92c2-109bf2911f24 req-8f446de9-1ba8-47da-9f9e-0855ea74df48 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0793879 May 24 23:21:31.020065 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02384f6b-c50c-421b-92c2-109bf2911f24 req-9a4caf7b-09da-4449-8fae-263d6f0694e9 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379949 May 24 23:21:31.472004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 27745fa7-51fc-48e1-9af2-6167a86b07a9 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:21:31.537791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 27745fa7-51fc-48e1-9af2-6167a86b07a9 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:21:31.542301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 27745fa7-51fc-48e1-9af2-6167a86b07a9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:21:31.542700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:31.655066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 27745fa7-51fc-48e1-9af2-6167a86b07a9 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:21:31.655439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:31.680933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27745fa7-51fc-48e1-9af2-6167a86b07a9'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:31.691228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 27745fa7-51fc-48e1-9af2-6167a86b07a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:31.695781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:31.727765 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9716ab17-ea70-412d-ac56-af87c98482af'] response: {'server_uuid': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'code': 200} May 24 23:21:31.764235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=27745fa7-51fc-48e1-9af2-6167a86b07a9,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:31.947958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa671d8-0bdb-46dc-9b7b-5a62d371e0b4 req-c7c4051c-4a7b-435e-8cca-5f50d9287c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:31.949418 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0aa671d8-0bdb-46dc-9b7b-5a62d371e0b4 req-c7c4051c-4a7b-435e-8cca-5f50d9287c26 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0724008 May 24 23:21:31.989452 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0aa671d8-0bdb-46dc-9b7b-5a62d371e0b4 req-b3089ded-6e01-4e78-b606-385dc765da36 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331109 May 24 23:21:32.215776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34d2cb-5a89-4436-9b71-c55020bd508a req-9b609ee4-7124-4f1f-92fd-9739003406ab tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:32.217212 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ab34d2cb-5a89-4436-9b71-c55020bd508a req-9b609ee4-7124-4f1f-92fd-9739003406ab tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0820024 May 24 23:21:32.260863 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ab34d2cb-5a89-4436-9b71-c55020bd508a req-5a5f32bf-43f9-4ff6-ae76-4413bbff7880 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377259 May 24 23:21:33.441635 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990f54e-3641-47ba-b798-611466915a1e req-1fb1ea11-8be4-4097-be07-20793c0e3921 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:33.443764 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f990f54e-3641-47ba-b798-611466915a1e req-1fb1ea11-8be4-4097-be07-20793c0e3921 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0786765 May 24 23:21:33.486470 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f990f54e-3641-47ba-b798-611466915a1e req-beb2df5d-0940-467d-94be-bc8999057815 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372331 May 24 23:21:33.663734 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf193a-1922-4923-be8a-11a576512ba9 req-acad459c-aae8-4055-ac77-e04bc6a9e21a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:33.665143 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ccf193a-1922-4923-be8a-11a576512ba9 req-acad459c-aae8-4055-ac77-e04bc6a9e21a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0805798 May 24 23:21:33.673626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38292) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:33.678857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-86b1683a-db08-450c-bd4f-262f860ff4fb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'floatingip': {'port_id': '27745fa7-51fc-48e1-9af2-6167a86b07a9'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:21:33.755422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86b1683a-db08-450c-bd4f-262f860ff4fb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:34.432390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86b1683a-db08-450c-bd4f-262f860ff4fb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:34.436234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86b1683a-db08-450c-bd4f-262f860ff4fb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:34.604453 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-86b1683a-db08-450c-bd4f-262f860ff4fb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Floating IP 69b16c83-b9e4-4960-b167-03b359305254 associated. External IP: 172.26.3.14, port: 27745fa7-51fc-48e1-9af2-6167a86b07a9. May 24 23:21:34.945875 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b1683a-db08-450c-bd4f-262f860ff4fb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:21:35.039895 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:21:35.118909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b1683a-db08-450c-bd4f-262f860ff4fb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:21:35.123189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86b1683a-db08-450c-bd4f-262f860ff4fb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:35.129053 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f99a7b-1a86-443b-a452-0f3c018c5411 None None] Sync routers for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:21:35.138824 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f99a7b-1a86-443b-a452-0f3c018c5411 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:35.139403 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-03f99a7b-1a86-443b-a452-0f3c018c5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:21:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:35.182491 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-86b1683a-db08-450c-bd4f-262f860ff4fb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "PUT /v2.0/floatingips/69b16c83-b9e4-4960-b167-03b359305254 HTTP/1.1" status: 200 len: 991 time: 1.5052540 May 24 23:21:35.182491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'tag': '27745fa7-51fc-48e1-9af2-6167a86b07a9'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:35.223509 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f670d5d-1886-429a-addb-86978ef749b7'] response: {'name': 'network-changed', 'server_uuid': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'tag': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'status': 'completed', 'code': 200} May 24 23:21:35.315171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d785e-10b7-4a18-899b-574bd8140086 req-2cd3353f-67e2-4d0e-9f76-6e4a724475d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:35.316632 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6b6d785e-10b7-4a18-899b-574bd8140086 req-2cd3353f-67e2-4d0e-9f76-6e4a724475d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0708983 May 24 23:21:35.319021 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-03f99a7b-1a86-443b-a452-0f3c018c5411 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:35.542591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d785e-10b7-4a18-899b-574bd8140086 req-40b80b41-6739-4c33-8119-f0bd5fb38e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:35.543981 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6b6d785e-10b7-4a18-899b-574bd8140086 req-40b80b41-6739-4c33-8119-f0bd5fb38e03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.2215736 May 24 23:21:35.644616 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6b6d785e-10b7-4a18-899b-574bd8140086 req-a1eb4515-6a31-4870-8269-67fe9e1b6822 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9 HTTP/1.1" status: 200 len: 999 time: 0.0948486 May 24 23:21:35.662017 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-03f99a7b-1a86-443b-a452-0f3c018c5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:dc:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:21:34Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:35.665775 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f99a7b-1a86-443b-a452-0f3c018c5411 None None] Checking router: a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:21:35.673987 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f99a7b-1a86-443b-a452-0f3c018c5411 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:35.674575 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-03f99a7b-1a86-443b-a452-0f3c018c5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:21:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:35.709231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d785e-10b7-4a18-899b-574bd8140086 req-b54ad6b4-ec66-4a8e-9843-898bc858090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:35.710676 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6b6d785e-10b7-4a18-899b-574bd8140086 req-b54ad6b4-ec66-4a8e-9843-898bc858090d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0600309 May 24 23:21:35.784482 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d785e-10b7-4a18-899b-574bd8140086 req-be989e21-978f-4216-bbfe-50d1ba7e0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:35.786541 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6b6d785e-10b7-4a18-899b-574bd8140086 req-be989e21-978f-4216-bbfe-50d1ba7e0b0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696015 May 24 23:21:35.851448 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-03f99a7b-1a86-443b-a452-0f3c018c5411 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:35.917346 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6b6d785e-10b7-4a18-899b-574bd8140086 req-fea1b489-8a52-463a-bcba-d3285e6d5694 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251988 May 24 23:21:36.048014 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6b6d785e-10b7-4a18-899b-574bd8140086 req-01324a15-7ee5-45f5-8d96-a189942e9a3b service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253309 May 24 23:21:36.218956 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-03f99a7b-1a86-443b-a452-0f3c018c5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:dc:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:21:34Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:36.222802 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f99a7b-1a86-443b-a452-0f3c018c5411 None None] The sync data for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv is: [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:dc:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:21:34Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:21:36.412963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce726d7b-9b8f-4602-bd08-b4277fd9462e None None] New status for floating IP 69b16c83-b9e4-4960-b167-03b359305254: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:21:40.524648 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-8a08682d-5252-4608-a0d1-73ab91db83e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701087 May 24 23:21:40.661832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-5bb596a8-30c2-4827-9314-34cf89a2a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:40.663318 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-5bb596a8-30c2-4827-9314-34cf89a2a5fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0727892 May 24 23:21:40.803378 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-1906ae37-bcb8-4c11-8a8c-a3f8de9723ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:40.804716 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-1906ae37-bcb8-4c11-8a8c-a3f8de9723ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1240447 May 24 23:21:40.905438 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-3a5f40de-ed56-4bde-b5a1-2a22bb325fe1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9 HTTP/1.1" status: 200 len: 1001 time: 0.0947700 May 24 23:21:40.966912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-40918da4-32a1-45ea-998c-0861f50977fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:40.968277 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-40918da4-32a1-45ea-998c-0861f50977fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0570643 May 24 23:21:41.043795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-22ba3cfc-9e33-4d10-8a03-af1fc8be6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:41.045213 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-22ba3cfc-9e33-4d10-8a03-af1fc8be6311 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710304 May 24 23:21:41.172409 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-1d7efdfc-56b6-44d7-99d0-da6bf64073ee service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202335 May 24 23:21:41.299031 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-aeb1a8cd-fc55-4caf-863f-b7c101ffa9b9 req-4f14f57c-c4ac-4efe-8d27-29c2730d6eaf service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209652 May 24 23:21:45.815015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:51.913166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d7224b7e-7bd0-4ab7-a7b7-232f66cac29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:54.203089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9d282da-3948-48de-b2b0-08ffe0f0fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:55.119408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:55.270924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:56.568938 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:08.971144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7b172-484c-451b-80e3-5e68d972b143 req-18c9b175-ff67-40e0-8c76-c9e0e040cd44 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:08.972576 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-51e7b172-484c-451b-80e3-5e68d972b143 req-18c9b175-ff67-40e0-8c76-c9e0e040cd44 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0794477 May 24 23:22:09.016413 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-51e7b172-484c-451b-80e3-5e68d972b143 req-1b8d1e2f-79e9-4225-a9c8-75537fa56fb0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376804 May 24 23:22:10.205424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea1412-9489-4198-a9fa-f9906eccdd3a req-074f66a6-4864-4343-a21e-3bfb835a3530 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:10.206867 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f2ea1412-9489-4198-a9fa-f9906eccdd3a req-074f66a6-4864-4343-a21e-3bfb835a3530 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0810785 May 24 23:22:10.249513 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f2ea1412-9489-4198-a9fa-f9906eccdd3a req-ea975216-9850-40b5-8433-da4a886625aa tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367322 May 24 23:22:11.432043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73c875-72e9-4472-96e2-418c515a9803 req-7f8e2c37-3fdb-4724-91e7-f8a7203a498e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:11.433447 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c73c875-72e9-4472-96e2-418c515a9803 req-7f8e2c37-3fdb-4724-91e7-f8a7203a498e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0767505 May 24 23:22:11.479676 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c73c875-72e9-4472-96e2-418c515a9803 req-bea2d33c-5b3d-467d-837b-973e94805c17 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 May 24 23:22:12.039421 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:22:12.661358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd397b-830f-4546-9ef5-b4ec5de045f1 req-29fc48f0-81b7-45ae-85df-3c6df2a5c02a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:12.662801 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8edd397b-830f-4546-9ef5-b4ec5de045f1 req-29fc48f0-81b7-45ae-85df-3c6df2a5c02a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0772700 May 24 23:22:12.705784 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8edd397b-830f-4546-9ef5-b4ec5de045f1 req-a2e0e834-5d0f-4de5-94ba-b46b540cc51e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373635 May 24 23:22:13.890128 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de1226-254d-4abf-bc73-c18b4ab4d32b req-7ba3cf9c-a25b-44a3-be87-895ecd3cce4b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:13.891561 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-51de1226-254d-4abf-bc73-c18b4ab4d32b req-7ba3cf9c-a25b-44a3-be87-895ecd3cce4b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0836279 May 24 23:22:13.935837 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-51de1226-254d-4abf-bc73-c18b4ab4d32b req-28930c19-8b23-4e6c-aa6e-96453427bd3e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385864 May 24 23:22:15.118819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba748e5-2c42-4771-bcae-1e4dbd25602a req-ec83d7c6-a8bf-49be-9bcd-1c637bef6c75 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:15.120229 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ba748e5-2c42-4771-bcae-1e4dbd25602a req-ec83d7c6-a8bf-49be-9bcd-1c637bef6c75 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0770292 May 24 23:22:15.163512 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ba748e5-2c42-4771-bcae-1e4dbd25602a req-7b17e700-041c-4d63-ae55-38c34d03f160 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376310 May 24 23:22:16.030720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:16.465460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae1991-3c8c-4270-9e59-7b616ff3219b req-12776222-430a-4328-af4a-87aaf3682a8d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:16.466928 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97ae1991-3c8c-4270-9e59-7b616ff3219b req-12776222-430a-4328-af4a-87aaf3682a8d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.1947320 May 24 23:22:16.509916 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97ae1991-3c8c-4270-9e59-7b616ff3219b req-3d25c4ea-f19e-4c69-b889-7aa6b6a591f3 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372906 May 24 23:22:17.690720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779de74-09c8-4c34-aebc-2c73a0936a37 req-62e7879d-c4f2-45dd-8e8d-4119c8de7998 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:17.692130 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d779de74-09c8-4c34-aebc-2c73a0936a37 req-62e7879d-c4f2-45dd-8e8d-4119c8de7998 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0775228 May 24 23:22:17.737637 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d779de74-09c8-4c34-aebc-2c73a0936a37 req-42e37f96-7ef1-4894-8611-5a4496114849 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400200 May 24 23:22:18.919891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6de966-8b8f-49df-8656-e90f18e7e72a req-5eb53241-3d2d-466a-9ddb-289cdbbde476 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:18.921300 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c6de966-8b8f-49df-8656-e90f18e7e72a req-5eb53241-3d2d-466a-9ddb-289cdbbde476 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0780971 May 24 23:22:18.964147 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c6de966-8b8f-49df-8656-e90f18e7e72a req-7b6e270e-88dd-4483-bdf5-0bf521faad3a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373304 May 24 23:22:20.153313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51226868-bc85-40a4-97bf-a3f657690a4c req-e5e8f4c2-3e72-483d-8c2c-35e51faf4245 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:20.154762 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-51226868-bc85-40a4-97bf-a3f657690a4c req-e5e8f4c2-3e72-483d-8c2c-35e51faf4245 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0833120 May 24 23:22:20.198353 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-51226868-bc85-40a4-97bf-a3f657690a4c req-c905cc9e-3eb2-4a43-a9a5-29bbdcf08301 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379031 May 24 23:22:21.379340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212701ef-53db-4fa7-9733-1ed1ee6f98c3 req-1b4df9b9-3e9f-466f-ac9b-12feaa2fd7c4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:21.380767 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-212701ef-53db-4fa7-9733-1ed1ee6f98c3 req-1b4df9b9-3e9f-466f-ac9b-12feaa2fd7c4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0797861 May 24 23:22:21.424024 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-212701ef-53db-4fa7-9733-1ed1ee6f98c3 req-b7af62ce-013d-4753-9673-085ef78e9e43 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376911 May 24 23:22:21.915600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5513ae50-f22c-404b-83e5-e00597026912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:22.607570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2426e2-89b9-4a83-945e-9dc9d46d0c99 req-bf697c48-5e83-4161-877b-3f3df5c153fd tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:22.608999 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d2426e2-89b9-4a83-945e-9dc9d46d0c99 req-bf697c48-5e83-4161-877b-3f3df5c153fd tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0820982 May 24 23:22:22.652604 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d2426e2-89b9-4a83-945e-9dc9d46d0c99 req-a4264875-03d7-4119-8bea-fdb8038cb094 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379574 May 24 23:22:23.835716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c25e56-69c3-428c-bd58-c20fc66d9d2a req-6f8e5f91-b18c-423e-94cf-399daffb3fbf tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:23.837177 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97c25e56-69c3-428c-bd58-c20fc66d9d2a req-6f8e5f91-b18c-423e-94cf-399daffb3fbf tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0811772 May 24 23:22:23.883600 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97c25e56-69c3-428c-bd58-c20fc66d9d2a req-35cac987-baf2-4137-9fcf-2753624d2753 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407472 May 24 23:22:24.204192 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82f436b4-36db-4d92-8e21-7ada3a14ef8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:25.063637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a989c-e623-435e-acb0-736cf450651f req-a213f7b8-d34c-4787-a9f4-01b345e4954e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:25.065058 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b94a989c-e623-435e-acb0-736cf450651f req-a213f7b8-d34c-4787-a9f4-01b345e4954e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0786691 May 24 23:22:25.109443 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b94a989c-e623-435e-acb0-736cf450651f req-7fa7a41a-1d1a-44be-8314-9978950b0a34 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387831 May 24 23:22:25.121489 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:25.273400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:25.454723 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-0cd32bc2-51f7-4898-b754-2fb850acb4bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682802 May 24 23:22:25.517293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c9791-58c4-4062-9185-26d1c785e08d req-e412c306-a5b3-41b1-b1b7-5afd6ba36d32 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:25.518762 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b31c9791-58c4-4062-9185-26d1c785e08d req-e412c306-a5b3-41b1-b1b7-5afd6ba36d32 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0845971 May 24 23:22:25.564403 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b31c9791-58c4-4062-9185-26d1c785e08d req-f9f1ad9a-d615-4a4d-8a59-f4e0bbcce83e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388553 May 24 23:22:26.545387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-8266da22-446c-4b72-b18c-d53c218c4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:26.546890 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-8266da22-446c-4b72-b18c-d53c218c4f50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0694466 May 24 23:22:26.571918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:26.754186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e94105-c230-4fd9-85af-6347a15674d8 req-c90a554a-b79f-4f6f-8424-eea398a7e533 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:26.755663 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-91e94105-c230-4fd9-85af-6347a15674d8 req-c90a554a-b79f-4f6f-8424-eea398a7e533 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0803769 May 24 23:22:26.778364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-31fc9e4a-4d81-464f-b99c-af00238ebb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:26.780185 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-31fc9e4a-4d81-464f-b99c-af00238ebb70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.2270625 May 24 23:22:26.799936 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-91e94105-c230-4fd9-85af-6347a15674d8 req-ef627153-6d19-4261-9029-4d6205221bd0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384293 May 24 23:22:26.881054 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-7dd89f37-0b2f-43c8-944b-4b0bb5cb8942 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9 HTTP/1.1" status: 200 len: 1001 time: 0.0951529 May 24 23:22:26.945517 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-7b22b5f3-02f0-4058-a2e8-0db7b71af4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:26.946976 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-7b22b5f3-02f0-4058-a2e8-0db7b71af4df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0594280 May 24 23:22:27.020137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-ca4ab24a-1bd7-47b1-9142-b8c24509606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:27.021541 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-ca4ab24a-1bd7-47b1-9142-b8c24509606a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678451 May 24 23:22:27.150171 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-033770a6-a128-4d6f-8388-d83424196156 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220224 May 24 23:22:27.286134 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-3ddc833a-1c07-430e-a73f-b0627729bae9 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294458 May 24 23:22:27.988461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad74ec-3a4f-4aa0-94be-6e2a27721e5c req-dbc24e27-4ac7-4e4c-8ff8-d884c26f8043 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:27.989874 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5aad74ec-3a4f-4aa0-94be-6e2a27721e5c req-dbc24e27-4ac7-4e4c-8ff8-d884c26f8043 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0814478 May 24 23:22:28.032289 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5aad74ec-3a4f-4aa0-94be-6e2a27721e5c req-36122dea-c55f-4240-92ba-d5de947f0720 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362368 May 24 23:22:28.920208 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-a6a9e55a-d892-424d-a052-e7d44d566d90 service neutron] 10.222.0.42 "GET /v2.0/ports/27745fa7-51fc-48e1-9af2-6167a86b07a9/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.1012774 May 24 23:22:29.184156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-5cd833b7-d558-4ed9-8b0c-4cdd7d3b0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:29.186622 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-5cd833b7-d558-4ed9-8b0c-4cdd7d3b0333 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 1099 time: 0.0771751 May 24 23:22:29.230177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8a5d8-a909-418e-a068-1cf6f1a949df req-dcc0d37d-f442-4456-aca4-4ebe059ab196 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:29.231670 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25b8a5d8-a909-418e-a068-1cf6f1a949df req-dcc0d37d-f442-4456-aca4-4ebe059ab196 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0882204 May 24 23:22:29.283371 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25b8a5d8-a909-418e-a068-1cf6f1a949df req-9bf4b96c-1b53-45d1-bb9a-7b61898ea8fb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457022 May 24 23:22:29.284984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-bb734dec-5edf-475c-ae02-8d2b5a14a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:29.286434 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-bb734dec-5edf-475c-ae02-8d2b5a14a938 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0748882 May 24 23:22:29.414656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-78bae557-35e5-4091-91ab-6afdbd3e9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:29.415982 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-78bae557-35e5-4091-91ab-6afdbd3e9b98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1237199 May 24 23:22:29.512730 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-2b5d2871-561e-40c3-a35b-717a7554739f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9 HTTP/1.1" status: 200 len: 1001 time: 0.0900946 May 24 23:22:29.575944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-e33fc0f2-3e00-4817-a00e-150815d57950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:29.577345 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-e33fc0f2-3e00-4817-a00e-150815d57950 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0589869 May 24 23:22:29.649834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-09dc559e-587b-4387-a09f-d71baf2c3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:29.651269 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-09dc559e-587b-4387-a09f-d71baf2c3adb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682771 May 24 23:22:29.779691 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-49719ee9-1a69-4baf-ae6f-c33d1ed5b758 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215312 May 24 23:22:29.907612 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf86b764-50a7-48bd-8e9b-0f186bfc0a8f req-45586ae7-03cb-4036-b5cb-f0d837c1548b service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223619 May 24 23:22:30.469749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be168-8f4e-428b-980f-b351eaa9a5de req-f290e165-9400-498b-9b4e-99fd82a8e2c6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:30.471203 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f5be168-8f4e-428b-980f-b351eaa9a5de req-f290e165-9400-498b-9b4e-99fd82a8e2c6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0811450 May 24 23:22:30.514818 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f5be168-8f4e-428b-980f-b351eaa9a5de req-693c11c7-98fc-41d9-8487-28ad69b812bb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379682 May 24 23:22:31.704263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88d2ac-7607-4ee8-80d9-5cbd3cd16dda req-56bceebb-db99-435d-8ed6-aad5b6992a15 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:31.705707 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd88d2ac-7607-4ee8-80d9-5cbd3cd16dda req-56bceebb-db99-435d-8ed6-aad5b6992a15 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0810070 May 24 23:22:31.752369 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd88d2ac-7607-4ee8-80d9-5cbd3cd16dda req-2e673197-0521-4202-a18a-0c7d14905d62 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401373 May 24 23:22:31.767199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 27745fa7-51fc-48e1-9af2-6167a86b07a9 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:22:31.901509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 27745fa7-51fc-48e1-9af2-6167a86b07a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:22:31.917906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'port_id': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'mac_address': 'fa:16:3e:dc:e0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:22:31.977810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 27745fa7-51fc-48e1-9af2-6167a86b07a9 is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:22:31.978195 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:31.995855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27745fa7-51fc-48e1-9af2-6167a86b07a9 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:22:32.012069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 27745fa7-51fc-48e1-9af2-6167a86b07a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:22:32.015704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:32.067618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a5568-7cbf-4313-8be6-26667e0b3111 req-d2e31a5c-bd5c-4f5a-bbb6-e363c256a6c7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:32.069088 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f8a5568-7cbf-4313-8be6-26667e0b3111 req-d2e31a5c-bd5c-4f5a-bbb6-e363c256a6c7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0849867 May 24 23:22:32.074061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-18e1957a-c119-416e-a0b2-edb8e7512bcb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:32.074790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-18e1957a-c119-416e-a0b2-edb8e7512bcb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Synchronizing usage tracker for tenant:ac074f715dea49c5a268c2003df946c8 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:22:32.082289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['27745fa7-51fc-48e1-9af2-6167a86b07a9'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:22:32.091815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-18e1957a-c119-416e-a0b2-edb8e7512bcb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Unset dirty status for tenant:ac074f715dea49c5a268c2003df946c8 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:22:32.093237 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-18e1957a-c119-416e-a0b2-edb8e7512bcb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2&tenant_id=ac074f715dea49c5a268c2003df946c8&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 945 time: 0.1087692 May 24 23:22:32.114937 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f8a5568-7cbf-4313-8be6-26667e0b3111 req-4569c735-ae84-4711-b160-d21c82977079 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385211 May 24 23:22:32.143777 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=27745fa7-51fc-48e1-9af2-6167a86b07a9,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:32.155902 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.156320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.156726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.157145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.157539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.157936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.158328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.158742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.159133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.159524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.159975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.160362 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:32.248137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-e3950338-c39e-4dfe-8c9b-51e6fe948a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:32.249628 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-e3950338-c39e-4dfe-8c9b-51e6fe948a7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0715249 May 24 23:22:32.471012 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-53be4f20-886d-4b6c-a3a4-336c1c848d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:32.472441 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-53be4f20-886d-4b6c-a3a4-336c1c848d41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.2170229 May 24 23:22:32.577061 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-994df0e0-f202-408e-a8b0-a3ac6c8e5cd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9 HTTP/1.1" status: 200 len: 1000 time: 0.0983741 May 24 23:22:32.638533 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-fe63eb3c-1761-4440-8a89-68710aada2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:32.640002 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-fe63eb3c-1761-4440-8a89-68710aada2e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0575736 May 24 23:22:32.720570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-94fbd032-207c-4ce1-83b0-c28b17edffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:32.722097 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-94fbd032-207c-4ce1-83b0-c28b17edffbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736775 May 24 23:22:32.852160 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-288c1339-8ce1-403a-8bfe-a8aa25f662e1 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235380 May 24 23:22:32.980043 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c79abf5-4b39-4943-b9e4-41416044f6e3 req-f16f65d0-ad68-466d-9a27-e485ca9e12bf service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213481 May 24 23:22:33.309100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5b230-c692-4290-ac22-4ee87e1456d2 req-ee785cdc-339c-4f26-b417-971b0c5ebce7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:33.310522 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38d5b230-c692-4290-ac22-4ee87e1456d2 req-ee785cdc-339c-4f26-b417-971b0c5ebce7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0827191 May 24 23:22:33.353573 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38d5b230-c692-4290-ac22-4ee87e1456d2 req-013d10b1-024e-4ee6-bdeb-7060a2caa78c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372880 May 24 23:22:33.767693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 27745fa7-51fc-48e1-9af2-6167a86b07a9 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:22:33.836681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 27745fa7-51fc-48e1-9af2-6167a86b07a9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:22:33.837053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:33.963550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 27745fa7-51fc-48e1-9af2-6167a86b07a9 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:22:33.963931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:33.990208 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27745fa7-51fc-48e1-9af2-6167a86b07a9'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:22:34.000667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 27745fa7-51fc-48e1-9af2-6167a86b07a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:22:34.005040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:34.040852 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e0a688-5cb5-4d87-b253-e976b5bb0040'] response: {'server_uuid': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'code': 200} May 24 23:22:34.076966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=27745fa7-51fc-48e1-9af2-6167a86b07a9,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:34.534314 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1453-be6c-488a-b339-05c59fe657e0 req-63194610-8ece-40ac-bbd0-ecd44fa20104 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:34.535754 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a39f1453-be6c-488a-b339-05c59fe657e0 req-63194610-8ece-40ac-bbd0-ecd44fa20104 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0784369 May 24 23:22:34.578967 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a39f1453-be6c-488a-b339-05c59fe657e0 req-14225706-f42f-42a9-9ca7-f2a32ef175a7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375261 May 24 23:22:34.763159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f56125-71bb-4c45-89a9-2199107061e5 req-6e6a8549-adfd-46a9-b15d-e2ac4a971251 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:34.764575 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-95f56125-71bb-4c45-89a9-2199107061e5 req-6e6a8549-adfd-46a9-b15d-e2ac4a971251 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0822773 May 24 23:22:34.808095 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-95f56125-71bb-4c45-89a9-2199107061e5 req-1ba81ee7-7f4e-4f4d-aff8-f6e7f1d3502c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378153 May 24 23:22:35.142837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8852b-e2d6-4451-a5b1-aec836052ba9 req-977a7fbb-3095-444c-aa84-7349656614ee tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:35.144185 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3be8852b-e2d6-4451-a5b1-aec836052ba9 req-977a7fbb-3095-444c-aa84-7349656614ee tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0838902 May 24 23:22:35.182087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd3846-85cc-4739-9f95-50c1840e8d94 req-b7dee6ac-449f-492e-9aa3-790676ec0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:35.183607 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-46cd3846-85cc-4739-9f95-50c1840e8d94 req-b7dee6ac-449f-492e-9aa3-790676ec0ffd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0723429 May 24 23:22:35.193386 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3be8852b-e2d6-4451-a5b1-aec836052ba9 req-1d7aa699-cb9d-4072-a32a-94b35e024086 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426838 May 24 23:22:35.315869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd3846-85cc-4739-9f95-50c1840e8d94 req-3651af1f-9839-416e-971f-85c28f329bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:35.317312 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-46cd3846-85cc-4739-9f95-50c1840e8d94 req-3651af1f-9839-416e-971f-85c28f329bc3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1279080 May 24 23:22:35.418817 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-46cd3846-85cc-4739-9f95-50c1840e8d94 req-fa2a5b65-49a0-4e51-bfc3-088d39bd36c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9 HTTP/1.1" status: 200 len: 1001 time: 0.0955815 May 24 23:22:35.482617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd3846-85cc-4739-9f95-50c1840e8d94 req-67433978-5a28-4dd9-a9c4-5d758caf3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:35.484017 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-46cd3846-85cc-4739-9f95-50c1840e8d94 req-67433978-5a28-4dd9-a9c4-5d758caf3288 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0593240 May 24 23:22:35.556335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd3846-85cc-4739-9f95-50c1840e8d94 req-bc4202d9-43cd-44c8-9165-9887430b97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:35.557749 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-46cd3846-85cc-4739-9f95-50c1840e8d94 req-bc4202d9-43cd-44c8-9165-9887430b97c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682325 May 24 23:22:35.685286 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-46cd3846-85cc-4739-9f95-50c1840e8d94 req-284b982b-6a15-46e1-bf5f-e9afd68fab5a service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218259 May 24 23:22:35.816083 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-46cd3846-85cc-4739-9f95-50c1840e8d94 req-fbbd693b-0cc2-4b2d-87ef-926879de7d6e service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238775 May 24 23:22:36.381038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc871f00-00d0-4a1d-bdbb-eaec39424c11 req-a095545a-bb00-4b73-bbb0-9e501424b7ca tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:36.383163 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc871f00-00d0-4a1d-bdbb-eaec39424c11 req-a095545a-bb00-4b73-bbb0-9e501424b7ca tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0806096 May 24 23:22:36.425193 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc871f00-00d0-4a1d-bdbb-eaec39424c11 req-5e8421c0-c946-40ec-90d2-aebaa7dcd110 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364439 May 24 23:22:37.612029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71b43a-2b21-4514-854d-63478cfc6af1 req-e853027b-56a1-4e18-b33d-1cb4d35ba254 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:37.613460 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f71b43a-2b21-4514-854d-63478cfc6af1 req-e853027b-56a1-4e18-b33d-1cb4d35ba254 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0813968 May 24 23:22:37.657016 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f71b43a-2b21-4514-854d-63478cfc6af1 req-98714203-5852-4791-b121-b1032df558df tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379887 May 24 23:22:38.170803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d027a-23a7-4244-8acf-cf06ee83bad3 req-b4a6e5c3-9ba2-4f71-ae12-4ff7bac0d873 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:38.172227 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d0d027a-23a7-4244-8acf-cf06ee83bad3 req-b4a6e5c3-9ba2-4f71-ae12-4ff7bac0d873 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0780466 May 24 23:22:38.215636 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d0d027a-23a7-4244-8acf-cf06ee83bad3 req-cee547e5-c8d1-47eb-96c4-5d89fb156c87 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377123 May 24 23:22:39.403815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a8866-b467-4796-a0d9-bbc3d1a512f6 req-c7b42c22-449d-4591-b95a-27bfa7ab8e73 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:39.405226 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-173a8866-b467-4796-a0d9-bbc3d1a512f6 req-c7b42c22-449d-4591-b95a-27bfa7ab8e73 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0815511 May 24 23:22:39.448774 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-173a8866-b467-4796-a0d9-bbc3d1a512f6 req-2234effe-05ff-4ba5-ba3c-a589bed0fffc tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378790 May 24 23:22:39.753079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-7880f1b7-c4f0-4179-99c2-0f538065ccaa tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:39.754385 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-7880f1b7-c4f0-4179-99c2-0f538065ccaa tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 946 time: 0.0773611 May 24 23:22:39.824034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Deleting port 27745fa7-51fc-48e1-9af2-6167a86b07a9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:22:39.824363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:40.167673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] For port 27745fa7-51fc-48e1-9af2-6167a86b07a9, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=27745fa7-51fc-48e1-9af2-6167a86b07a9,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:22:40.168037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:40.447463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:40.447825 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:40.448131 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Floating IP 69b16c83-b9e4-4960-b167-03b359305254 disassociated. External IP: 172.26.3.14, port: 27745fa7-51fc-48e1-9af2-6167a86b07a9. May 24 23:22:40.448466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Calling delete_port for 27745fa7-51fc-48e1-9af2-6167a86b07a9 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:22:40.593283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:40.635349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b6cf2-7b57-4819-8fc2-28a6d3a5fea8 req-91b6089f-5d2e-4c61-a8a7-6867f6e3126a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:40.636913 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-120b6cf2-7b57-4819-8fc2-28a6d3a5fea8 req-91b6089f-5d2e-4c61-a8a7-6867f6e3126a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 867 time: 0.0823274 May 24 23:22:40.646671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event deleted for resources: {'Port': ['ID=27745fa7-51fc-48e1-9af2-6167a86b07a9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:40.683380 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-120b6cf2-7b57-4819-8fc2-28a6d3a5fea8 req-826d7136-bd4a-457c-809a-56c405837baa tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404449 May 24 23:22:40.713953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.714310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.714673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.715015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.715349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.715679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.716007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.716333 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.716658 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.716980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.717303 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.717622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:40.846994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:22:41.023351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:22:41.032631 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8bf85-f42c-4161-8cc5-04668e221f57 None None] Sync routers for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:22:41.041641 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8bf85-f42c-4161-8cc5-04668e221f57 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:22:41.042239 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4fd8bf85-f42c-4161-8cc5-04668e221f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:22:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:22:41.094110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] No DVR routers for this DVR port 27745fa7-51fc-48e1-9af2-6167a86b07a9 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:22:41.096586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:41.099075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'name': 'network-vif-deleted', 'tag': '27745fa7-51fc-48e1-9af2-6167a86b07a9'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:22:41.116442 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-52733278-4512-41b4-988d-f8a0b6bdd8b3 req-48f4c467-7ba2-4f9e-9bdb-8e63e3fbccff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "DELETE /v2.0/ports/27745fa7-51fc-48e1-9af2-6167a86b07a9 HTTP/1.1" status: 204 len: 173 time: 1.3567226 May 24 23:22:41.152433 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0ebc43-6445-46c0-b983-d3531d9be137'] response: {'server_uuid': '1132ff3e-3a90-483c-82ed-e5faf306c7f2', 'name': 'network-vif-deleted', 'tag': '27745fa7-51fc-48e1-9af2-6167a86b07a9', 'status': 'completed', 'code': 200} May 24 23:22:41.223492 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-4fd8bf85-f42c-4161-8cc5-04668e221f57 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:22:41.509482 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2f8691d-d470-4aa5-9b45-1688255e79a6 req-4b68129b-844e-45d9-bd02-3174e29d23fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0438182 May 24 23:22:41.527512 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4fd8bf85-f42c-4161-8cc5-04668e221f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:22:41.531295 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8bf85-f42c-4161-8cc5-04668e221f57 None None] Checking router: a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:22:41.541353 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8bf85-f42c-4161-8cc5-04668e221f57 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:22:41.541954 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4fd8bf85-f42c-4161-8cc5-04668e221f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:22:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:22:41.626989 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2f8691d-d470-4aa5-9b45-1688255e79a6 req-cba9322a-3ac2-45f2-b41d-461c6abd106c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=1132ff3e-3a90-483c-82ed-e5faf306c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0408664 May 24 23:22:41.719091 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-4fd8bf85-f42c-4161-8cc5-04668e221f57 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:22:41.782661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8691d-d470-4aa5-9b45-1688255e79a6 req-272fcc20-5991-4c49-83fa-26043e98ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:41.784750 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2f8691d-d470-4aa5-9b45-1688255e79a6 req-272fcc20-5991-4c49-83fa-26043e98ed0c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ac074f715dea49c5a268c2003df946c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1396890 May 24 23:22:42.033063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8691d-d470-4aa5-9b45-1688255e79a6 req-b24da052-cbf5-4183-9588-cde058ee27f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:42.034435 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2f8691d-d470-4aa5-9b45-1688255e79a6 req-b24da052-cbf5-4183-9588-cde058ee27f8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2433212 May 24 23:22:42.037326 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-e2bc866f-02b1-40b5-b820-4905cbbf7e1f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--210191180&fields=id&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 267 time: 0.0445533 May 24 23:22:42.043774 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4fd8bf85-f42c-4161-8cc5-04668e221f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:22:42.048196 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8bf85-f42c-4161-8cc5-04668e221f57 None None] The sync data for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv is: [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:22:42.271923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215178f-264a-42d1-8b79-6dedbd1c6b8d None None] New status for floating IP 69b16c83-b9e4-4960-b167-03b359305254: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:22:42.304553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-db894d4c-cd7a-4131-a233-0b33bc8db7dd tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:42.306010 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-db894d4c-cd7a-4131-a233-0b33bc8db7dd tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 812 time: 0.2562532 May 24 23:22:42.321355 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-5acbf6b2-4053-41b5-854b-23a2ffe3264f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/quotas/ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 375 time: 0.0094204 May 24 23:22:42.403217 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-c25b7c90-c76f-4896-8e8f-9fa339a0e04f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768399 May 24 23:22:42.540281 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-877e4f8f-d012-4ba6-a0c5-917318bb6672 service neutron] 10.222.0.32 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257007 May 24 23:22:42.672360 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-0e5e8785-a896-4370-b4b3-7c1c45db2bb6 service neutron] 10.222.0.32 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260965 May 24 23:22:42.847392 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9895bdf9-1596-4b80-b56d-58ef47e6b721 req-90ecf1fa-c233-42c7-8af2-a0c2dd405609 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 210 time: 0.0457685 May 24 23:22:43.767012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 27745fa7-51fc-48e1-9af2-6167a86b07a9 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:22:43.804216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 27745fa7-51fc-48e1-9af2-6167a86b07a9 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:22:43.804655 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 27745fa7-51fc-48e1-9af2-6167a86b07a9 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:22:43.829507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-e61a38ad-baa8-4fb1-852d-8c51d36a24f4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:43.831046 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-e61a38ad-baa8-4fb1-852d-8c51d36a24f4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 812 time: 0.1472399 May 24 23:22:43.883370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-21c0e8a9-80d0-4766-9ce9-eef7ae5dfa35 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 379 time: 0.0438180 May 24 23:22:43.894006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'port': {'device_id': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'admin_state_up': True, 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'security_groups': ['66948ad8-60ec-4ed0-9f03-0ddb0cf9e608']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:22:43.998592 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ff60bef-02b8-4722-97ef-7a8965eda6f5 req-8e91ba57-4180-48e1-8af7-0718d03d3717 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 210 time: 0.0422871 May 24 23:22:44.051369 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:22:44.057102 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Usage tracker for resource:port and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:22:44.060638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:22:44.066417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:22:44.076343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Made reservation on behalf of ac074f715dea49c5a268c2003df946c8 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:22:44.080017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.244266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Allocated IP 172.20.0.4 (816d43d8-217f-4149-a6f3-cf08d7fa9af3/de09d2ae-5c8e-49ad-a815-dee0023ba8a1/9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:22:44.427629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.442932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Transition to ACTIVE for port object 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:22:44.465393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.533826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:22:44.536656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:22:44.539523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:22:44.589059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event updated for resources: {'Port': ['ID=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:44.613951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:44.614743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.653158 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-45a02105-477e-4345-bdff-607b7263fcc1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7629957 May 24 23:22:44.665359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Request body: {'port': {'device_id': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:22:44.728650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e527e26c-b238-4034-b470-5a13149eeffa None None] Provisioning for port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:22:44.734308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e527e26c-b238-4034-b470-5a13149eeffa None None] Provisioning complete for port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:22:44.734703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e527e26c-b238-4034-b470-5a13149eeffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.777817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.790410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e527e26c-b238-4034-b470-5a13149eeffa None None] Port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:22:45.115028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:22:45.122300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:45.136856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Transition to ACTIVE for port object 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:22:45.142230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:45.184460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801e71c-d425-4d5f-842e-794680a19965 req-1d043898-496d-45cd-8553-ed9ae9251dca tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:45.185993 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0801e71c-d425-4d5f-842e-794680a19965 req-1d043898-496d-45cd-8553-ed9ae9251dca tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 943 time: 0.0798028 May 24 23:22:45.238241 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0801e71c-d425-4d5f-842e-794680a19965 req-ed88b719-e43c-4ade-9818-1f06fd00ffa2 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464621 May 24 23:22:45.301797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:45.377564 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Attempting to bind port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:22:45.377894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Attempting to bind port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:22:45.378221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Attempting to bind port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:22:45.383435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:22:45.383750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Attempting to bind port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:22:45.388786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:22:45.389119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Checking segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:22:45.389494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Bound using segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:22:45.389910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Bound port: 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:22:45.390251 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:45.480416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:22:45.483283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:22:45.487632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:45.547632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:45.548329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:45.549764 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] 10.222.0.42 "PUT /v2.0/ports/9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 HTTP/1.1" status: 200 len: 1093 time: 0.8894722 May 24 23:22:45.550207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:22:45.575276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4577c4-6fef-4eca-abe8-e8aabca28ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:45.656823 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd62fcf0-56db-49c0-8f8b-34ab91282e31'] response: {'name': 'network-changed', 'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'status': 'completed', 'code': 200} May 24 23:22:45.699392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-96bc3e95-b339-439e-a63a-5f1843b605b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:45.700873 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-96bc3e95-b339-439e-a63a-5f1843b605b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 1096 time: 0.0814974 May 24 23:22:45.769042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-4e80eaa2-d5d3-414d-9115-47bf8e11c430 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 HTTP/1.1" status: 200 len: 217 time: 0.0609291 May 24 23:22:45.835053 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-1728df90-3af6-440e-947f-5f886bb1e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:45.836343 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-1728df90-3af6-440e-947f-5f886bb1e5b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0602961 May 24 23:22:45.908716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-cadf5ee3-3dd7-4925-8291-bf7e125fd3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:45.910263 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-cadf5ee3-3dd7-4925-8291-bf7e125fd3fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684400 May 24 23:22:46.033482 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:46.142893 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-7488dae5-0ec5-447d-88bb-539f48b9d1a7 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268031 May 24 23:22:46.270127 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b32bf5db-8a1d-4be9-bc6e-8cc8a0a0f887 req-e9c0c64c-8c1f-4311-ae78-42fe75380c41 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210237 May 24 23:22:46.396613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706dcf9-8468-4ae1-893c-9ea3dc22b13e req-c17b9dfa-d05a-445f-a4de-ac1275dfef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:46.398713 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7706dcf9-8468-4ae1-893c-9ea3dc22b13e req-c17b9dfa-d05a-445f-a4de-ac1275dfef4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 1096 time: 0.0826106 May 24 23:22:46.430606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85aceff-c496-4d8b-8028-9b077e780a78 req-eac2df76-c0a7-4cbb-95c7-362620cca233 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:46.432073 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b85aceff-c496-4d8b-8028-9b077e780a78 req-eac2df76-c0a7-4cbb-95c7-362620cca233 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 943 time: 0.0838056 May 24 23:22:46.476768 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b85aceff-c496-4d8b-8028-9b077e780a78 req-169ffc74-56b7-41b1-a4f4-015330549c26 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386846 May 24 23:22:46.528075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706dcf9-8468-4ae1-893c-9ea3dc22b13e req-97149145-0e8d-4a03-8a1d-4b260b9fbf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:46.529497 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7706dcf9-8468-4ae1-893c-9ea3dc22b13e req-97149145-0e8d-4a03-8a1d-4b260b9fbf3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1247027 May 24 23:22:46.600890 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7706dcf9-8468-4ae1-893c-9ea3dc22b13e req-72cf7af9-e49f-4252-a5a0-7d16c7b096a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 HTTP/1.1" status: 200 len: 217 time: 0.0648973 May 24 23:22:46.671126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706dcf9-8468-4ae1-893c-9ea3dc22b13e req-4c37f9d1-d7ec-40f4-a0ba-53c7d000efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:46.672471 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7706dcf9-8468-4ae1-893c-9ea3dc22b13e req-4c37f9d1-d7ec-40f4-a0ba-53c7d000efd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0650542 May 24 23:22:46.750009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706dcf9-8468-4ae1-893c-9ea3dc22b13e req-ec8c7e4a-308e-43a4-822e-ef442a12c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:46.751482 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7706dcf9-8468-4ae1-893c-9ea3dc22b13e req-ec8c7e4a-308e-43a4-822e-ef442a12c572 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726979 May 24 23:22:46.878394 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7706dcf9-8468-4ae1-893c-9ea3dc22b13e req-29a6fdd1-38be-448b-911b-70bcd3d32380 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202378 May 24 23:22:47.007098 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7706dcf9-8468-4ae1-893c-9ea3dc22b13e req-b480f734-5a0d-4be5-9577-6959c9a274c4 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213665 May 24 23:22:47.662008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d0ebc-7048-44c4-bf98-cf64b1e60a7a req-bd7b0eab-74cf-4d11-889a-e131f2ade8be tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:47.664055 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b47d0ebc-7048-44c4-bf98-cf64b1e60a7a req-bd7b0eab-74cf-4d11-889a-e131f2ade8be tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 943 time: 0.0819266 May 24 23:22:47.710961 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b47d0ebc-7048-44c4-bf98-cf64b1e60a7a req-63fa8841-48f0-426a-8324-27b69e5ef4de tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411305 May 24 23:22:47.797847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:22:47.927496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:22:47.945899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'port_id': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'mac_address': 'fa:16:3e:9b:da:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:22:48.000179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:22:48.000557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:48.017113 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:22:48.032410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:22:48.036116 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:48.104188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:48.236913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:22:48.890708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b92faa-2af3-4fa0-8059-d5d17c138d37 req-42532007-9351-403e-9fd1-fad7667beac4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:48.892129 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0b92faa-2af3-4fa0-8059-d5d17c138d37 req-42532007-9351-403e-9fd1-fad7667beac4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 944 time: 0.0781949 May 24 23:22:48.935432 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0b92faa-2af3-4fa0-8059-d5d17c138d37 req-4d5f5482-60bc-43e9-ab64-eb181d863e4d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377200 May 24 23:22:49.039043 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:22:49.800048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:22:49.902397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:22:49.906895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:22:49.907265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:50.022651 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:22:50.023055 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:50.049499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:22:50.060765 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:22:50.066558 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:50.106701 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49399ffe-6a38-4aaf-871f-8d31253b3b0d'] response: {'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'code': 200} May 24 23:22:50.133705 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387ecc-c802-4496-af82-8c675489d064 req-b9abe445-1f05-4ec7-95de-5893ec441d27 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:50.140627 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-84387ecc-c802-4496-af82-8c675489d064 req-b9abe445-1f05-4ec7-95de-5893ec441d27 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0971987 May 24 23:22:50.141390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:50.181159 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-84387ecc-c802-4496-af82-8c675489d064 req-b48441b2-422a-45cd-a60a-880d8c76194f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396919 May 24 23:22:50.336945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5732d6-1e20-4290-b8cf-d5d0c0335fcd req-6bc7a6eb-afc0-401f-be53-12f6c827c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:50.338296 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0e5732d6-1e20-4290-b8cf-d5d0c0335fcd req-6bc7a6eb-afc0-401f-be53-12f6c827c774 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 1098 time: 0.0725253 May 24 23:22:50.378623 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0e5732d6-1e20-4290-b8cf-d5d0c0335fcd req-3b6bbae9-48cc-4222-bbd6-2dbb1961cc90 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336919 May 24 23:22:51.372214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3a482-e3b6-42ce-b3d9-54b5d8220056 req-889b0506-03e5-4a43-b854-5eb0c09ceeb7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:51.374370 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bec3a482-e3b6-42ce-b3d9-54b5d8220056 req-889b0506-03e5-4a43-b854-5eb0c09ceeb7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0866048 May 24 23:22:51.421218 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bec3a482-e3b6-42ce-b3d9-54b5d8220056 req-1d34f96e-96d8-4d69-bd8b-2ea3f05d39af tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397415 May 24 23:22:51.916955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c0c2cfc-716c-45dc-9a7e-58a9ca6cef0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:52.612465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaeeec-2a85-4d43-97e1-52cad5a4f386 req-f837f7c6-8ba2-48c0-9540-b0b07e9d644f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:52.613885 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80eaeeec-2a85-4d43-97e1-52cad5a4f386 req-f837f7c6-8ba2-48c0-9540-b0b07e9d644f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0864532 May 24 23:22:52.657464 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80eaeeec-2a85-4d43-97e1-52cad5a4f386 req-f78ec5c6-d0db-406e-8862-95fcd6c4b251 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377588 May 24 23:22:52.831210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaa45d-8f86-44fd-a852-8356d7e6ba90 req-adb3a526-a321-4cf7-b72b-c67fb46782b2 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:52.832540 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43eaa45d-8f86-44fd-a852-8356d7e6ba90 req-adb3a526-a321-4cf7-b72b-c67fb46782b2 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0786257 May 24 23:22:52.841421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38474) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:22:52.846154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-969a50d4-408b-4d4a-a284-da47154a2ef0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'floatingip': {'port_id': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:22:52.921964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-969a50d4-408b-4d4a-a284-da47154a2ef0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:53.598496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-969a50d4-408b-4d4a-a284-da47154a2ef0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:53.602884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-969a50d4-408b-4d4a-a284-da47154a2ef0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:53.776826 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-969a50d4-408b-4d4a-a284-da47154a2ef0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Floating IP 69b16c83-b9e4-4960-b167-03b359305254 associated. External IP: 172.26.3.14, port: 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4. May 24 23:22:54.126399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969a50d4-408b-4d4a-a284-da47154a2ef0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:22:54.206956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f207fd77-b0e3-4a17-8c40-37c4fefe055e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:54.310690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969a50d4-408b-4d4a-a284-da47154a2ef0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:22:54.315267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-969a50d4-408b-4d4a-a284-da47154a2ef0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:54.321162 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14633b3f-48e3-49bc-a9c8-3836162e93ea None None] Sync routers for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:22:54.330686 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14633b3f-48e3-49bc-a9c8-3836162e93ea None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:22:54.331279 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-14633b3f-48e3-49bc-a9c8-3836162e93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:22:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:22:54.371249 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-969a50d4-408b-4d4a-a284-da47154a2ef0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "PUT /v2.0/floatingips/69b16c83-b9e4-4960-b167-03b359305254 HTTP/1.1" status: 200 len: 990 time: 1.5287867 May 24 23:22:54.371830 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:22:54.416309 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef4115b-8337-42eb-97eb-030d3faddfba'] response: {'name': 'network-changed', 'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'status': 'completed', 'code': 200} May 24 23:22:54.506019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b52cd3-a602-4bf5-835a-be1ea3c88f20 req-78683777-7b20-4f64-be17-35b710ea35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:54.508072 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83b52cd3-a602-4bf5-835a-be1ea3c88f20 req-78683777-7b20-4f64-be17-35b710ea35f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 1098 time: 0.0693858 May 24 23:22:54.534189 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-14633b3f-48e3-49bc-a9c8-3836162e93ea None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:22:54.636859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b52cd3-a602-4bf5-835a-be1ea3c88f20 req-57b6e4c6-be7d-4a66-b4b3-84854885e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:54.638207 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83b52cd3-a602-4bf5-835a-be1ea3c88f20 req-57b6e4c6-be7d-4a66-b4b3-84854885e272 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1237164 May 24 23:22:54.739136 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83b52cd3-a602-4bf5-835a-be1ea3c88f20 req-e640ec89-7785-46b6-a4b9-47afdd3b6e35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 HTTP/1.1" status: 200 len: 998 time: 0.0950017 May 24 23:22:54.802266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b52cd3-a602-4bf5-835a-be1ea3c88f20 req-8378d3e6-79db-4158-966d-8eedcfa13614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:54.803705 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83b52cd3-a602-4bf5-835a-be1ea3c88f20 req-8378d3e6-79db-4158-966d-8eedcfa13614 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0587280 May 24 23:22:54.872261 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-14633b3f-48e3-49bc-a9c8-3836162e93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:9b:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:22:53Z', 'revision_number': 9, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:22:54.875975 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14633b3f-48e3-49bc-a9c8-3836162e93ea None None] Checking router: a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:22:54.876245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b52cd3-a602-4bf5-835a-be1ea3c88f20 req-e6f2cae2-060a-4e15-a6da-d4aeb61b81db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:54.877713 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83b52cd3-a602-4bf5-835a-be1ea3c88f20 req-e6f2cae2-060a-4e15-a6da-d4aeb61b81db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687604 May 24 23:22:54.884071 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14633b3f-48e3-49bc-a9c8-3836162e93ea None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:22:54.884650 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-14633b3f-48e3-49bc-a9c8-3836162e93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:22:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:22:55.059135 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-14633b3f-48e3-49bc-a9c8-3836162e93ea None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:22:55.107281 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83b52cd3-a602-4bf5-835a-be1ea3c88f20 req-bb77a104-0bae-48c2-aacf-902d6e4846d5 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235301 May 24 23:22:55.123988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:55.242442 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-83b52cd3-a602-4bf5-835a-be1ea3c88f20 req-8d29abac-2161-4ea5-a45e-69c72694d143 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295922 May 24 23:22:55.275348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:55.403441 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-14633b3f-48e3-49bc-a9c8-3836162e93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:9b:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:22:53Z', 'revision_number': 9, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:22:55.407188 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14633b3f-48e3-49bc-a9c8-3836162e93ea None None] The sync data for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv is: [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:9b:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:22:53Z', 'revision_number': 9, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:22:55.612195 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5815b12d-eea5-49fa-ad04-717aafe509ea None None] New status for floating IP 69b16c83-b9e4-4960-b167-03b359305254: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:22:56.574187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:16.031364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:21.918109 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7cecc68c-c14f-4d67-a5f6-f4126deedbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:24.209051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ae815eb-af47-4b7c-98ae-f9f7ab28c426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:25.126049 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:25.276834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:26.038350 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:23:26.577344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:28.011978 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af9f43-536b-4648-b67c-46277429b827 req-9bede551-67f1-4e2e-a694-22f7d0b8bc11 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:28.013423 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34af9f43-536b-4648-b67c-46277429b827 req-9bede551-67f1-4e2e-a694-22f7d0b8bc11 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0800967 May 24 23:23:28.034090 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-58015485-0654-43ea-83fa-5fd955e9e786 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1471045 May 24 23:23:28.063611 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34af9f43-536b-4648-b67c-46277429b827 req-2eda19f3-a55e-44af-8640-3cc3503c8987 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429363 May 24 23:23:29.108710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aedd3-dacd-4b35-8857-3cb94787671d req-312def96-fe8e-473c-9d3e-0c7464c303c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:29.110187 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-312def96-fe8e-473c-9d3e-0c7464c303c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 1098 time: 0.0709388 May 24 23:23:29.244731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aedd3-dacd-4b35-8857-3cb94787671d req-cbd7cc63-2457-4e58-bce1-c98cc50c2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:29.246177 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-cbd7cc63-2457-4e58-bce1-c98cc50c2c8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1304297 May 24 23:23:29.265220 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bd40a-56d0-4aa2-8340-df32f2b8f843 req-ac2b2780-1862-4d5c-a924-0b32677cc236 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:29.266645 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f03bd40a-56d0-4aa2-8340-df32f2b8f843 req-ac2b2780-1862-4d5c-a924-0b32677cc236 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0864484 May 24 23:23:29.310904 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f03bd40a-56d0-4aa2-8340-df32f2b8f843 req-3053d7f1-7466-496c-85e8-ce7710d24289 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382428 May 24 23:23:29.348414 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-1215e97b-b4d3-4f3b-ade7-a1dbb38054d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0961881 May 24 23:23:29.407579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aedd3-dacd-4b35-8857-3cb94787671d req-6446d756-8dcc-4883-8220-aed8dee08b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:29.409043 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-6446d756-8dcc-4883-8220-aed8dee08b03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0550306 May 24 23:23:29.483113 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aedd3-dacd-4b35-8857-3cb94787671d req-0b085d8f-81a0-4a42-8a6c-20d62a17e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:29.484457 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-0b085d8f-81a0-4a42-8a6c-20d62a17e683 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696728 May 24 23:23:29.611754 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-68057d15-d757-4074-b934-167edf05b2db service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214178 May 24 23:23:29.737312 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-84e9fd65-3b42-4110-b660-1e15345532ab service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200967 May 24 23:23:30.606400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcc429-4e99-40bf-8e2b-afbce720220f req-a84fd48d-eb5d-44c9-a9d1-eb5d5ecc78a1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:30.607773 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-febcc429-4e99-40bf-8e2b-afbce720220f req-a84fd48d-eb5d-44c9-a9d1-eb5d5ecc78a1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.1915383 May 24 23:23:30.651385 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-febcc429-4e99-40bf-8e2b-afbce720220f req-e86d6afc-a8bd-42e9-96eb-3ecd281100fe tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379822 May 24 23:23:31.832592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb73f0-2b6a-447f-bc44-deb9b8997e04 req-bc75346e-665a-4e4d-9c1c-271beac4626f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:31.834268 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07eb73f0-2b6a-447f-bc44-deb9b8997e04 req-bc75346e-665a-4e4d-9c1c-271beac4626f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0797896 May 24 23:23:31.884837 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07eb73f0-2b6a-447f-bc44-deb9b8997e04 req-b6d73c84-d100-4350-9105-29d4252e32b8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449040 May 24 23:23:33.070095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059fe61-5761-4642-b1e2-bc90eb031d96 req-f80365c4-912a-4092-a3f6-1de0fe9de3a4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:33.071560 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0059fe61-5761-4642-b1e2-bc90eb031d96 req-f80365c4-912a-4092-a3f6-1de0fe9de3a4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0795996 May 24 23:23:33.114993 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0059fe61-5761-4642-b1e2-bc90eb031d96 req-7f754a42-3947-48fc-99f0-65dcdf7f3eaa tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377393 May 24 23:23:34.302874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd350b3-1ae3-4d69-ad0e-dc288e8daa57 req-b5220b62-bf9f-4442-bff6-65a59904cb4d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:34.304327 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5dd350b3-1ae3-4d69-ad0e-dc288e8daa57 req-b5220b62-bf9f-4442-bff6-65a59904cb4d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0825119 May 24 23:23:34.348607 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5dd350b3-1ae3-4d69-ad0e-dc288e8daa57 req-e6d529ef-7ffb-44cf-8951-9ff0a11ce27f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380802 May 24 23:23:35.529103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fbcf5-a82e-4426-80be-ecd86894c1ec req-9735bb49-5071-4cae-bf1f-f3cd7975d73f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:35.530435 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-771fbcf5-a82e-4426-80be-ecd86894c1ec req-9735bb49-5071-4cae-bf1f-f3cd7975d73f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0780563 May 24 23:23:35.572941 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-771fbcf5-a82e-4426-80be-ecd86894c1ec req-96aabc6f-ed51-42eb-a252-ed34a3180209 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369074 May 24 23:23:36.770992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772a269-eda4-4fc8-9b7a-dafec0541b31 req-18ea028d-5c21-4049-88c1-b0e4e2187c86 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:36.772460 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2772a269-eda4-4fc8-9b7a-dafec0541b31 req-18ea028d-5c21-4049-88c1-b0e4e2187c86 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0820625 May 24 23:23:36.816605 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2772a269-eda4-4fc8-9b7a-dafec0541b31 req-9cf6e622-35a1-446b-9cc5-4f47957ffcec tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384746 May 24 23:23:37.999261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f00cca-3a35-48d4-820e-0e65b625a57e req-7068da80-5439-4813-893e-60dcd19ff480 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:38.000682 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-39f00cca-3a35-48d4-820e-0e65b625a57e req-7068da80-5439-4813-893e-60dcd19ff480 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0786798 May 24 23:23:38.043701 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-39f00cca-3a35-48d4-820e-0e65b625a57e req-3bbcacbc-2d48-45d9-9aec-a50d5fb5faed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373688 May 24 23:23:39.227974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80b1ac-5f02-425d-84cf-522559450d0c req-a113cb7d-b33f-49d7-b283-2907779b1bd1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:39.229399 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b80b1ac-5f02-425d-84cf-522559450d0c req-a113cb7d-b33f-49d7-b283-2907779b1bd1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0825529 May 24 23:23:39.272789 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b80b1ac-5f02-425d-84cf-522559450d0c req-f4e181aa-dbba-4755-8f15-fb9b9446e845 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377822 May 24 23:23:40.454605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946724f1-11dc-449c-b2e9-c2ab47ccc274 req-26e89bd5-e7e0-4c52-9f73-27a504a0c00a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:40.456065 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-946724f1-11dc-449c-b2e9-c2ab47ccc274 req-26e89bd5-e7e0-4c52-9f73-27a504a0c00a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0787902 May 24 23:23:40.502446 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-946724f1-11dc-449c-b2e9-c2ab47ccc274 req-eec4050e-7f16-4560-bec2-41307eceb0b1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399466 May 24 23:23:41.406507 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-61b14f9d-f030-41bf-b799-36c24d11b25d service neutron] 10.222.0.42 "GET /v2.0/ports/9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0717320 May 24 23:23:41.661799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aedd3-dacd-4b35-8857-3cb94787671d req-856939c2-9651-44ac-af13-8423eb620445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:41.663965 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-856939c2-9651-44ac-af13-8423eb620445 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 1098 time: 0.0733674 May 24 23:23:41.691344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f6746-08c4-4710-88ff-c8c645fbddbe req-d4f432ee-893b-4f6d-ab21-bbf26b811fff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:41.692948 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-930f6746-08c4-4710-88ff-c8c645fbddbe req-d4f432ee-893b-4f6d-ab21-bbf26b811fff tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0796752 May 24 23:23:41.737771 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-930f6746-08c4-4710-88ff-c8c645fbddbe req-685bb282-1a84-4331-a83d-172f64913cb6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389383 May 24 23:23:41.751312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aedd3-dacd-4b35-8857-3cb94787671d req-59d85a29-8daa-491f-8bc6-595f757e7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:41.752763 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-59d85a29-8daa-491f-8bc6-595f757e7847 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 1098 time: 0.0692785 May 24 23:23:41.878233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aedd3-dacd-4b35-8857-3cb94787671d req-1bdde97f-89e8-469b-af27-c83da582e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:41.879566 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-1bdde97f-89e8-469b-af27-c83da582e9ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1215165 May 24 23:23:41.978884 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-9d585fb8-8245-44a4-85dc-3b29fe4a62c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0931454 May 24 23:23:42.038166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aedd3-dacd-4b35-8857-3cb94787671d req-d093f677-629f-4d72-8a96-053d169e8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:42.039541 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-d093f677-629f-4d72-8a96-053d169e8d28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0555401 May 24 23:23:42.219623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aedd3-dacd-4b35-8857-3cb94787671d req-047545ea-62cd-4b58-84ea-1a8983123576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:42.221065 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-047545ea-62cd-4b58-84ea-1a8983123576 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1761694 May 24 23:23:42.349102 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-bdeb1af0-5572-498a-88c7-b0dce84bc1c0 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216602 May 24 23:23:42.480237 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-408aedd3-dacd-4b35-8857-3cb94787671d req-e9cd4106-bbe7-46df-970b-37ae3013ef47 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247482 May 24 23:23:42.658267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050ea82-6b73-4bbe-9038-1fbe7c992145 req-93171b09-d408-45b3-8bea-e10a63689f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:42.659784 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6050ea82-6b73-4bbe-9038-1fbe7c992145 req-93171b09-d408-45b3-8bea-e10a63689f1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 1098 time: 0.0709033 May 24 23:23:42.807692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050ea82-6b73-4bbe-9038-1fbe7c992145 req-12950bc7-aa15-425e-8bec-617a12185395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:42.809138 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6050ea82-6b73-4bbe-9038-1fbe7c992145 req-12950bc7-aa15-425e-8bec-617a12185395 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1266208 May 24 23:23:42.912045 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6050ea82-6b73-4bbe-9038-1fbe7c992145 req-ccdf95e0-0608-4fb5-b26b-99bfde6cf8fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0961535 May 24 23:23:42.923732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36958c-f7c5-4210-8403-5979cd2fb143 req-473b8ccd-a55b-4434-9b56-53995d45b9cc tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:42.925166 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae36958c-f7c5-4210-8403-5979cd2fb143 req-473b8ccd-a55b-4434-9b56-53995d45b9cc tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0823767 May 24 23:23:42.969632 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae36958c-f7c5-4210-8403-5979cd2fb143 req-803b38b0-ba26-4d6e-8d76-2c25b3de7448 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379679 May 24 23:23:42.976605 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050ea82-6b73-4bbe-9038-1fbe7c992145 req-ed05ce26-02be-43f9-acb0-620b13dc7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:42.978026 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6050ea82-6b73-4bbe-9038-1fbe7c992145 req-ed05ce26-02be-43f9-acb0-620b13dc7a81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0602534 May 24 23:23:43.051847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050ea82-6b73-4bbe-9038-1fbe7c992145 req-ed8e13dc-aa75-4399-ac52-d901245fa571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:43.053221 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6050ea82-6b73-4bbe-9038-1fbe7c992145 req-ed8e13dc-aa75-4399-ac52-d901245fa571 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689099 May 24 23:23:43.180946 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6050ea82-6b73-4bbe-9038-1fbe7c992145 req-b4e6cd91-e856-4213-8e32-58bbb8b6a030 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211545 May 24 23:23:43.309528 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6050ea82-6b73-4bbe-9038-1fbe7c992145 req-45061a97-bce9-49f5-8c54-1240c394f09a service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209984 May 24 23:23:44.109017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:23:44.201492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8db692-3dff-4a07-9a2a-6f6c141519fd req-3ae941d7-3821-4ba1-a4e0-2b87d848a13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:44.203123 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f8db692-3dff-4a07-9a2a-6f6c141519fd req-3ae941d7-3821-4ba1-a4e0-2b87d848a13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.1181381 May 24 23:23:44.247854 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f8db692-3dff-4a07-9a2a-6f6c141519fd req-8cde9365-0295-4099-8b78-e9001e02fd81 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387604 May 24 23:23:44.261149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:44.274211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'port_id': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'mac_address': 'fa:16:3e:9b:da:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:23:44.331804 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:44.332179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:44.348679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:23:44.363896 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:44.367942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:44.429950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:23:44.476885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:44.488607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:44.488962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:44.489308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:44.489640 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:44.489970 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:44.490301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:44.491247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:44.491576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:44.491904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:44.492228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:44.492549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:44.492868 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:45.438963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e3e59-0a43-4ab2-9c79-14fad067976b req-a78ea7a2-1b77-4678-a60d-cca2aa6c47db tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:45.440537 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d22e3e59-0a43-4ab2-9c79-14fad067976b req-a78ea7a2-1b77-4678-a60d-cca2aa6c47db tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 944 time: 0.0823050 May 24 23:23:45.486453 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d22e3e59-0a43-4ab2-9c79-14fad067976b req-53c5903d-472c-4f40-8ad2-49497669921a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391920 May 24 23:23:45.892371 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-be12a64a-aa82-425c-8e2e-df6b772af49a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:45.893054 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-be12a64a-aa82-425c-8e2e-df6b772af49a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Synchronizing usage tracker for tenant:ac074f715dea49c5a268c2003df946c8 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:45.908218 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-be12a64a-aa82-425c-8e2e-df6b772af49a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Unset dirty status for tenant:ac074f715dea49c5a268c2003df946c8 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:45.909458 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-be12a64a-aa82-425c-8e2e-df6b772af49a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78&tenant_id=ac074f715dea49c5a268c2003df946c8&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 944 time: 0.1019695 May 24 23:23:45.949786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcd8bf-1c77-4e84-892e-aff815caf9f1 req-cfb426c7-c62d-42e9-80ae-5013d04b52f7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:45.951257 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60fcd8bf-1c77-4e84-892e-aff815caf9f1 req-cfb426c7-c62d-42e9-80ae-5013d04b52f7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 944 time: 0.0876687 May 24 23:23:45.993780 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-15360b07-5207-477d-8384-69728cd22e22 service neutron] 10.222.0.42 "GET /v2.0/ports/9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0786564 May 24 23:23:45.999648 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60fcd8bf-1c77-4e84-892e-aff815caf9f1 req-4f258859-3095-4458-bd15-d72b8ca39bd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424685 May 24 23:23:46.039742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:46.090719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-201b3da2-3fc6-4e54-86b1-01cfbb29ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:46.093107 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-201b3da2-3fc6-4e54-86b1-01cfbb29ceb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 1097 time: 0.0788233 May 24 23:23:46.113767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:23:46.181125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:46.181593 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:46.224028 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-8baa544e-14ca-45ec-a350-061a14db4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:46.226054 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-8baa544e-14ca-45ec-a350-061a14db4320 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1273410 May 24 23:23:46.297423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:46.297716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:46.324963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:46.327529 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-f27f5a8d-7cbb-40ad-bd92-77e5c61fef5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 HTTP/1.1" status: 200 len: 1000 time: 0.0955787 May 24 23:23:46.335226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:46.340334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:46.384970 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafd73d9-ef5d-4d9e-9b45-0a732ba3e7c3'] response: {'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'code': 200} May 24 23:23:46.390762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-e047ff8a-14d9-4109-bbf0-36d6b1743a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:46.392197 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-e047ff8a-14d9-4109-bbf0-36d6b1743a1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0587406 May 24 23:23:46.413626 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:46.566909 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-e6725190-2b8f-44c0-a329-ed33f3f49325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:46.568292 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-e6725190-2b8f-44c0-a329-ed33f3f49325 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1703169 May 24 23:23:46.697322 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-92ae43f0-2f6b-41ef-948f-21bba00001aa service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214855 May 24 23:23:46.826357 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-62ac6840-3067-4eac-b955-c1ccb03098ed service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230915 May 24 23:23:47.191958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9940e-95df-474f-a1da-124d2510f775 req-2827e8ee-15bc-4652-b89e-b75a1db5de5f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:47.193414 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35d9940e-95df-474f-a1da-124d2510f775 req-2827e8ee-15bc-4652-b89e-b75a1db5de5f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0873866 May 24 23:23:47.236915 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35d9940e-95df-474f-a1da-124d2510f775 req-08093aa4-0ba6-4a1b-95ef-241d4e559e9a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376949 May 24 23:23:48.426978 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4c3c-4a59-46f6-9246-458e577180ae req-822746cc-75f4-4280-877f-1e097cbc9a5e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:48.428901 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce3f4c3c-4a59-46f6-9246-458e577180ae req-822746cc-75f4-4280-877f-1e097cbc9a5e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0839999 May 24 23:23:48.473756 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce3f4c3c-4a59-46f6-9246-458e577180ae req-2f12f38e-79eb-4f0c-b545-ea071afab305 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391078 May 24 23:23:49.160374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-eb0c219d-0ef7-4f99-a6f0-37acd11aacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:49.161857 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-eb0c219d-0ef7-4f99-a6f0-37acd11aacb9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 1098 time: 0.0694788 May 24 23:23:49.254843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-94dbb65a-b716-4a75-a819-fd1d2f0284b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:49.256266 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-94dbb65a-b716-4a75-a819-fd1d2f0284b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 1098 time: 0.0732658 May 24 23:23:49.383831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-a0b8859f-bad7-43f6-921e-b5342b0c542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:49.385253 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-a0b8859f-bad7-43f6-921e-b5342b0c542a service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1236885 May 24 23:23:49.485240 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-16dcae53-6769-45ce-92d9-d9b3330ca16d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0947485 May 24 23:23:49.547509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-5ffa3747-8d4e-4bfb-a8cf-801f338f1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:49.548944 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-5ffa3747-8d4e-4bfb-a8cf-801f338f1c97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0568078 May 24 23:23:49.629171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-e7b297fa-2a70-42e9-aed7-040e6637ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:49.630661 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-e7b297fa-2a70-42e9-aed7-040e6637ebea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729988 May 24 23:23:49.659796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd197d-3aa3-4db5-b8f5-3c1e1b6ebb7b req-a86cf84e-9ab7-45be-904b-cf38593114ba tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:49.661227 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3cdd197d-3aa3-4db5-b8f5-3c1e1b6ebb7b req-a86cf84e-9ab7-45be-904b-cf38593114ba tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0798824 May 24 23:23:49.704432 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3cdd197d-3aa3-4db5-b8f5-3c1e1b6ebb7b req-318543c5-8671-41d2-8179-1ec58477c70e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372996 May 24 23:23:49.761517 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-192cf1e7-7cd5-454c-89b7-0e6cea127b9f service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247218 May 24 23:23:49.891297 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8f22a54-ad15-42b0-83b3-d9d37be901c0 req-0df9cda1-4cbb-460d-b5c2-83fe14e9fc84 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228709 May 24 23:23:50.891867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb6501-ae64-4bf9-9750-2b1830922fe9 req-0301f5f3-f9fc-470e-92d7-2995c854883d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:50.893276 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9ebb6501-ae64-4bf9-9750-2b1830922fe9 req-0301f5f3-f9fc-470e-92d7-2995c854883d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0809216 May 24 23:23:50.936952 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9ebb6501-ae64-4bf9-9750-2b1830922fe9 req-30c61bf9-9949-4d3b-8a45-761d3486e70f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374916 May 24 23:23:51.918500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7e905336-0559-4878-83a0-d81a1a8321a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:52.119634 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829022b-9c3b-4d93-91da-352012743ad1 req-52cbdb2d-0685-4b4f-8d4e-e2525e580bbe tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:52.121011 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2829022b-9c3b-4d93-91da-352012743ad1 req-52cbdb2d-0685-4b4f-8d4e-e2525e580bbe tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0791416 May 24 23:23:52.165093 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2829022b-9c3b-4d93-91da-352012743ad1 req-bda4e91a-3bf2-4c30-aa2c-28b5af802ad0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383465 May 24 23:23:52.193493 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:23:52.323840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:52.337193 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'port_id': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'mac_address': 'fa:16:3e:9b:da:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:23:52.357223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b40ecf-edff-49dc-bb1d-1c49274190a9 req-000242cc-6fcc-40d8-9095-bb5e699b34c3 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:52.358805 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97b40ecf-edff-49dc-bb1d-1c49274190a9 req-000242cc-6fcc-40d8-9095-bb5e699b34c3 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0836096 May 24 23:23:52.391244 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:52.391550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:52.402387 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97b40ecf-edff-49dc-bb1d-1c49274190a9 req-e87b25bc-f580-4b44-b39b-effd9b227017 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379660 May 24 23:23:52.408520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:23:52.425147 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:52.429075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:52.516273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:23:52.580700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:52.585712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b29f7-71b2-4116-90ca-ebe3a094e592 req-789720c1-7a0b-48ee-82a2-9e79e6f6fb04 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:52.587192 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b16b29f7-71b2-4116-90ca-ebe3a094e592 req-789720c1-7a0b-48ee-82a2-9e79e6f6fb04 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 944 time: 0.0789881 May 24 23:23:52.637008 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b16b29f7-71b2-4116-90ca-ebe3a094e592 req-5ffd19ee-6951-463e-aafb-474cdc8a1047 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408378 May 24 23:23:53.012833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a702e-13df-4bda-8e12-e62eedc712cc req-2394d962-3d90-498d-bdf8-e0627b6b6671 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:53.014270 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0d1a702e-13df-4bda-8e12-e62eedc712cc req-2394d962-3d90-498d-bdf8-e0627b6b6671 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 944 time: 0.0802417 May 24 23:23:53.057916 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0d1a702e-13df-4bda-8e12-e62eedc712cc req-15d9861d-fe97-4e78-8509-ec3ca352a749 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380023 May 24 23:23:54.210567 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:23:54.248489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea6fb7-e3e1-4924-84e2-68a67e122800 req-5122e125-f56c-4196-b890-c476745aa218 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:54.250038 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-64ea6fb7-e3e1-4924-84e2-68a67e122800 req-5122e125-f56c-4196-b890-c476745aa218 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 944 time: 0.0838580 May 24 23:23:54.251970 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b13f8d6c-c21d-4707-810f-5ccee1e16e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:54.279201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:54.279589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:54.295753 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-64ea6fb7-e3e1-4924-84e2-68a67e122800 req-d930cb1f-1f8c-424e-a0fb-c0b24fcfa82d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385208 May 24 23:23:54.395709 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:54.396007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:54.421255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:54.431228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:54.435057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:54.470918 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e9d4ca-681b-4779-a1d6-9f708a9619eb'] response: {'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'code': 200} May 24 23:23:54.501727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,revision_number=9']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:55.016989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-da38569e-9b28-4ccb-81a6-66c9e590173e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:55.018390 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-da38569e-9b28-4ccb-81a6-66c9e590173e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0775568 May 24 23:23:55.085468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Deleting port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:55.085799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.129885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.279232 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.326408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] For port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:55.326793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.483193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c5d22-ebfa-4968-9b9b-66b504897886 req-ae41aeb9-fe4a-47ae-80b2-8b3c614ea2a6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:55.484646 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec8c5d22-ebfa-4968-9b9b-66b504897886 req-ae41aeb9-fe4a-47ae-80b2-8b3c614ea2a6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 945 time: 0.0829635 May 24 23:23:55.529374 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec8c5d22-ebfa-4968-9b9b-66b504897886 req-f202be8d-c790-43c0-bec8-89eac2115e54 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387099 May 24 23:23:55.711663 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.712052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.712317 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Floating IP 69b16c83-b9e4-4960-b167-03b359305254 disassociated. External IP: 172.26.3.14, port: 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4. May 24 23:23:55.712648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Calling delete_port for 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:55.851119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.900539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event deleted for resources: {'Port': ['ID=9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:55.956498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:55.956841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:55.957172 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:55.957499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:55.957822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:55.958142 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:55.958463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:55.958856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:55.959438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:55.959756 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:55.960068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:55.960380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:56.097753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:23:56.273026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:23:56.282201 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec1592-b2c6-467b-ab20-a2fee6f23688 None None] Sync routers for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:23:56.292470 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec1592-b2c6-467b-ab20-a2fee6f23688 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:56.293066 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3eec1592-b2c6-467b-ab20-a2fee6f23688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:23:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:56.345788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] No DVR routers for this DVR port 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:23:56.348268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:56.351323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'name': 'network-vif-deleted', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:56.367632 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-68d75d13-7410-4803-b8e6-67fa67941d1a req-b552eda6-3122-4470-9a5d-20e1f033c2ed tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "DELETE /v2.0/ports/9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 HTTP/1.1" status: 204 len: 173 time: 1.3445890 May 24 23:23:56.397581 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d1f181-f7e4-4086-b710-2d9d73796bf5'] response: {'server_uuid': 'a154c08d-01c3-47bb-9748-8d1928713a78', 'name': 'network-vif-deleted', 'tag': '9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4', 'status': 'completed', 'code': 200} May 24 23:23:56.480944 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-3eec1592-b2c6-467b-ab20-a2fee6f23688 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:56.581675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:56.693972 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2aa9ff5-c143-4ae1-99f3-a64a8546f414 req-6ac70a26-8cfe-487d-9be9-0ae84931ce6a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=a154c08d-01c3-47bb-9748-8d1928713a78 HTTP/1.1" status: 200 len: 210 time: 0.0449076 May 24 23:23:56.820050 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3eec1592-b2c6-467b-ab20-a2fee6f23688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:56.823834 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec1592-b2c6-467b-ab20-a2fee6f23688 None None] Checking router: a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:23:56.831952 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec1592-b2c6-467b-ab20-a2fee6f23688 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:56.832532 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3eec1592-b2c6-467b-ab20-a2fee6f23688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:23:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:57.007491 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-3eec1592-b2c6-467b-ab20-a2fee6f23688 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:57.305004 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3eec1592-b2c6-467b-ab20-a2fee6f23688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:57.308807 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec1592-b2c6-467b-ab20-a2fee6f23688 None None] The sync data for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv is: [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:23:57.518899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159b014-a2c1-40f7-9c3d-1c8a0d6781a5 None None] New status for floating IP 69b16c83-b9e4-4960-b167-03b359305254: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:23:58.027905 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-2711055d-c35f-44c3-b237-cd7309bdbd52 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--210191180&fields=id&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 267 time: 0.0393000 May 24 23:23:58.271865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-10be502e-af44-47aa-8dcb-5f90ff86bec7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:58.273276 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-10be502e-af44-47aa-8dcb-5f90ff86bec7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 812 time: 0.2391686 May 24 23:23:58.288187 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-35bc5539-1a36-4eda-890d-cc6e3563a339 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/quotas/ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 375 time: 0.0093582 May 24 23:23:58.370287 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-53028aca-4183-49b5-a43b-4597a69de85d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771844 May 24 23:23:58.503074 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-5a22d83f-379c-498c-98da-a05536c6691d service neutron] 10.222.0.32 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213293 May 24 23:23:58.631531 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-9622f43a-fc0b-412f-9c0a-7c4ef23479f9 service neutron] 10.222.0.32 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217604 May 24 23:23:58.803805 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37a21166-7e9c-4cec-8f40-a26c0fb290dd req-a6ed1756-6b8f-4fe2-bbce-7984f668cd37 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 210 time: 0.0460620 May 24 23:23:59.773465 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-bac8648a-4361-4a13-a79d-6e5b7c99fbd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:59.774893 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-bac8648a-4361-4a13-a79d-6e5b7c99fbd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 812 time: 0.1439452 May 24 23:23:59.821116 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-a33201df-6843-475c-8930-040810032b68 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 379 time: 0.0384321 May 24 23:23:59.835784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'port': {'device_id': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'admin_state_up': True, 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'security_groups': ['66948ad8-60ec-4ed0-9f03-0ddb0cf9e608']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:59.956707 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a3c87085-1ea8-477a-8613-fcc889c8b37e req-2c49a116-4d53-4dd2-bdca-65b005020dc2 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 210 time: 0.0416274 May 24 23:23:59.978323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:59.978323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Usage tracker for resource:port and tenant:ac074f715dea49c5a268c2003df946c8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:59.978323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:59.984058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:59.993933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Made reservation on behalf of ac074f715dea49c5a268c2003df946c8 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:23:59.997364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:00.157598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Allocated IP 172.20.0.4 (816d43d8-217f-4149-a6f3-cf08d7fa9af3/de09d2ae-5c8e-49ad-a815-dee0023ba8a1/67314ac0-8a89-4727-b8bc-0fd5db278ee2) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:24:00.238239 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:24:00.276778 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:24:00.277145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 9fa7f2a5-a108-4c61-8dc7-2b37f860c6f4 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:24:00.445001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:00.460402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Transition to ACTIVE for port object 67314ac0-8a89-4727-b8bc-0fd5db278ee2 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:24:00.496861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:00.567877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:24:00.571671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:24:00.575409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:24:00.605216 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event updated for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:00.641502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:00.642112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:00.666563 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-308e3a25-e0b1-4eba-83ea-b039a852b124 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351309 May 24 23:24:00.678542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Request body: {'port': {'device_id': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:24:00.796697 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:00.837954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1246359b-ae61-4a81-bf61-a8ecb3dae2ad None None] Provisioning for port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:24:00.842958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1246359b-ae61-4a81-bf61-a8ecb3dae2ad None None] Provisioning complete for port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:24:00.843282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1246359b-ae61-4a81-bf61-a8ecb3dae2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:00.903077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1246359b-ae61-4a81-bf61-a8ecb3dae2ad None None] Port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:24:01.141760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18223-3132-470e-80f6-b1af72e37a17 req-caa60528-1900-4fcf-8a3c-78f7a5c501ac tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:01.143253 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dea18223-3132-470e-80f6-b1af72e37a17 req-caa60528-1900-4fcf-8a3c-78f7a5c501ac tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 931 time: 0.0801051 May 24 23:24:01.160348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67314ac0-8a89-4727-b8bc-0fd5db278ee2 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:24:01.169076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:01.184690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Transition to ACTIVE for port object 67314ac0-8a89-4727-b8bc-0fd5db278ee2 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:24:01.188793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:01.201605 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dea18223-3132-470e-80f6-b1af72e37a17 req-f7decc16-5f74-43d0-824e-62f2fd03d0d6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488467 May 24 23:24:01.347701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Pushing event updated for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:01.422767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Attempting to bind port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:24:01.423104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Attempting to bind port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:24:01.423432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Attempting to bind port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:24:01.428178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:24:01.428502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Attempting to bind port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 on network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:24:01.433672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:24:01.434014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Checking segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:24:01.434394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Bound using segment: {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:24:01.434853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Bound port: 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf16816-6638-4399-bea4-14600fa55229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:24:01.435200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:01.526476 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:24:01.529328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:24:01.533651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:01.592855 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:01.593462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:01.594842 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] 10.222.0.42 "PUT /v2.0/ports/67314ac0-8a89-4727-b8bc-0fd5db278ee2 HTTP/1.1" status: 200 len: 1093 time: 0.9211159 May 24 23:24:01.595270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:24:01.617553 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4de699-4d70-43c9-a483-222ab01d7511 service neutron] Pushing event updated for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:01.669788 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1cff3c-8fa5-42fa-8eb4-92c276da084c'] response: {'name': 'network-changed', 'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'status': 'completed', 'code': 200} May 24 23:24:01.712270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-be70d294-0a47-4f31-8769-5ca2def8da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:01.713835 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-be70d294-0a47-4f31-8769-5ca2def8da3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 1096 time: 0.0794263 May 24 23:24:01.781840 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-86768bac-5263-47e7-99b9-dd1215a7fa79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2 HTTP/1.1" status: 200 len: 217 time: 0.0603707 May 24 23:24:01.845293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-5ce7bc9c-f7f6-463a-a9b8-b722c182fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:01.846722 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-5ce7bc9c-f7f6-463a-a9b8-b722c182fb77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0593245 May 24 23:24:01.919550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-870c1fc2-66cd-492b-a590-19590bceb813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:01.920870 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-870c1fc2-66cd-492b-a590-19590bceb813 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681612 May 24 23:24:02.049390 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-54e858b1-4744-4075-8ef4-6b63b047cd53 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215169 May 24 23:24:02.279450 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8af4359d-9689-4da6-9e38-b9dd89e7a1cb req-f0603e2c-4635-4481-a2f8-47c95126a842 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239695 May 24 23:24:02.386110 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a281bb1-68b5-4e8c-a1bc-62b3e6ab791c req-0d03e750-8478-4cf7-9c82-3c9d50a40264 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:02.387606 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a281bb1-68b5-4e8c-a1bc-62b3e6ab791c req-0d03e750-8478-4cf7-9c82-3c9d50a40264 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 943 time: 0.0811269 May 24 23:24:02.399017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984ac90-95d0-48f9-b8c4-191fb8efb7ed req-9f845f4b-1f70-4297-ac74-e0c159734b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:02.400546 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7984ac90-95d0-48f9-b8c4-191fb8efb7ed req-9f845f4b-1f70-4297-ac74-e0c159734b8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 1096 time: 0.0722828 May 24 23:24:02.431978 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a281bb1-68b5-4e8c-a1bc-62b3e6ab791c req-2bedb66f-b8e8-49fd-b4e8-3958fba44ea4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386007 May 24 23:24:02.532927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984ac90-95d0-48f9-b8c4-191fb8efb7ed req-9649d3a9-49c2-4089-9efb-c7f6378a7a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:02.534355 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7984ac90-95d0-48f9-b8c4-191fb8efb7ed req-9649d3a9-49c2-4089-9efb-c7f6378a7a2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1250780 May 24 23:24:02.600615 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7984ac90-95d0-48f9-b8c4-191fb8efb7ed req-7494b88f-edd2-45bb-89fb-1c3ef88836bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2 HTTP/1.1" status: 200 len: 217 time: 0.0591102 May 24 23:24:02.663442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984ac90-95d0-48f9-b8c4-191fb8efb7ed req-f94d31fa-0404-4921-a0c0-3a7465ea80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:02.664708 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7984ac90-95d0-48f9-b8c4-191fb8efb7ed req-f94d31fa-0404-4921-a0c0-3a7465ea80fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0579076 May 24 23:24:02.736661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984ac90-95d0-48f9-b8c4-191fb8efb7ed req-a0db5d2d-376a-4b9e-bd77-04c9de06fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:02.738051 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7984ac90-95d0-48f9-b8c4-191fb8efb7ed req-a0db5d2d-376a-4b9e-bd77-04c9de06fbd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669918 May 24 23:24:02.866583 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7984ac90-95d0-48f9-b8c4-191fb8efb7ed req-4a177380-27bd-4efd-9ef5-a616e1491b7b service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220400 May 24 23:24:02.997218 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7984ac90-95d0-48f9-b8c4-191fb8efb7ed req-572c19c8-a814-4d5c-aeb7-7587e1bda370 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241407 May 24 23:24:03.036989 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:24:03.620179 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801da5-8995-4c4a-9c13-2848957304fc req-3819dafd-9d9a-4e65-9752-5021dba7714c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:03.621617 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2801da5-8995-4c4a-9c13-2848957304fc req-3819dafd-9d9a-4e65-9752-5021dba7714c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 943 time: 0.0831993 May 24 23:24:03.666542 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2801da5-8995-4c4a-9c13-2848957304fc req-3252ed53-e1bf-4452-a52f-fc7d49e42230 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 May 24 23:24:04.255404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 67314ac0-8a89-4727-b8bc-0fd5db278ee2 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:24:04.384171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:24:04.397139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'port_id': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'mac_address': 'fa:16:3e:d4:f1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:24:04.453413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:24:04.453800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:04.471272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67314ac0-8a89-4727-b8bc-0fd5db278ee2 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:24:04.485892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:24:04.489799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:04.554921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:04.695696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['67314ac0-8a89-4727-b8bc-0fd5db278ee2'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:24:04.852215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e59ab4-dedb-4cea-ba12-9a2f2508f768 req-d6ca071e-0aa9-4af9-b200-1874760155aa tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:04.853666 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8e59ab4-dedb-4cea-ba12-9a2f2508f768 req-d6ca071e-0aa9-4af9-b200-1874760155aa tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 944 time: 0.0793171 May 24 23:24:04.898455 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8e59ab4-dedb-4cea-ba12-9a2f2508f768 req-41a30839-4994-4486-b2b3-40cb94b3ac17 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384717 May 24 23:24:06.091205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a2e15-75b0-41e0-ba1a-bed1bfa53038 req-02fd86cf-6933-4573-9407-1a6569c46426 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:06.092660 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-763a2e15-75b0-41e0-ba1a-bed1bfa53038 req-02fd86cf-6933-4573-9407-1a6569c46426 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 944 time: 0.0861988 May 24 23:24:06.135862 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-763a2e15-75b0-41e0-ba1a-bed1bfa53038 req-e7a76365-c5ac-4571-9c14-61cdd00051b3 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374875 May 24 23:24:06.270018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 67314ac0-8a89-4727-b8bc-0fd5db278ee2 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:24:06.335727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:24:06.340169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:24:06.340531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:06.479062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:24:06.479355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:06.505219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:24:06.515620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:24:06.519646 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:06.552033 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd87a77-12e3-461e-bdd1-9187241870d1'] response: {'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'code': 200} May 24 23:24:06.590017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:06.774488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c4d6d-c275-4cee-b846-134f5bd76ae2 req-2a32569f-0d15-4b89-9533-440ed906b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:06.775877 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-734c4d6d-c275-4cee-b846-134f5bd76ae2 req-2a32569f-0d15-4b89-9533-440ed906b2d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 1098 time: 0.0761127 May 24 23:24:06.815273 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-734c4d6d-c275-4cee-b846-134f5bd76ae2 req-ca476d52-a819-4b16-ae5c-081f9e5c7eae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335977 May 24 23:24:07.319851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0fae3-7a4a-4955-8c39-a142649eeaaa req-98ec6590-8e5a-4c86-8199-21284e1ae277 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:07.321320 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88a0fae3-7a4a-4955-8c39-a142649eeaaa req-98ec6590-8e5a-4c86-8199-21284e1ae277 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0788987 May 24 23:24:07.364998 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88a0fae3-7a4a-4955-8c39-a142649eeaaa req-2c5c3b3b-a68b-4825-b83e-f7ae2cde2346 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381160 May 24 23:24:08.551083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a0e15-1a42-4bc7-94c3-d283c6159b6e req-ad65a65c-d109-4494-99f5-1358ed60bcc7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:08.552521 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a3a0e15-1a42-4bc7-94c3-d283c6159b6e req-ad65a65c-d109-4494-99f5-1358ed60bcc7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0826182 May 24 23:24:08.595633 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a3a0e15-1a42-4bc7-94c3-d283c6159b6e req-72067328-53f2-4957-a788-fae4d418d18f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374019 May 24 23:24:08.771789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b47173-ffe4-4865-8c94-d90ff75bb855 req-705b6eb2-01b6-4abc-aaf0-88a73821978a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:08.773214 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77b47173-ffe4-4865-8c94-d90ff75bb855 req-705b6eb2-01b6-4abc-aaf0-88a73821978a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0785861 May 24 23:24:08.781740 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38642) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:08.786572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-df7d60e1-bd06-48b0-a6a0-12b40b948664 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Request body: {'floatingip': {'port_id': '67314ac0-8a89-4727-b8bc-0fd5db278ee2'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:24:08.863641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df7d60e1-bd06-48b0-a6a0-12b40b948664 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:09.542578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df7d60e1-bd06-48b0-a6a0-12b40b948664 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:09.545905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df7d60e1-bd06-48b0-a6a0-12b40b948664 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:09.712065 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-df7d60e1-bd06-48b0-a6a0-12b40b948664 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Floating IP 69b16c83-b9e4-4960-b167-03b359305254 associated. External IP: 172.26.3.14, port: 67314ac0-8a89-4727-b8bc-0fd5db278ee2. May 24 23:24:10.051127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7d60e1-bd06-48b0-a6a0-12b40b948664 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:24:10.227273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7d60e1-bd06-48b0-a6a0-12b40b948664 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:24:10.232138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df7d60e1-bd06-48b0-a6a0-12b40b948664 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:10.237070 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53fb0f-770f-4fc2-a41f-2b0a48aa50f2 None None] Sync routers for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:24:10.247438 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53fb0f-770f-4fc2-a41f-2b0a48aa50f2 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:24:10.248067 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9a53fb0f-770f-4fc2-a41f-2b0a48aa50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:23:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:24:10.288357 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df7d60e1-bd06-48b0-a6a0-12b40b948664 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "PUT /v2.0/floatingips/69b16c83-b9e4-4960-b167-03b359305254 HTTP/1.1" status: 200 len: 991 time: 1.5055497 May 24 23:24:10.288919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:24:10.332393 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef966e1-c6e3-44aa-9f31-33d62abc2026'] response: {'name': 'network-changed', 'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'status': 'completed', 'code': 200} May 24 23:24:10.420753 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71686202-727f-41ea-b09d-1a974d213293 req-06f8101b-19c7-4654-9b49-b5b88cd8d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:10.422220 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-71686202-727f-41ea-b09d-1a974d213293 req-06f8101b-19c7-4654-9b49-b5b88cd8d2d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 1098 time: 0.0695944 May 24 23:24:10.430314 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9a53fb0f-770f-4fc2-a41f-2b0a48aa50f2 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:24:10.549716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71686202-727f-41ea-b09d-1a974d213293 req-e7140c0e-7a95-4165-9601-6d21376f898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:10.551174 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-71686202-727f-41ea-b09d-1a974d213293 req-e7140c0e-7a95-4165-9601-6d21376f898e service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1236243 May 24 23:24:10.654625 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-71686202-727f-41ea-b09d-1a974d213293 req-094d9779-b493-43e2-9933-a5e11b12e110 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2 HTTP/1.1" status: 200 len: 999 time: 0.0966833 May 24 23:24:10.718161 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71686202-727f-41ea-b09d-1a974d213293 req-35e5860d-a806-48bd-8166-af549b4f78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:10.719618 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-71686202-727f-41ea-b09d-1a974d213293 req-35e5860d-a806-48bd-8166-af549b4f78ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0596280 May 24 23:24:10.794697 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71686202-727f-41ea-b09d-1a974d213293 req-f1a4e4b4-ba3c-47cb-ae48-2891ea52c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:10.796200 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-71686202-727f-41ea-b09d-1a974d213293 req-f1a4e4b4-ba3c-47cb-ae48-2891ea52c2d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706952 May 24 23:24:10.798254 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9a53fb0f-770f-4fc2-a41f-2b0a48aa50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:d4:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:24:09Z', 'revision_number': 13, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:24:10.802069 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53fb0f-770f-4fc2-a41f-2b0a48aa50f2 None None] Checking router: a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:24:10.810774 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53fb0f-770f-4fc2-a41f-2b0a48aa50f2 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:24:10.811352 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9a53fb0f-770f-4fc2-a41f-2b0a48aa50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:23:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:24:10.927015 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-71686202-727f-41ea-b09d-1a974d213293 req-612af2f2-d8c2-41ba-934b-ee91236df054 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248479 May 24 23:24:10.983635 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9a53fb0f-770f-4fc2-a41f-2b0a48aa50f2 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:24:11.169901 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-71686202-727f-41ea-b09d-1a974d213293 req-317cde69-0a51-4458-a3a7-6c8f2c9dd646 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370842 May 24 23:24:11.321924 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9a53fb0f-770f-4fc2-a41f-2b0a48aa50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:d4:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:24:09Z', 'revision_number': 13, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:24:11.325740 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53fb0f-770f-4fc2-a41f-2b0a48aa50f2 None None] The sync data for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv is: [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '69b16c83-b9e4-4960-b167-03b359305254', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'port_id': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'mac_address': 'fa:16:3e:d4:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:38Z', 'updated_at': '2022-05-24T23:24:09Z', 'revision_number': 13, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:24:11.500770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ef2bfa-b56b-4b6a-bac5-da2187dffb83 None None] New status for floating IP 69b16c83-b9e4-4960-b167-03b359305254: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:24:16.032861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:21.921115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-516d32c2-591d-44d5-9630-a6b6a2a27f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:24.213269 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-27005119-02bd-4d18-87e9-5abdc249fa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:25.132172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:25.281167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:26.584604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:40.036148 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:24:41.429115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f9518-ba2c-434a-93d1-1eaf1defa00f req-8bf3a0c3-f3bf-4daa-aad2-dc92f7b0a613 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:41.430543 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e8f9518-ba2c-434a-93d1-1eaf1defa00f req-8bf3a0c3-f3bf-4daa-aad2-dc92f7b0a613 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0791123 May 24 23:24:41.473296 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e8f9518-ba2c-434a-93d1-1eaf1defa00f req-47aa11f3-6a35-444a-909a-c79bfcb28b15 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370960 May 24 23:24:43.509259 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-7cb914ef-d6d2-42ed-b2ef-371150795695 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674274 May 24 23:24:43.684694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-4bd95f79-5137-4590-a6da-7a7fc5adbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:43.686136 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-4bd95f79-5137-4590-a6da-7a7fc5adbff9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 1098 time: 0.1135259 May 24 23:24:43.827290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-c0239d84-d858-432b-b5c6-7a6865c45a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:43.828616 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-c0239d84-d858-432b-b5c6-7a6865c45a18 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1230481 May 24 23:24:43.929176 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-80637b69-5943-4f9e-aa31-57af5c4638d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2 HTTP/1.1" status: 200 len: 1001 time: 0.0948467 May 24 23:24:43.989668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-872502ca-b7ed-43c2-980b-68a0af7e1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:43.991062 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-872502ca-b7ed-43c2-980b-68a0af7e1816 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0565069 May 24 23:24:44.068246 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-d78375c2-0cc1-474e-80aa-14406f04db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:44.069765 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-d78375c2-0cc1-474e-80aa-14406f04db5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734153 May 24 23:24:44.201751 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-c0776877-08e2-46ed-bc7c-9a8797c2ee9c service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259360 May 24 23:24:44.331785 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-994b43ea-ec7c-499c-8276-d32b0420d2ca req-ec209808-c370-4e0c-9bbe-54001567a20d service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238582 May 24 23:24:46.035784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:51.003059 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-5b006787-731b-4b5d-98bc-904eacfcd603 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743365 May 24 23:24:51.148353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614ece-9b5d-4ff9-8269-b6df37aa3ab7 req-2e9d9a5c-ef2b-418b-9d24-65e1116850fe tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:51.149871 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a614ece-9b5d-4ff9-8269-b6df37aa3ab7 req-2e9d9a5c-ef2b-418b-9d24-65e1116850fe tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.1720104 May 24 23:24:51.196055 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a614ece-9b5d-4ff9-8269-b6df37aa3ab7 req-c4689f8d-d5ad-4886-83d3-ca7c9316e48d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398707 May 24 23:24:51.922537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-418d7dad-2145-48b8-8397-72fa5e9c052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:52.086750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-380798bd-ba67-4340-8e57-5f68fc1e765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:52.088229 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-380798bd-ba67-4340-8e57-5f68fc1e765f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 1098 time: 0.0719745 May 24 23:24:52.218268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-c476ddb4-ca8f-4c7b-aad8-a1ebd1f0d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:52.219724 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-c476ddb4-ca8f-4c7b-aad8-a1ebd1f0d62d service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1250052 May 24 23:24:52.322529 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-44cce315-fbbe-4bc8-bfa4-90a94c566691 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2 HTTP/1.1" status: 200 len: 1001 time: 0.0965850 May 24 23:24:52.387272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-5792243d-3f29-4534-94f9-4fd0f0998726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:52.388612 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-5792243d-3f29-4534-94f9-4fd0f0998726 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0603018 May 24 23:24:52.425515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa403a-d708-4425-8b4e-e134439aec19 req-842137e9-123a-49e3-81af-772532511156 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:52.427005 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-baaa403a-d708-4425-8b4e-e134439aec19 req-842137e9-123a-49e3-81af-772532511156 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.1257117 May 24 23:24:52.464335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-0660f785-431b-4298-a6a1-8db2c99cc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:52.465870 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-0660f785-431b-4298-a6a1-8db2c99cc03b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710382 May 24 23:24:52.471010 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-baaa403a-d708-4425-8b4e-e134439aec19 req-05074671-4993-418f-be5e-07d32aecabe3 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382831 May 24 23:24:52.598544 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-b3c24581-afc9-4638-8a31-5b41aa9bcd5b service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254101 May 24 23:24:52.823940 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-2bc9aa88-b97b-461f-9506-523f1491bcb6 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199514 May 24 23:24:53.769088 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92546b-cf66-459a-b057-b2f80e500e3a req-ae8cfbfc-ab9b-479e-a738-51288c3350a5 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:53.770995 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c92546b-cf66-459a-b057-b2f80e500e3a req-ae8cfbfc-ab9b-479e-a738-51288c3350a5 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.1859565 May 24 23:24:53.813620 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c92546b-cf66-459a-b057-b2f80e500e3a req-ed3f923e-372f-4861-bc2b-1938e842d940 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367732 May 24 23:24:54.215119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5421da61-8bf1-4b08-aeed-c1fdc97bcaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.998034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce30799-7ac6-4e0b-8980-8c9742b234de req-6199433b-2cf9-4d2e-8300-1f440e2bfb64 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:54.999482 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1ce30799-7ac6-4e0b-8980-8c9742b234de req-6199433b-2cf9-4d2e-8300-1f440e2bfb64 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0781379 May 24 23:24:55.045111 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1ce30799-7ac6-4e0b-8980-8c9742b234de req-8a045322-2b63-4d65-a57e-8af6226996c8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 May 24 23:24:55.134533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:55.282573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:56.234021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b6543-9b65-4b4a-ab4d-8d7d86f01b3b req-3a45dd1d-d861-456c-bb9e-5a36dc038d85 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:56.235495 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd1b6543-9b65-4b4a-ab4d-8d7d86f01b3b req-3a45dd1d-d861-456c-bb9e-5a36dc038d85 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0792797 May 24 23:24:56.279264 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd1b6543-9b65-4b4a-ab4d-8d7d86f01b3b req-45638e5f-333e-4adf-b1d8-81a632f8415d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373836 May 24 23:24:56.587747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:57.467140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b9b4-1d6c-40fa-a852-49450f71f78b req-2f75d2c3-07ed-4dc0-a14b-c66818d4356e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:57.468483 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0938b9b4-1d6c-40fa-a852-49450f71f78b req-2f75d2c3-07ed-4dc0-a14b-c66818d4356e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0826857 May 24 23:24:57.512308 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0938b9b4-1d6c-40fa-a852-49450f71f78b req-5f99391c-e5c2-4729-a874-0042c145198a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380974 May 24 23:24:58.696079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9061aa3-f996-473d-a208-eb94d40dcba9 req-35709e2e-2619-4f3a-9169-7085282cde1e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:58.697503 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9061aa3-f996-473d-a208-eb94d40dcba9 req-35709e2e-2619-4f3a-9169-7085282cde1e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0777729 May 24 23:24:58.742006 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9061aa3-f996-473d-a208-eb94d40dcba9 req-a79717c3-102a-4ad6-b14e-20f5dce8d3f4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389082 May 24 23:24:59.925255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e2830-f3d5-4711-a1f9-d2e429570ba9 req-f41e3ac4-3823-4303-a102-d29c166496c3 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:59.926713 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b2e2830-f3d5-4711-a1f9-d2e429570ba9 req-f41e3ac4-3823-4303-a102-d29c166496c3 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0806901 May 24 23:24:59.969911 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b2e2830-f3d5-4711-a1f9-d2e429570ba9 req-146a8bf7-7863-41a2-93fe-06402f4a820c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374854 May 24 23:25:01.152630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bcd7e-94f5-446e-b1e4-0af7d680fe9f req-146264c3-dca0-40af-9b67-e9dd6e55570d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:01.154089 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-334bcd7e-94f5-446e-b1e4-0af7d680fe9f req-146264c3-dca0-40af-9b67-e9dd6e55570d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0792782 May 24 23:25:01.201438 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-334bcd7e-94f5-446e-b1e4-0af7d680fe9f req-aeffc596-f8f7-4062-a6b7-f27ef9f522fa tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416114 May 24 23:25:02.386830 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c66b7-1b15-4171-bd04-e368b7f98ce1 req-3e0bb72b-d761-4ca7-990d-9cfdba201f38 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:02.388208 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d04c66b7-1b15-4171-bd04-e368b7f98ce1 req-3e0bb72b-d761-4ca7-990d-9cfdba201f38 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0794148 May 24 23:25:02.431666 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d04c66b7-1b15-4171-bd04-e368b7f98ce1 req-ee02cc6e-abc8-48cb-84e2-c5a5c8148c71 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378976 May 24 23:25:03.616112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3cd7c-8e2b-4eee-b6a0-0b11f114f6bc req-5b8def2a-1ed0-49c2-963a-cac022c76397 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:03.617535 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-61f3cd7c-8e2b-4eee-b6a0-0b11f114f6bc req-5b8def2a-1ed0-49c2-963a-cac022c76397 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0822353 May 24 23:25:03.661180 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-61f3cd7c-8e2b-4eee-b6a0-0b11f114f6bc req-5f8196c7-8e99-4700-b968-df2caa33a884 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374136 May 24 23:25:04.844610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c9fb1-e72d-48fb-897a-d75ee6004463 req-595ab753-bfe7-49cc-b13c-c7b6e7e2e097 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:04.846067 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e4c9fb1-e72d-48fb-897a-d75ee6004463 req-595ab753-bfe7-49cc-b13c-c7b6e7e2e097 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0804799 May 24 23:25:04.889921 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e4c9fb1-e72d-48fb-897a-d75ee6004463 req-dc48e1ea-1dbd-497c-b175-8ada266374b9 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380957 May 24 23:25:06.076994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b554dd2-4ab7-4d1b-9957-3651ed1a1936 req-e1582193-6144-4490-9452-0830329281a5 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:06.078402 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b554dd2-4ab7-4d1b-9957-3651ed1a1936 req-e1582193-6144-4490-9452-0830329281a5 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0814924 May 24 23:25:06.121643 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b554dd2-4ab7-4d1b-9957-3651ed1a1936 req-942430f3-ab5e-4754-bb5d-6c9ab01beae0 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370004 May 24 23:25:07.305199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f1ced-d614-445a-8eed-3a4cb31017a9 req-14346e74-49d8-4d7b-a026-648994512ad4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:07.306655 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da3f1ced-d614-445a-8eed-3a4cb31017a9 req-14346e74-49d8-4d7b-a026-648994512ad4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0793309 May 24 23:25:07.351009 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da3f1ced-d614-445a-8eed-3a4cb31017a9 req-c7e06007-25c5-4eec-b4f9-943daffaf6a9 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387084 May 24 23:25:08.534805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e6766-1c13-4679-a3c9-64e292e6c2d1 req-7dcb2187-dbcf-42b2-97b1-b90c5203d339 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:08.536245 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-346e6766-1c13-4679-a3c9-64e292e6c2d1 req-7dcb2187-dbcf-42b2-97b1-b90c5203d339 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0810399 May 24 23:25:08.578943 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-346e6766-1c13-4679-a3c9-64e292e6c2d1 req-f2ac150f-fb0e-4f6d-a3ae-f1dab6409028 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371039 May 24 23:25:09.761561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773d876-ddd4-4ee5-b276-3bdb5a073fde req-5e0784a2-aecc-47f4-aea2-e2640f6cb21f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:09.762994 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0773d876-ddd4-4ee5-b276-3bdb5a073fde req-5e0784a2-aecc-47f4-aea2-e2640f6cb21f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0784209 May 24 23:25:09.809013 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0773d876-ddd4-4ee5-b276-3bdb5a073fde req-0e462e50-4daf-4cea-9465-cd0ce15d39a1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402486 May 24 23:25:10.990823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9952-4d37-411e-97f5-fca31ebeccd3 req-b2e7ca10-a0b7-4634-845a-f1cc1888092a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:10.992241 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db4c9952-4d37-411e-97f5-fca31ebeccd3 req-b2e7ca10-a0b7-4634-845a-f1cc1888092a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0779338 May 24 23:25:11.036215 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db4c9952-4d37-411e-97f5-fca31ebeccd3 req-68b2d68d-b0af-4ae0-a174-774748c7e5be tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378375 May 24 23:25:12.220931 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696ea8e-dea0-4dce-b809-9cabebefdf9a req-c8a99084-2605-481e-907c-e87dffb10478 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:12.222367 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d696ea8e-dea0-4dce-b809-9cabebefdf9a req-c8a99084-2605-481e-907c-e87dffb10478 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0820174 May 24 23:25:12.265866 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d696ea8e-dea0-4dce-b809-9cabebefdf9a req-ee1606bb-6f7b-461c-9bb7-4c73d92eab42 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373316 May 24 23:25:13.451804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05beb79b-b22f-4275-8877-0937d4479c39 req-e9478be5-e2ac-4202-a005-a261dce0740f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:13.453147 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05beb79b-b22f-4275-8877-0937d4479c39 req-e9478be5-e2ac-4202-a005-a261dce0740f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0788810 May 24 23:25:13.496524 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05beb79b-b22f-4275-8877-0937d4479c39 req-c5fae914-4443-4fd8-b3ed-e1edf5bb81df tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378199 May 24 23:25:14.682231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbe521-cb1a-4a92-afc5-6f6b887b84b9 req-c4283f27-2b7f-4580-a6c5-d14d4d68bc52 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:14.683756 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73dbe521-cb1a-4a92-afc5-6f6b887b84b9 req-c4283f27-2b7f-4580-a6c5-d14d4d68bc52 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0827231 May 24 23:25:14.728347 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73dbe521-cb1a-4a92-afc5-6f6b887b84b9 req-5db271a0-6d83-4079-a16d-eada58aac1fc tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389540 May 24 23:25:15.108813 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-995f1ec6-1f09-4b28-8482-2cb7576990c4 service neutron] 10.222.0.42 "GET /v2.0/ports/67314ac0-8a89-4727-b8bc-0fd5db278ee2/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0766053 May 24 23:25:15.367653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-43f4af26-2d77-4c5d-a517-49a2f7b99418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:15.369022 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-43f4af26-2d77-4c5d-a517-49a2f7b99418 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 1098 time: 0.0707014 May 24 23:25:15.456286 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-739a402c-a1ea-45f8-bfc9-0f5e5494f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:15.458247 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-739a402c-a1ea-45f8-bfc9-0f5e5494f594 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 1098 time: 0.0694489 May 24 23:25:15.587133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-c5943160-d8ed-420a-ae6a-0825cc93cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:15.588544 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-c5943160-d8ed-420a-ae6a-0825cc93cb26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1234024 May 24 23:25:15.689117 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-d56073dd-839d-4a29-9eb0-2639121fbc51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2 HTTP/1.1" status: 200 len: 1001 time: 0.0944908 May 24 23:25:15.758180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-bec71260-d629-4c3c-b98a-81654b9391df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:15.759254 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-bec71260-d629-4c3c-b98a-81654b9391df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0644999 May 24 23:25:15.833886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-a763710c-273e-48e4-bde8-7c00f3d658c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:15.835669 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-a763710c-273e-48e4-bde8-7c00f3d658c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709493 May 24 23:25:15.913370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e07c4f-8675-40ed-8bab-7802d92510b6 req-e953933a-67c6-47be-b282-3ccdc39037cb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:15.914855 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89e07c4f-8675-40ed-8bab-7802d92510b6 req-e953933a-67c6-47be-b282-3ccdc39037cb tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0793366 May 24 23:25:15.962623 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89e07c4f-8675-40ed-8bab-7802d92510b6 req-78d3a644-d50e-4f6c-9039-41cf69c9cd2d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419581 May 24 23:25:15.967399 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-910040e4-c23d-4cba-beca-eb576e1a0b98 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241336 May 24 23:25:16.027811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.100856 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-a448d26c-12c0-4d16-9938-8a760174cbf6 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279168 May 24 23:25:17.036536 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:25:17.165142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87988193-6c23-4201-bfbd-722dcd243101 req-8db1f92f-a58a-4722-b78b-386dd0e56f80 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:17.166884 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87988193-6c23-4201-bfbd-722dcd243101 req-8db1f92f-a58a-4722-b78b-386dd0e56f80 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0826256 May 24 23:25:17.212665 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87988193-6c23-4201-bfbd-722dcd243101 req-d4cd5369-57a0-4fb4-90ac-76a4f39e6969 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399828 May 24 23:25:18.399833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939abf43-3374-4aa3-b1bb-28521cd86fdb req-d7bb6119-e913-40c9-8731-6edce841be36 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:18.401165 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-939abf43-3374-4aa3-b1bb-28521cd86fdb req-d7bb6119-e913-40c9-8731-6edce841be36 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0825624 May 24 23:25:18.444755 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-939abf43-3374-4aa3-b1bb-28521cd86fdb req-b8b7b266-2a05-488c-a357-a1104cb65319 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380080 May 24 23:25:18.748478 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 67314ac0-8a89-4727-b8bc-0fd5db278ee2 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:25:18.751858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 67314ac0-8a89-4727-b8bc-0fd5db278ee2 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:18.968650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:18.969018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:18.986495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:19.006722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'port_id': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'mac_address': 'fa:16:3e:d4:f1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:25:19.013186 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:19.061392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:19.065375 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecdd136-ff3e-48e7-ad3c-ad80a31b8dcf'] response: {'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'code': 200} May 24 23:25:19.069584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:19.108586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:19.108954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:19.142591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67314ac0-8a89-4727-b8bc-0fd5db278ee2 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:25:19.198182 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:19.211414 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.211758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.212096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.212429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.212756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.213085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.213458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.213824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.214342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.214912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.215459 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.216002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:19.229582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:25:19.229935 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:25:19.628430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1327ff-f291-4bb5-a575-df3110271d90 req-15907741-315c-49cd-b542-e582a37ce793 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:19.630351 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff1327ff-f291-4bb5-a575-df3110271d90 req-15907741-315c-49cd-b542-e582a37ce793 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 943 time: 0.0791674 May 24 23:25:19.677884 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff1327ff-f291-4bb5-a575-df3110271d90 req-35e44f3e-30ab-4a7e-b408-487651248c4e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 May 24 23:25:19.785465 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:19.786010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:19.802214 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67314ac0-8a89-4727-b8bc-0fd5db278ee2 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:25:19.817514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:19.820936 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:19.883174 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['67314ac0-8a89-4727-b8bc-0fd5db278ee2'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:25:19.928287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:20.762581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 67314ac0-8a89-4727-b8bc-0fd5db278ee2 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:20.831636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:20.832337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:20.869225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fdebd-be9a-495f-8f2b-db02a0021a30 req-207f6ee0-1489-49f2-a541-a10e6b6b99ab tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:20.870711 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c4fdebd-be9a-495f-8f2b-db02a0021a30 req-207f6ee0-1489-49f2-a541-a10e6b6b99ab tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 944 time: 0.0851121 May 24 23:25:20.915442 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c4fdebd-be9a-495f-8f2b-db02a0021a30 req-3b4494ba-ded7-4941-a5d8-9b806892d9f1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 May 24 23:25:20.950055 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:20.950434 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:20.982564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:20.987016 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:21.057362 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:21.066378 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:21.167558 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c912c3b-a93a-4ae0-98c2-62cd59ad5d4d'] response: {'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'code': 200} May 24 23:25:21.924830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b32340b8-f480-48a5-9bb4-8c69bdab68da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:22.097811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bd526-1224-4175-95c7-a08825992796 req-656b4363-3bf5-4a05-9daf-b13184d40c8b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:22.099901 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9a9bd526-1224-4175-95c7-a08825992796 req-656b4363-3bf5-4a05-9daf-b13184d40c8b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0801725 May 24 23:25:22.142774 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9a9bd526-1224-4175-95c7-a08825992796 req-9f318ddf-2a19-43ec-9b04-1945f68aacf5 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372739 May 24 23:25:23.332636 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc4f6e-b8cb-442f-a201-ba7bc48e9e8e req-9abf4f16-b1a3-4a87-9dd4-dee27b808a08 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:23.334131 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35fc4f6e-b8cb-442f-a201-ba7bc48e9e8e req-9abf4f16-b1a3-4a87-9dd4-dee27b808a08 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0819268 May 24 23:25:23.384439 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35fc4f6e-b8cb-442f-a201-ba7bc48e9e8e req-d68b470e-308d-4dd0-9985-eb715b92e465 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383167 May 24 23:25:24.253399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e58c6ce0-d060-49db-b8cc-a33fff2f0113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:24.571173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004c360-f257-47fe-8589-c64aa1caf8da req-b56c6dce-b6cf-45a6-a323-552401ddb4fe tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:24.572528 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e004c360-f257-47fe-8589-c64aa1caf8da req-b56c6dce-b6cf-45a6-a323-552401ddb4fe tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0790482 May 24 23:25:24.712510 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e004c360-f257-47fe-8589-c64aa1caf8da req-225d269c-933b-4b54-b712-483b98b69905 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343558 May 24 23:25:25.100017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-89ac8134-c0a5-45d7-94c9-3309f2f9a4b1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:25.100726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-89ac8134-c0a5-45d7-94c9-3309f2f9a4b1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Synchronizing usage tracker for tenant:ac074f715dea49c5a268c2003df946c8 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:25:25.116445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-89ac8134-c0a5-45d7-94c9-3309f2f9a4b1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Unset dirty status for tenant:ac074f715dea49c5a268c2003df946c8 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:25:25.117567 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-89ac8134-c0a5-45d7-94c9-3309f2f9a4b1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45&tenant_id=ac074f715dea49c5a268c2003df946c8&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 945 time: 0.1040533 May 24 23:25:25.140649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.153972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f5e42-c495-4e3e-879a-0d83c26b6a52 req-b8bbd8c4-8cb8-4bf8-b06a-a8ce3d0465d8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:25.155443 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-888f5e42-c495-4e3e-879a-0d83c26b6a52 req-b8bbd8c4-8cb8-4bf8-b06a-a8ce3d0465d8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0829377 May 24 23:25:25.200744 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-888f5e42-c495-4e3e-879a-0d83c26b6a52 req-5f2be355-a604-4448-8014-8b4fdcdecd4b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381610 May 24 23:25:25.201700 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-308c3ff5-4974-4975-99b7-45ab76c4b51f service neutron] 10.222.0.42 "GET /v2.0/ports/67314ac0-8a89-4727-b8bc-0fd5db278ee2/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0782039 May 24 23:25:25.284800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.306293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-6ba4f009-5ecf-4b46-946a-eaa206fafb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:25.307785 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-6ba4f009-5ecf-4b46-946a-eaa206fafb4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 1098 time: 0.0775986 May 24 23:25:25.443079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-7f245b39-40ea-4856-841e-2fa2ade13611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:25.444519 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-7f245b39-40ea-4856-841e-2fa2ade13611 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1306138 May 24 23:25:25.546079 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-2e3851fe-66bd-42d8-a43d-6bc8fd864147 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2 HTTP/1.1" status: 200 len: 1001 time: 0.0951681 May 24 23:25:25.609487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-153e35c8-daa3-426c-859e-cc023c0ebb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:25.610884 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-153e35c8-daa3-426c-859e-cc023c0ebb6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0592592 May 24 23:25:25.683117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-35a28b44-1865-49f5-be0e-c0c8ff7da6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:25.684583 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-35a28b44-1865-49f5-be0e-c0c8ff7da6a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681112 May 24 23:25:25.814113 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-3181cd49-f0bd-405e-add6-81c079beab8e service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232104 May 24 23:25:26.038096 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-5ea0d9af-d382-4850-b12b-1249b4cc42af service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186065 May 24 23:25:26.389049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49eb60-ac72-4cd6-b3ab-4ace54c9bd48 req-5d0f5a9b-c853-42f4-acb7-fa0daf7c4020 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:26.390379 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3c49eb60-ac72-4cd6-b3ab-4ace54c9bd48 req-5d0f5a9b-c853-42f4-acb7-fa0daf7c4020 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0812006 May 24 23:25:26.433770 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3c49eb60-ac72-4cd6-b3ab-4ace54c9bd48 req-c91bf160-5902-4838-bdb3-5fd91bbf8330 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376534 May 24 23:25:26.591074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:27.615014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daff890-af09-4f1a-b358-9c3d97b6ae95 req-25939616-935d-4207-9f96-f8503c1faf1f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:27.616474 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5daff890-af09-4f1a-b358-9c3d97b6ae95 req-25939616-935d-4207-9f96-f8503c1faf1f tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0788486 May 24 23:25:27.660432 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5daff890-af09-4f1a-b358-9c3d97b6ae95 req-4ac79d30-2fe3-4c79-a33f-3b66b85727be tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382068 May 24 23:25:28.857672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35b2a5-35a8-4734-86fc-4b0e578a17e9 req-4b621cb5-348d-4fdc-8eee-d0e102e137aa tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:28.859386 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad35b2a5-35a8-4734-86fc-4b0e578a17e9 req-4b621cb5-348d-4fdc-8eee-d0e102e137aa tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0858405 May 24 23:25:28.907523 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad35b2a5-35a8-4734-86fc-4b0e578a17e9 req-5f7a5d0d-7591-4d3a-ba79-b88cd28ba757 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 May 24 23:25:28.997752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-5aa7ac2a-0429-4d78-ade6-2a13acba0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:28.999331 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-5aa7ac2a-0429-4d78-ade6-2a13acba0d8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45&tenant_id=ac074f715dea49c5a268c2003df946c8 HTTP/1.1" status: 200 len: 1098 time: 0.0736866 May 24 23:25:29.089751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-d3bdb16d-59b0-40b9-839a-8a04e2bc2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:29.091234 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-d3bdb16d-59b0-40b9-839a-8a04e2bc2038 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac074f715dea49c5a268c2003df946c8&device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 1098 time: 0.0706213 May 24 23:25:29.222905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-e7ccb1b3-74b2-4a19-ba44-6c2f3f550047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:29.224875 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-e7ccb1b3-74b2-4a19-ba44-6c2f3f550047 service neutron] 10.222.0.42 "GET /v2.0/networks?id=816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 200 len: 913 time: 0.1279411 May 24 23:25:29.326320 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-9e952049-b126-472b-9654-2d7dc033c472 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2 HTTP/1.1" status: 200 len: 1001 time: 0.0958810 May 24 23:25:29.386279 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-3f311209-a954-4af3-8803-cf1671678fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:29.387679 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-3f311209-a954-4af3-8803-cf1671678fa2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 200 len: 851 time: 0.0560179 May 24 23:25:29.462103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-255ac9f8-e1eb-4f5e-a1a5-90200c128e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:29.463538 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-255ac9f8-e1eb-4f5e-a1a5-90200c128e98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=816d43d8-217f-4149-a6f3-cf08d7fa9af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699501 May 24 23:25:29.590332 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-3948c82d-26ab-4a36-bc3b-f9d8f6119d5b service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202745 May 24 23:25:29.717045 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b0d20b9-f359-483c-8baf-4972f9f99bc0 req-98083141-bc5d-4dc8-8469-82e1ecc8d5f5 service neutron] 10.222.0.42 "GET /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203551 May 24 23:25:30.101018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04f484-f7ce-4fff-b79e-39c2766ae903 req-7b8cf437-8bb5-48ba-a3bb-f9d1cf6c4f6c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:30.102339 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da04f484-f7ce-4fff-b79e-39c2766ae903 req-7b8cf437-8bb5-48ba-a3bb-f9d1cf6c4f6c tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0839403 May 24 23:25:30.154422 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da04f484-f7ce-4fff-b79e-39c2766ae903 req-18efcf7b-f383-4718-99dd-c1e12a1d66c4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438313 May 24 23:25:31.345082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89359b44-8ae5-47b3-b30b-3775ec8b46ea req-250fe120-2530-4096-9252-dd351890940a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:31.346524 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89359b44-8ae5-47b3-b30b-3775ec8b46ea req-250fe120-2530-4096-9252-dd351890940a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0876124 May 24 23:25:31.390740 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89359b44-8ae5-47b3-b30b-3775ec8b46ea req-7ff17d78-4324-47d2-acb2-78601e7361e2 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379021 May 24 23:25:32.577246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec73f3-2cbb-44eb-8178-b68a01813844 req-4798ce06-a908-482d-8d5d-41e224e91924 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:32.578710 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1ec73f3-2cbb-44eb-8178-b68a01813844 req-4798ce06-a908-482d-8d5d-41e224e91924 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0826302 May 24 23:25:32.636141 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1ec73f3-2cbb-44eb-8178-b68a01813844 req-9e10f6dc-40b1-441d-be3c-aa8236a852f8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508962 May 24 23:25:32.856347 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 67314ac0-8a89-4727-b8bc-0fd5db278ee2 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:25:32.859662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 67314ac0-8a89-4727-b8bc-0fd5db278ee2 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:33.110974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:33.111285 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.132698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:33.152111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'port_id': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'mac_address': 'fa:16:3e:d4:f1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:25:33.157086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:33.189851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:33.212857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.215437 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5227f25-a831-4286-a112-33804fe9bae8'] response: {'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'code': 200} May 24 23:25:33.274222 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:33.274600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.298527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67314ac0-8a89-4727-b8bc-0fd5db278ee2 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:25:33.307319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=9']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:33.371373 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:25:33.371630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:25:33.820652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd960c3-f4be-4f5d-8914-daa4a84f8e41 req-cdeaaf45-8a44-49f7-9db4-9eb3b91b1b92 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:33.822075 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acd960c3-f4be-4f5d-8914-daa4a84f8e41 req-cdeaaf45-8a44-49f7-9db4-9eb3b91b1b92 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 943 time: 0.0775430 May 24 23:25:33.865906 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acd960c3-f4be-4f5d-8914-daa4a84f8e41 req-4e62cdfc-9366-4907-ae09-773e84d16a8b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381145 May 24 23:25:33.927592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:33.928161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.944773 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67314ac0-8a89-4727-b8bc-0fd5db278ee2 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:25:33.959640 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:33.963468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:34.025526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['67314ac0-8a89-4727-b8bc-0fd5db278ee2'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:25:34.073096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=10']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:34.855908 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 67314ac0-8a89-4727-b8bc-0fd5db278ee2 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:34.927149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:34.927531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.054196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:35.054886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.056684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e64ad9-ee3a-484d-9e8c-ec9b1a9447a4 req-2c907492-3d57-43c9-b41d-6c960d3992b4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:35.058137 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50e64ad9-ee3a-484d-9e8c-ec9b1a9447a4 req-2c907492-3d57-43c9-b41d-6c960d3992b4 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 945 time: 0.0856285 May 24 23:25:35.102479 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50e64ad9-ee3a-484d-9e8c-ec9b1a9447a4 req-eec11293-3eb5-403e-9809-53601afd6c44 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384595 May 24 23:25:35.103863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:35.109118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.178574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=11']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:35.216786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:35.269311 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c401735-2fa9-4636-95c6-c80773cfbc12'] response: {'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'code': 200} May 24 23:25:36.288973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0f528-ab92-484a-91fc-918ce5d886b1 req-93409817-5e94-49e7-bd55-d106a30c2eef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:36.290392 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2d0f528-ab92-484a-91fc-918ce5d886b1 req-93409817-5e94-49e7-bd55-d106a30c2eef tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 946 time: 0.0779452 May 24 23:25:36.340768 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2d0f528-ab92-484a-91fc-918ce5d886b1 req-af393ac8-accb-48a9-9a99-8d04dc01d59a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446248 May 24 23:25:37.578199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0156748-5035-4219-b310-78f3b084ac16 req-1a4bf152-169c-4569-ac45-546c401eebb6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:37.579668 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0156748-5035-4219-b310-78f3b084ac16 req-1a4bf152-169c-4569-ac45-546c401eebb6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 946 time: 0.0814881 May 24 23:25:37.625305 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0156748-5035-4219-b310-78f3b084ac16 req-fe2220b2-6fcf-452e-9df6-72a4114c5062 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391054 May 24 23:25:38.811428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949c10-7806-4c27-93fd-dbf207eddc6e req-84aceeae-95b5-4e12-90be-246c15ae126a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:38.812849 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7949c10-7806-4c27-93fd-dbf207eddc6e req-84aceeae-95b5-4e12-90be-246c15ae126a tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 946 time: 0.0827343 May 24 23:25:38.856914 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7949c10-7806-4c27-93fd-dbf207eddc6e req-a84e66ef-9b1f-4dd0-a202-c186d27649e5 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383813 May 24 23:25:39.036759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31642145-0517-422d-85c5-353e628e0ca5 req-38adbc1c-7fa8-40dc-97ee-be8105e3fc6b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:39.038175 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31642145-0517-422d-85c5-353e628e0ca5 req-38adbc1c-7fa8-40dc-97ee-be8105e3fc6b tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 946 time: 0.0772955 May 24 23:25:39.080655 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31642145-0517-422d-85c5-353e628e0ca5 req-523ec3f1-ce70-4dc5-a8d5-8fda1a4d2b9d tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368028 May 24 23:25:39.263789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc578b4-da06-4710-8fc9-951f2bef3a6d req-a43faa43-162d-443c-bd87-3025dcd72666 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:39.265202 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bc578b4-da06-4710-8fc9-951f2bef3a6d req-a43faa43-162d-443c-bd87-3025dcd72666 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 946 time: 0.0821652 May 24 23:25:39.307995 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bc578b4-da06-4710-8fc9-951f2bef3a6d req-01582602-d4bf-4b88-aff5-4b913ea3ec54 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369995 May 24 23:25:39.684566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ce559-122f-470f-9ddc-c0f0e882ea05 req-7784df52-6542-4c0a-b521-ad64f982b81e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:39.685968 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe8ce559-122f-470f-9ddc-c0f0e882ea05 req-7784df52-6542-4c0a-b521-ad64f982b81e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 946 time: 0.0788138 May 24 23:25:39.728460 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe8ce559-122f-470f-9ddc-c0f0e882ea05 req-4aa2a788-fee5-41da-9bc7-952ab45be657 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368328 May 24 23:25:40.915293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388742d-71aa-45c8-802f-20e771c2b7bf req-a19b62a6-b9a1-4d6e-99e6-f5ea6b948b04 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:40.916716 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f388742d-71aa-45c8-802f-20e771c2b7bf req-a19b62a6-b9a1-4d6e-99e6-f5ea6b948b04 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 946 time: 0.0805788 May 24 23:25:40.959882 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f388742d-71aa-45c8-802f-20e771c2b7bf req-7d41450a-fa59-41f8-bc26-edbefa5b01b6 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376346 May 24 23:25:41.955612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-32299913-ef2b-4c86-a8a4-a3ac38019495 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:41.957013 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-32299913-ef2b-4c86-a8a4-a3ac38019495 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 946 time: 0.0775166 May 24 23:25:42.028562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Deleting port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:42.028902 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:42.143245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50fe90-028b-439b-829f-165d9e2be3d5 req-9e433e2d-b0c7-485b-ab6d-3c6ad0a0cac7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:42.144719 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa50fe90-028b-439b-829f-165d9e2be3d5 req-9e433e2d-b0c7-485b-ab6d-3c6ad0a0cac7 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 946 time: 0.0797782 May 24 23:25:42.193610 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa50fe90-028b-439b-829f-165d9e2be3d5 req-2b3c74d2-03f1-46e1-bc54-029f34d0b62e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups?id=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422029 May 24 23:25:42.270277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] For port 67314ac0-8a89-4727-b8bc-0fd5db278ee2, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=67314ac0-8a89-4727-b8bc-0fd5db278ee2,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:42.270664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:42.663995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:42.664268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:42.664580 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Floating IP 69b16c83-b9e4-4960-b167-03b359305254 disassociated. External IP: 172.26.3.14, port: 67314ac0-8a89-4727-b8bc-0fd5db278ee2. May 24 23:25:42.664922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Calling delete_port for 67314ac0-8a89-4727-b8bc-0fd5db278ee2 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:42.805016 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:42.854800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event deleted for resources: {'Port': ['ID=67314ac0-8a89-4727-b8bc-0fd5db278ee2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:42.865067 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:42.865408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:42.865741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:42.866071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:42.866392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:42.866737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:42.867059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:42.867506 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:42.867829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:42.868146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:42.868462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:42.868772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:43.054116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:25:43.227449 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:25:43.237514 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c754ca-17ab-490c-966b-735b5df541ad None None] Sync routers for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:25:43.247632 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c754ca-17ab-490c-966b-735b5df541ad None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:43.248231 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-24c754ca-17ab-490c-966b-735b5df541ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:25:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:43.302339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] No DVR routers for this DVR port 67314ac0-8a89-4727-b8bc-0fd5db278ee2 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:25:43.304868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:43.307641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-deleted', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:43.324299 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9ae4a316-134a-4534-9158-5d50cf31f798 req-36b94aa1-1a24-430a-aa12-98462d3ba5d1 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.42 "DELETE /v2.0/ports/67314ac0-8a89-4727-b8bc-0fd5db278ee2 HTTP/1.1" status: 204 len: 173 time: 1.3618605 May 24 23:25:43.350164 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ae30005-a589-475a-a423-2225739aca77 req-9f3ccc48-25cd-4361-9a3a-724f50e98ca8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a613cd8-e214-4a4f-a924-985e8e158f45 HTTP/1.1" status: 200 len: 210 time: 0.0497727 May 24 23:25:43.431577 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e4fa34-ea83-49ce-8201-10a4f5716b62'] response: {'server_uuid': '3a613cd8-e214-4a4f-a924-985e8e158f45', 'name': 'network-vif-deleted', 'tag': '67314ac0-8a89-4727-b8bc-0fd5db278ee2', 'status': 'completed', 'code': 200} May 24 23:25:43.440292 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-24c754ca-17ab-490c-966b-735b5df541ad None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:43.752925 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-24c754ca-17ab-490c-966b-735b5df541ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:43.757678 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c754ca-17ab-490c-966b-735b5df541ad None None] Checking router: a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:25:43.766138 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c754ca-17ab-490c-966b-735b5df541ad None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:43.766755 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-24c754ca-17ab-490c-966b-735b5df541ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:25:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:43.969990 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-24c754ca-17ab-490c-966b-735b5df541ad None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:44.274133 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-24c754ca-17ab-490c-966b-735b5df541ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:44.277995 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c754ca-17ab-490c-966b-735b5df541ad None None] The sync data for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv is: [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:20:36Z', 'revision_number': 4, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '474b4a7e-61b3-41af-b23f-a0842c5d334f', 'name': '', 'network_id': '816d43d8-217f-4149-a6f3-cf08d7fa9af3', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'mac_address': 'fa:16:3e:c7:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:42Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'subnets': [{'id': 'de09d2ae-5c8e-49ad-a815-dee0023ba8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:25:44.487153 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbed73-94c3-4bf3-8c74-95452e50925d None None] New status for floating IP 69b16c83-b9e4-4960-b167-03b359305254: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:25:46.041337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:46.904045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 67314ac0-8a89-4727-b8bc-0fd5db278ee2 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:46.938915 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 67314ac0-8a89-4727-b8bc-0fd5db278ee2 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:25:46.939310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 67314ac0-8a89-4727-b8bc-0fd5db278ee2 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:25:47.582118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38884) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:47.645962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:47.673034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:47.728153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:47.746342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66948ad8-60ec-4ed0-9f03-0ddb0cf9e608,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:47.755570 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.755918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.756253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.756583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.756907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.757231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.757554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.758080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.758410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.758761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.759081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.759399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:47.768390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:47.769507 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4dfc1acd-0519-49ab-8e4e-33b063d4dfd8 tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "DELETE /v2.0/security-groups/66948ad8-60ec-4ed0-9f03-0ddb0cf9e608 HTTP/1.1" status: 204 len: 168 time: 0.1857636 May 24 23:25:47.772572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38888) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:47.789546 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-21f98dcd-7133-42be-95f9-73666b8337df tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] show failed (client error): The resource could not be found. May 24 23:25:47.790518 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-21f98dcd-7133-42be-95f9-73666b8337df tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "GET /v2.0/security-groups/66948ad8-60ec-4ed0-9f03-0ddb0cf9e608 HTTP/1.1" status: 404 len: 347 time: 0.0170538 May 24 23:25:47.793029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38892) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:47.946751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5fed8f38-1ecf-41d3-bb8a-7a5a6ae9b13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Deleting port ec44687e-4460-48f1-a613-d5f8a398304d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:47.947204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fed8f38-1ecf-41d3-bb8a-7a5a6ae9b13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:48.117781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fed8f38-1ecf-41d3-bb8a-7a5a6ae9b13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:48.118099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fed8f38-1ecf-41d3-bb8a-7a5a6ae9b13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:48.332077 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5fed8f38-1ecf-41d3-bb8a-7a5a6ae9b13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Calling delete_port for ec44687e-4460-48f1-a613-d5f8a398304d owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:48.470283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fed8f38-1ecf-41d3-bb8a-7a5a6ae9b13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:48.517096 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed8f38-1ecf-41d3-bb8a-7a5a6ae9b13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Pushing event deleted for resources: {'Port': ['ID=ec44687e-4460-48f1-a613-d5f8a398304d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:48.610003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fed8f38-1ecf-41d3-bb8a-7a5a6ae9b13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:48.624099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fed8f38-1ecf-41d3-bb8a-7a5a6ae9b13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:48.625214 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5fed8f38-1ecf-41d3-bb8a-7a5a6ae9b13e tempest-ServerActionsTestJSON-2063730513 tempest-ServerActionsTestJSON-2063730513-project] 10.222.0.32 "DELETE /v2.0/floatingips/69b16c83-b9e4-4960-b167-03b359305254 HTTP/1.1" status: 204 len: 168 time: 0.8313241 May 24 23:25:48.628169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38896) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:49.219874 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:49.554437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] Deleting port 474b4a7e-61b3-41af-b23f-a0842c5d334f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:49.554709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:49.819083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] For port 474b4a7e-61b3-41af-b23f-a0842c5d334f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=474b4a7e-61b3-41af-b23f-a0842c5d334f,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:49.819783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:49.940296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] Calling delete_port for 474b4a7e-61b3-41af-b23f-a0842c5d334f owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:50.192826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:50.242550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=474b4a7e-61b3-41af-b23f-a0842c5d334f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:50.504557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:50.850937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] Router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:25:51.024525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:25:51.034593 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae0b7b-f5b5-4253-b3a6-f20ca095cc58 None None] Sync routers for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:25:51.036929 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d18abb1-b460-4e32-89f8-299928463ceb admin admin] 10.222.0.32 "PUT /v2.0/routers/a0b7f6a1-da0a-449e-ba40-b1eee8e0da86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4077992 May 24 23:25:51.039485 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38902) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:51.043847 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae0b7b-f5b5-4253-b3a6-f20ca095cc58 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:51.044518 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0aae0b7b-f5b5-4253-b3a6-f20ca095cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:25:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:51.220186 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0aae0b7b-f5b5-4253-b3a6-f20ca095cc58 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:51.331789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:51.500028 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0aae0b7b-f5b5-4253-b3a6-f20ca095cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:25:50Z', 'revision_number': 5, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port': {'id': 'fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:33Z', 'updated_at': '2022-05-24T23:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:51.503732 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae0b7b-f5b5-4253-b3a6-f20ca095cc58 None None] Checking router: a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:25:51.512679 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae0b7b-f5b5-4253-b3a6-f20ca095cc58 None None] Routers {'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:51.513267 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0aae0b7b-f5b5-4253-b3a6-f20ca095cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:25:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:51.515079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:51.524814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Deleting port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:51.525318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:51.659242 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0aae0b7b-f5b5-4253-b3a6-f20ca095cc58 None None] Set router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:51.699732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] For port fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:51.700237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:51.769110 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0aae0b7b-f5b5-4253-b3a6-f20ca095cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:25:51Z', 'revision_number': 6, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:51.773096 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae0b7b-f5b5-4253-b3a6-f20ca095cc58 None None] The sync data for ids ['a0b7f6a1-da0a-449e-ba40-b1eee8e0da86'] in dv-neutron-843190-1-hyperv is: [{'id': 'a0b7f6a1-da0a-449e-ba40-b1eee8e0da86', 'name': 'tempest-ServerActionsTestJSON-1106543318-router', 'tenant_id': 'ac074f715dea49c5a268c2003df946c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:20:32Z', 'updated_at': '2022-05-24T23:25:51Z', 'revision_number': 6, 'project_id': 'ac074f715dea49c5a268c2003df946c8', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:25:51.825587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Calling delete_port for fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:51.928590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4d9c1aec-0835-4ca2-a8f6-12e9de24fae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:51.992573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.043779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:52.134201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.310023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.312158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.335933 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.336503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:25:52.348117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.349781 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2f8f68b4-99dd-4110-8546-031f4fd9f50e admin admin] 10.222.0.32 "DELETE /v2.0/routers/a0b7f6a1-da0a-449e-ba40-b1eee8e0da86 HTTP/1.1" status: 204 len: 168 time: 1.3091233 May 24 23:25:52.352423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38906) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:52.409289 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae502b9-1ba2-4f8a-bff2-2b6d30fd6129 admin admin] Deleting subnet de09d2ae-5c8e-49ad-a815-dee0023ba8a1 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:25:52.412197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cae502b9-1ba2-4f8a-bff2-2b6d30fd6129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.462019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cae502b9-1ba2-4f8a-bff2-2b6d30fd6129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.557821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 474b4a7e-61b3-41af-b23f-a0842c5d334f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:52.598135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 474b4a7e-61b3-41af-b23f-a0842c5d334f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:25:52.598504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 474b4a7e-61b3-41af-b23f-a0842c5d334f not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:25:52.641053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cae502b9-1ba2-4f8a-bff2-2b6d30fd6129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.709281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cae502b9-1ba2-4f8a-bff2-2b6d30fd6129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.751263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cae502b9-1ba2-4f8a-bff2-2b6d30fd6129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.753789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae502b9-1ba2-4f8a-bff2-2b6d30fd6129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de09d2ae-5c8e-49ad-a815-dee0023ba8a1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:52.755083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d282eb7-ca59-41c0-8c55-7c516949b694 None None] Network 816d43d8-217f-4149-a6f3-cf08d7fa9af3 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:25:52.759598 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cae502b9-1ba2-4f8a-bff2-2b6d30fd6129 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/de09d2ae-5c8e-49ad-a815-dee0023ba8a1 HTTP/1.1" status: 204 len: 168 time: 0.4062319 May 24 23:25:52.761998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38910) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:52.871643 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:52.882750 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Deleting port 4b975636-24fa-431f-b85f-57cd87f0cc30 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:52.883084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.041322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cbe616-9822-4c79-80ea-c6108b345784 None None] DHCP port deletion for 816d43d8-217f-4149-a6f3-cf08d7fa9af3 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:25:53.045669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-41cbe616-9822-4c79-80ea-c6108b345784 None None] Deleting port 4b975636-24fa-431f-b85f-57cd87f0cc30 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:53.046041 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-41cbe616-9822-4c79-80ea-c6108b345784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.088333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] For port 4b975636-24fa-431f-b85f-57cd87f0cc30, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4b975636-24fa-431f-b85f-57cd87f0cc30,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:53.088917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.215441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Calling delete_port for 4b975636-24fa-431f-b85f-57cd87f0cc30 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:53.249112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-41cbe616-9822-4c79-80ea-c6108b345784 None None] For port 4b975636-24fa-431f-b85f-57cd87f0cc30, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4b975636-24fa-431f-b85f-57cd87f0cc30,segment=NetworkSegment(9cf16816-6638-4399-bea4-14600fa55229),segment_id=9cf16816-6638-4399-bea4-14600fa55229)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:53.249505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-41cbe616-9822-4c79-80ea-c6108b345784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.293121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.339745 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b975636-24fa-431f-b85f-57cd87f0cc30,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:53.343141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] No DVR routers for this DVR port 4b975636-24fa-431f-b85f-57cd87f0cc30 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:25:53.375145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-41cbe616-9822-4c79-80ea-c6108b345784 None None] Calling delete_port for 4b975636-24fa-431f-b85f-57cd87f0cc30 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:53.447828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-41cbe616-9822-4c79-80ea-c6108b345784 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:25:53.448177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-41cbe616-9822-4c79-80ea-c6108b345784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:25:53.468632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.497546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816d43d8-217f-4149-a6f3-cf08d7fa9af3']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:53.509255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf16816-6638-4399-bea4-14600fa55229') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:53.509547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf16816-6638-4399-bea4-14600fa55229') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:53.521071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.536956 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.542919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:25:53.543301 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.627243 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9cf16816-6638-4399-bea4-14600fa55229 resource provider aggregate not found May 24 23:25:53.644193 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9cf16816-6638-4399-bea4-14600fa55229 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9cf16816-6638-4399-bea4-14600fa55229 found for delete ", "request_id": "req-cef3bc1f-c5cd-452c-a991-c22b9e102fdd"}]} May 24 23:25:53.645768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.662026 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.671844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=816d43d8-217f-4149-a6f3-cf08d7fa9af3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:53.686339 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-af68ed5b-1fb1-4969-aa67-a9c542be4bd8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/816d43d8-217f-4149-a6f3-cf08d7fa9af3 HTTP/1.1" status: 204 len: 168 time: 0.9233365 May 24 23:25:53.792425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38922) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:53.840707 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9a06f8fd-222d-4a59-a3bb-2dbdd39f867d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac074f715dea49c5a268c2003df946c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471418 May 24 23:25:53.843127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38926) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:53.900774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f849372-6f86-4e53-bd17-0dcf184d7905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.925358 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f849372-6f86-4e53-bd17-0dcf184d7905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.949513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-41cbe616-9822-4c79-80ea-c6108b345784 None None] Deleting port 4b975636-24fa-431f-b85f-57cd87f0cc30 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:53.949928 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-41cbe616-9822-4c79-80ea-c6108b345784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.978938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f849372-6f86-4e53-bd17-0dcf184d7905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:53.996779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f849372-6f86-4e53-bd17-0dcf184d7905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c5ae2b-5339-4319-9e43-8ee04dc2e776,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:54.006532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f849372-6f86-4e53-bd17-0dcf184d7905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:54.007665 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8f849372-6f86-4e53-bd17-0dcf184d7905 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5c5ae2b-5339-4319-9e43-8ee04dc2e776 HTTP/1.1" status: 204 len: 168 time: 0.1636493 May 24 23:25:54.024285 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-41cbe616-9822-4c79-80ea-c6108b345784 None None] The port '4b975636-24fa-431f-b85f-57cd87f0cc30' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:25:54.038022 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:25:54.194153 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:54.235189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:25:54.235529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb4de12c-d3d1-4ca5-9e89-1c7bc205ef24 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:25:54.235946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b975636-24fa-431f-b85f-57cd87f0cc30 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:54.273256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 4b975636-24fa-431f-b85f-57cd87f0cc30 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:25:54.273593 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4b975636-24fa-431f-b85f-57cd87f0cc30 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:25:54.280906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5428e5e5-f77c-4268-aaea-16c3b4b184db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:54.730923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38950) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:54.830488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-969041975-network', 'tenant_id': '046538be9215431e8a0c45b04c8d0e40'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:54.836033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:54.839845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Usage tracker for resource:network and tenant:046538be9215431e8a0c45b04c8d0e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:54.842617 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:54.848219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:54.861943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Made reservation on behalf of 046538be9215431e8a0c45b04c8d0e40 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:25:54.864313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:54.876119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:54.890420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:54.894167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Usage tracker for resource:security_group_rule and tenant:046538be9215431e8a0c45b04c8d0e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:54.897519 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:54.903147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:54.985924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:54.989837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:55.016056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:25:55.027985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:55.032229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:55.032564 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Added segment a6b01606-be4c-49e2-be67-63923c25f7ec of type vlan for network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed May 24 23:25:55.058138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:55.090494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:55.091427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:55.091989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:55.140763 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:55.194980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:55.200647 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2da8c75f-cab9-4879-b46f-90f0e4e88f88 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4660034 May 24 23:25:55.200932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 38956) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:55.204740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:25:55.206051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Request body: {'subnet': {'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-969041975-subnet', 'tenant_id': '046538be9215431e8a0c45b04c8d0e40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:55.211199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:55.215075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Usage tracker for resource:subnet and tenant:046538be9215431e8a0c45b04c8d0e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:55.217883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:55.223640 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:55.233057 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Made reservation on behalf of 046538be9215431e8a0c45b04c8d0e40 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:25:55.235676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:55.305481 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:55.441031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:55.600914 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6667904d-5bd4-452e-bd93-f6a7fa0996d1,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:55.609418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Checking segment: {'id': 'a6b01606-be4c-49e2-be67-63923c25f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:25:55.609766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Network hostable DHCP agents. Network: f9a5b73f-ce9f-469d-8798-0fe58bcc84ed, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:25:55.628630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:25:55.636968 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, f9a5b73f-ce9f-469d-8798-0fe58bcc84ed) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:55.640846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:55.641411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:55.645945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7e02f1-5d74-4372-a4f0-1363a34d8921 None None] Network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:25:55.661721 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d5c15b40-65c6-437e-9297-6594e112607d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4598339 May 24 23:25:55.861835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3788bf9-3999-4f57-b77d-ffdd5706147f None None] Network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:25:56.162773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-c245f0d5-f355-40da-b79d-6558da4a4598 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:56.163439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-c245f0d5-f355-40da-b79d-6558da4a4598 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Synchronizing usage tracker for tenant:046538be9215431e8a0c45b04c8d0e40 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:25:56.179542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-c245f0d5-f355-40da-b79d-6558da4a4598 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Unset dirty status for tenant:046538be9215431e8a0c45b04c8d0e40 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:25:56.180723 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-c245f0d5-f355-40da-b79d-6558da4a4598 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/networks?id=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed HTTP/1.1" status: 200 len: 813 time: 0.1615107 May 24 23:25:56.195703 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-a6204852-5dec-4345-bc51-cd613f334e1f tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/quotas/046538be9215431e8a0c45b04c8d0e40 HTTP/1.1" status: 200 len: 375 time: 0.0095119 May 24 23:25:56.241983 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-e2973c0f-cfff-4908-bc35-f77649b3b31d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=046538be9215431e8a0c45b04c8d0e40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408967 May 24 23:25:56.293447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-11185374-7b0d-4299-ad5c-302d54c662aa service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:25:56.294402 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-11185374-7b0d-4299-ad5c-302d54c662aa service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461059 May 24 23:25:56.423785 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-72c12ef0-6669-4ca9-92ed-db5745fc970d service neutron] 10.222.0.32 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235292 May 24 23:25:56.552853 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-c2294880-5fb4-4a9b-b567-9f0d9850b24b service neutron] 10.222.0.32 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233616 May 24 23:25:56.593834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:56.726936 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fe564e3-0cdd-4bd8-b1fa-887fc2fe54bd req-6f793271-a3d5-4854-be58-6063ca0bbd86 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 210 time: 0.0458283 May 24 23:25:57.903222 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-65050605-c7a1-4533-ba02-7baa1017a579 req-7b3d1781-523e-491f-bfd3-38cba672b7c1 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 210 time: 0.0437622 May 24 23:25:57.927082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-de5ee49a-e5ca-4327-9f04-ac1d64957fc9 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:57.928516 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-de5ee49a-e5ca-4327-9f04-ac1d64957fc9 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.42 "GET /v2.0/networks?id=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed HTTP/1.1" status: 200 len: 813 time: 0.1765003 May 24 23:25:57.939737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Request body: {'port': {'device_id': '2f4494fd-8413-4497-b3a8-fe6f42498953', 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed', 'admin_state_up': True, 'tenant_id': '046538be9215431e8a0c45b04c8d0e40'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:58.076552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:58.080578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Usage tracker for resource:port and tenant:046538be9215431e8a0c45b04c8d0e40 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:58.083418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:58.089489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:58.098430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Made reservation on behalf of 046538be9215431e8a0c45b04c8d0e40 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:25:58.101835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:58.262493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Allocated IP 172.20.0.9 (f9a5b73f-ce9f-469d-8798-0fe58bcc84ed/6667904d-5bd4-452e-bd93-f6a7fa0996d1/0c139127-cb6a-46c0-9eb7-2b0f33f364ec) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:25:58.458536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:58.486839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:58.558722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:58.561829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:58.565576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:25:58.594687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Pushing event updated for resources: {'Port': ['ID=0c139127-cb6a-46c0-9eb7-2b0f33f364ec,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:58.629182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:58.629805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:58.648936 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-ffb3243b-e9f3-4dde-9e50-4cc490ecfc6d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7127967 May 24 23:25:58.659931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Request body: {'port': {'device_id': '2f4494fd-8413-4497-b3a8-fe6f42498953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:58.868900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:59.099810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ed6cc-deb6-425f-8214-03b7b518a3b8 req-fe6799e9-3fc7-47ec-bc81-a523ac28cd88 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:59.101260 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-221ed6cc-deb6-425f-8214-03b7b518a3b8 req-fe6799e9-3fc7-47ec-bc81-a523ac28cd88 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 931 time: 0.0836351 May 24 23:25:59.146737 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-221ed6cc-deb6-425f-8214-03b7b518a3b8 req-10f681d6-f9bd-4067-9864-e6816c32ab5a tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Synchronizing usage tracker for tenant:046538be9215431e8a0c45b04c8d0e40 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:25:59.163493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-221ed6cc-deb6-425f-8214-03b7b518a3b8 req-10f681d6-f9bd-4067-9864-e6816c32ab5a tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Unset dirty status for tenant:046538be9215431e8a0c45b04c8d0e40 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:25:59.164828 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-221ed6cc-deb6-425f-8214-03b7b518a3b8 req-10f681d6-f9bd-4067-9864-e6816c32ab5a tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577674 May 24 23:25:59.201475 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c139127-cb6a-46c0-9eb7-2b0f33f364ec {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:25:59.210382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:59.225214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Transition to ACTIVE for port object 0c139127-cb6a-46c0-9eb7-2b0f33f364ec will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:59.228743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:59.387823 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Pushing event updated for resources: {'Port': ['ID=0c139127-cb6a-46c0-9eb7-2b0f33f364ec,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:59.453434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Attempting to bind port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:25:59.453766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Attempting to bind port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'a6b01606-be4c-49e2-be67-63923c25f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:25:59.454153 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Attempting to bind port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec on network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:25:59.459549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec on network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:25:59.459862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Attempting to bind port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec on network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:25:59.465139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:25:59.465468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Checking segment: {'id': 'a6b01606-be4c-49e2-be67-63923c25f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:25:59.465845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Bound using segment: {'id': 'a6b01606-be4c-49e2-be67-63923c25f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:25:59.466261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Bound port: 0c139127-cb6a-46c0-9eb7-2b0f33f364ec, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b01606-be4c-49e2-be67-63923c25f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:25:59.466601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:59.555548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] For port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:25:59.558563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] For port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0c139127-cb6a-46c0-9eb7-2b0f33f364ec,segment=NetworkSegment(a6b01606-be4c-49e2-be67-63923c25f7ec),segment_id=a6b01606-be4c-49e2-be67-63923c25f7ec)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:25:59.563306 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:59.621278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:59.621884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:59.623273 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c139127-cb6a-46c0-9eb7-2b0f33f364ec HTTP/1.1" status: 200 len: 1093 time: 0.9671249 May 24 23:25:59.623700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4494fd-8413-4497-b3a8-fe6f42498953', 'tag': '0c139127-cb6a-46c0-9eb7-2b0f33f364ec'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:59.645445 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f3c32-11bf-4800-bafc-a3e661797d76 service neutron] Pushing event updated for resources: {'Port': ['ID=0c139127-cb6a-46c0-9eb7-2b0f33f364ec,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:59.694807 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36941043-9fc5-4cdc-844d-61ffb694e76f'] response: {'name': 'network-changed', 'server_uuid': '2f4494fd-8413-4497-b3a8-fe6f42498953', 'tag': '0c139127-cb6a-46c0-9eb7-2b0f33f364ec', 'status': 'completed', 'code': 200} May 24 23:25:59.734059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-92f33859-5dce-4786-8655-7dda8bf515b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:59.735476 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-92f33859-5dce-4786-8655-7dda8bf515b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=046538be9215431e8a0c45b04c8d0e40&device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 1096 time: 0.0762489 May 24 23:25:59.801596 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-21214aaf-07b9-4a27-b04b-4678ca7ec970 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c139127-cb6a-46c0-9eb7-2b0f33f364ec HTTP/1.1" status: 200 len: 217 time: 0.0584283 May 24 23:25:59.864590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-6f4bae02-91aa-44a8-93bb-e9737674c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:59.865983 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-6f4bae02-91aa-44a8-93bb-e9737674c148 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6667904d-5bd4-452e-bd93-f6a7fa0996d1 HTTP/1.1" status: 200 len: 853 time: 0.0587108 May 24 23:25:59.910135 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-954bc18e-a754-454c-8ba7-e6768f38883e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385578 May 24 23:26:00.038130 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-03f766b0-3236-4221-994e-4cceb76e9d85 service neutron] 10.222.0.42 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216145 May 24 23:26:00.167927 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-56bd9022-4c3e-4627-84d3-87e12242f17b req-a39af376-7f9c-4ad2-9f40-2fb970720811 service neutron] 10.222.0.42 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237965 May 24 23:26:00.284790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2441e4-a8c3-48ff-895b-1f7ab1f84a61 req-c1f10043-1b4b-49dd-9fd4-76676aab1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:00.286860 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-de2441e4-a8c3-48ff-895b-1f7ab1f84a61 req-c1f10043-1b4b-49dd-9fd4-76676aab1292 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=046538be9215431e8a0c45b04c8d0e40&device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 1096 time: 0.0751262 May 24 23:26:00.352555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0e2bd-75a0-4a51-8d33-9ba65caadd9e req-45eea3c7-adbc-4f28-84f2-5a4a0b0a2bc6 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:00.353929 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-09d0e2bd-75a0-4a51-8d33-9ba65caadd9e req-45eea3c7-adbc-4f28-84f2-5a4a0b0a2bc6 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 943 time: 0.0805817 May 24 23:26:00.397612 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-09d0e2bd-75a0-4a51-8d33-9ba65caadd9e req-e0f2311c-0516-4aca-b99c-c8f0497b5d24 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379968 May 24 23:26:00.508174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2441e4-a8c3-48ff-895b-1f7ab1f84a61 req-2d6e0d93-9963-452f-a15f-f675fc54337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:00.509599 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-de2441e4-a8c3-48ff-895b-1f7ab1f84a61 req-2d6e0d93-9963-452f-a15f-f675fc54337b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed HTTP/1.1" status: 200 len: 914 time: 0.2167265 May 24 23:26:00.575466 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-de2441e4-a8c3-48ff-895b-1f7ab1f84a61 req-05fff244-3b7c-4e12-8495-c5938086e5a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c139127-cb6a-46c0-9eb7-2b0f33f364ec HTTP/1.1" status: 200 len: 217 time: 0.0588708 May 24 23:26:00.638758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2441e4-a8c3-48ff-895b-1f7ab1f84a61 req-6e666665-f160-4301-923c-21f83a735ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:00.640049 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-de2441e4-a8c3-48ff-895b-1f7ab1f84a61 req-6e666665-f160-4301-923c-21f83a735ebe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6667904d-5bd4-452e-bd93-f6a7fa0996d1 HTTP/1.1" status: 200 len: 853 time: 0.0582411 May 24 23:26:00.684836 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-de2441e4-a8c3-48ff-895b-1f7ab1f84a61 req-54f0ff24-ee7c-4f29-82ef-87b55b9692bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384917 May 24 23:26:00.814965 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-de2441e4-a8c3-48ff-895b-1f7ab1f84a61 req-cbfe0471-3961-464f-a73f-8cc3a046c5d9 service neutron] 10.222.0.42 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221402 May 24 23:26:00.944167 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-de2441e4-a8c3-48ff-895b-1f7ab1f84a61 req-db6c678e-dab1-4b28-8ea3-b8e62f9f80d5 service neutron] 10.222.0.42 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221628 May 24 23:26:00.989150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0c139127-cb6a-46c0-9eb7-2b0f33f364ec details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:26:01.118246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0c139127-cb6a-46c0-9eb7-2b0f33f364ec,segment=NetworkSegment(a6b01606-be4c-49e2-be67-63923c25f7ec),segment_id=a6b01606-be4c-49e2-be67-63923c25f7ec)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:01.132200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '0c139127-cb6a-46c0-9eb7-2b0f33f364ec', 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed', 'port_id': '0c139127-cb6a-46c0-9eb7-2b0f33f364ec', 'mac_address': 'fa:16:3e:e9:4e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6667904d-5bd4-452e-bd93-f6a7fa0996d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:26:01.188873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:01.189250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:01.206131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c139127-cb6a-46c0-9eb7-2b0f33f364ec {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:26:01.221047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0c139127-cb6a-46c0-9eb7-2b0f33f364ec,segment=NetworkSegment(a6b01606-be4c-49e2-be67-63923c25f7ec),segment_id=a6b01606-be4c-49e2-be67-63923c25f7ec)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:01.224834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:01.289594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=0c139127-cb6a-46c0-9eb7-2b0f33f364ec,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:01.425074 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['0c139127-cb6a-46c0-9eb7-2b0f33f364ec'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:26:01.584966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18baf8c-137e-4728-b98a-1b20b5be0133 req-f834e99e-8e92-4c6e-b898-9d4f0d9db403 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:01.586550 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a18baf8c-137e-4728-b98a-1b20b5be0133 req-f834e99e-8e92-4c6e-b898-9d4f0d9db403 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 944 time: 0.0817511 May 24 23:26:01.631415 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a18baf8c-137e-4728-b98a-1b20b5be0133 req-4515fea5-4249-46a7-9fa7-4b98d836d674 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389013 May 24 23:26:02.811793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99cdaf-cb8c-4b51-8a32-253fe3023e52 req-dce1effd-8de8-485d-827f-698c1d723501 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:02.813197 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca99cdaf-cb8c-4b51-8a32-253fe3023e52 req-dce1effd-8de8-485d-827f-698c1d723501 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 944 time: 0.0770998 May 24 23:26:02.856336 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca99cdaf-cb8c-4b51-8a32-253fe3023e52 req-4aba2afb-64f0-4d95-b55b-878975d69972 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 May 24 23:26:02.996190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0c139127-cb6a-46c0-9eb7-2b0f33f364ec up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:03.062296 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:03.066863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:03.067230 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:03.183330 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:03.183709 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:03.210606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4494fd-8413-4497-b3a8-fe6f42498953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c139127-cb6a-46c0-9eb7-2b0f33f364ec'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:26:03.220442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0c139127-cb6a-46c0-9eb7-2b0f33f364ec,segment=NetworkSegment(a6b01606-be4c-49e2-be67-63923c25f7ec),segment_id=a6b01606-be4c-49e2-be67-63923c25f7ec)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:03.224259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:03.262743 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f8c359-ca8b-4596-ab1f-5313f64f4552'] response: {'server_uuid': '2f4494fd-8413-4497-b3a8-fe6f42498953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c139127-cb6a-46c0-9eb7-2b0f33f364ec', 'code': 200} May 24 23:26:03.299781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=0c139127-cb6a-46c0-9eb7-2b0f33f364ec,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:03.478480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8e393-2877-45b1-84b8-13c40b846510 req-00a20a6f-2009-459e-8167-9284974f8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:03.479971 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7ea8e393-2877-45b1-84b8-13c40b846510 req-00a20a6f-2009-459e-8167-9284974f8053 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 1098 time: 0.0787563 May 24 23:26:03.520063 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7ea8e393-2877-45b1-84b8-13c40b846510 req-1560ad41-b651-495e-8961-82642fdeb18c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332279 May 24 23:26:04.040943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebb420-549e-4a47-9f1a-e84cb12732f2 req-268cbb3d-277d-44aa-a608-d3aade53c046 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:04.042397 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ffebb420-549e-4a47-9f1a-e84cb12732f2 req-268cbb3d-277d-44aa-a608-d3aade53c046 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 945 time: 0.0837409 May 24 23:26:04.086898 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ffebb420-549e-4a47-9f1a-e84cb12732f2 req-eab19190-5503-4b14-8e58-74a6b7af00fb tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 May 24 23:26:05.272225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdd7d2-b144-407d-9fd5-71d21eb628f9 req-a72b000d-c8fb-4f02-ad2c-b159d68c47b4 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:05.273659 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-79cdd7d2-b144-407d-9fd5-71d21eb628f9 req-a72b000d-c8fb-4f02-ad2c-b159d68c47b4 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 945 time: 0.0786107 May 24 23:26:05.320455 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-79cdd7d2-b144-407d-9fd5-71d21eb628f9 req-682a8deb-cca2-4436-8288-d22ba6359c52 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 May 24 23:26:05.597344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c2b47ac1-b645-4209-a685-7645b8626a44 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:05.598798 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c2b47ac1-b645-4209-a685-7645b8626a44 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/networks?id=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed HTTP/1.1" status: 200 len: 813 time: 0.1429138 May 24 23:26:05.613244 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-6f6d4cd8-0217-4a31-96d5-297e87f726ee tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/quotas/046538be9215431e8a0c45b04c8d0e40 HTTP/1.1" status: 200 len: 375 time: 0.0088727 May 24 23:26:05.690548 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-ee8bbb04-b702-457a-a22a-996431048801 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=046538be9215431e8a0c45b04c8d0e40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723889 May 24 23:26:05.863879 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-b04d4350-8388-4212-9af9-46cff28a8e7a service neutron] 10.222.0.32 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661217 May 24 23:26:06.083273 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-8d386c09-b1c0-4799-93b3-c1e3e9a5e983 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128072 May 24 23:26:06.258217 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31f7faf5-f919-4543-86b8-6e66e853880e req-cf9d45bb-e111-4ea9-b89f-ab558db07f66 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 210 time: 0.0461509 May 24 23:26:07.249516 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-e7c6864a-541b-4615-a115-f58fc21eed41 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:07.250969 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-e7c6864a-541b-4615-a115-f58fc21eed41 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.42 "GET /v2.0/networks?id=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed HTTP/1.1" status: 200 len: 813 time: 0.1484852 May 24 23:26:07.262104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Request body: {'port': {'device_id': '01eea742-b9b0-472f-ab5d-9fd0f913b0c5', 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed', 'admin_state_up': True, 'tenant_id': '046538be9215431e8a0c45b04c8d0e40'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:07.401672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:07.405554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Usage tracker for resource:port and tenant:046538be9215431e8a0c45b04c8d0e40 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:07.408383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:07.414026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:07.422180 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c63f73dd-9450-4442-b27d-9600336be5e6 req-7c9431e5-3221-43a7-a8ec-967aaec934ce tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 210 time: 0.0427821 May 24 23:26:07.423501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Made reservation on behalf of 046538be9215431e8a0c45b04c8d0e40 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:07.426983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:07.591736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Allocated IP 172.20.0.12 (f9a5b73f-ce9f-469d-8798-0fe58bcc84ed/6667904d-5bd4-452e-bd93-f6a7fa0996d1/59c31987-3f4b-472e-9c57-725b207aaa9a) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:07.789869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:07.818114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:07.830165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['0c139127-cb6a-46c0-9eb7-2b0f33f364ec'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:26:07.889754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:07.892764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:07.897225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:07.938722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Pushing event updated for resources: {'Port': ['ID=59c31987-3f4b-472e-9c57-725b207aaa9a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:07.964331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:07.964945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:07.985121 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-31124bd3-c61a-423e-b0ad-7afb3b4a5974 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7265761 May 24 23:26:07.996208 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Request body: {'port': {'device_id': '01eea742-b9b0-472f-ab5d-9fd0f913b0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:08.105205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:08.538671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c31987-3f4b-472e-9c57-725b207aaa9a {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:26:08.545786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:08.559669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Transition to ACTIVE for port object 59c31987-3f4b-472e-9c57-725b207aaa9a will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:08.563855 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:08.604993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07298398-7324-4d31-ba3c-495adab39690 req-71f8adcb-aadf-4023-9691-85966825c821 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:08.606467 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07298398-7324-4d31-ba3c-495adab39690 req-71f8adcb-aadf-4023-9691-85966825c821 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 932 time: 0.0811179 May 24 23:26:08.651185 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07298398-7324-4d31-ba3c-495adab39690 req-7437f17f-0010-4857-95c6-9d2017e74a0b tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384028 May 24 23:26:08.727712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Pushing event updated for resources: {'Port': ['ID=59c31987-3f4b-472e-9c57-725b207aaa9a,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:08.795072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Attempting to bind port 59c31987-3f4b-472e-9c57-725b207aaa9a on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:26:08.795407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Attempting to bind port 59c31987-3f4b-472e-9c57-725b207aaa9a by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'a6b01606-be4c-49e2-be67-63923c25f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:26:08.795735 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Attempting to bind port 59c31987-3f4b-472e-9c57-725b207aaa9a on network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:08.800256 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Port 59c31987-3f4b-472e-9c57-725b207aaa9a on network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:26:08.800575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Attempting to bind port 59c31987-3f4b-472e-9c57-725b207aaa9a on network f9a5b73f-ce9f-469d-8798-0fe58bcc84ed {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:08.805615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:26:08.805948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Checking segment: {'id': 'a6b01606-be4c-49e2-be67-63923c25f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:08.806327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Bound using segment: {'id': 'a6b01606-be4c-49e2-be67-63923c25f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:26:08.806783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Bound port: 59c31987-3f4b-472e-9c57-725b207aaa9a, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b01606-be4c-49e2-be67-63923c25f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:26:08.807132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:08.899649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] For port 59c31987-3f4b-472e-9c57-725b207aaa9a, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:26:08.902662 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] For port 59c31987-3f4b-472e-9c57-725b207aaa9a, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=59c31987-3f4b-472e-9c57-725b207aaa9a,segment=NetworkSegment(a6b01606-be4c-49e2-be67-63923c25f7ec),segment_id=a6b01606-be4c-49e2-be67-63923c25f7ec)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:26:08.907108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:08.967362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:08.967972 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:08.969365 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] 10.222.0.42 "PUT /v2.0/ports/59c31987-3f4b-472e-9c57-725b207aaa9a HTTP/1.1" status: 200 len: 1094 time: 0.9771802 May 24 23:26:08.969798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eea742-b9b0-472f-ab5d-9fd0f913b0c5', 'tag': '59c31987-3f4b-472e-9c57-725b207aaa9a'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:26:08.989202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100aa6a-8577-4ed2-b9a4-8faf0c1dca2c service neutron] Pushing event updated for resources: {'Port': ['ID=59c31987-3f4b-472e-9c57-725b207aaa9a,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:09.036566 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d59afaa-6698-449a-9068-4092bccdc9b0'] response: {'name': 'network-changed', 'server_uuid': '01eea742-b9b0-472f-ab5d-9fd0f913b0c5', 'tag': '59c31987-3f4b-472e-9c57-725b207aaa9a', 'status': 'completed', 'code': 200} May 24 23:26:09.075618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-19fb7f9d-06d3-4005-8f01-58e10dac050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:09.077069 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-19fb7f9d-06d3-4005-8f01-58e10dac050f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=046538be9215431e8a0c45b04c8d0e40&device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 1097 time: 0.0730212 May 24 23:26:09.146367 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-28ddd409-09ed-4642-a6e0-4f86aff69dd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c31987-3f4b-472e-9c57-725b207aaa9a HTTP/1.1" status: 200 len: 217 time: 0.0627997 May 24 23:26:09.210890 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-0bfa9191-70dd-4960-b491-6d6be1b811d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:09.212294 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-0bfa9191-70dd-4960-b491-6d6be1b811d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6667904d-5bd4-452e-bd93-f6a7fa0996d1 HTTP/1.1" status: 200 len: 853 time: 0.0599744 May 24 23:26:09.258009 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-e27e4ad4-8fa8-49dd-99da-dcde26973c5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397358 May 24 23:26:09.387112 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-9b2e6a29-1f27-4060-8d1d-dcb083f97494 service neutron] 10.222.0.42 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231608 May 24 23:26:09.529768 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-893cb88d-e649-4d00-b7e5-50c2275a4268 req-7e0bb552-656d-4b5b-bea2-f4b82bd77ce0 service neutron] 10.222.0.42 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331067 May 24 23:26:09.641017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11e473-e3d2-45d6-9a66-aa72fee8c21c req-f97bfef3-91a2-44e6-bb8b-ebf42f3b8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:09.642473 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8f11e473-e3d2-45d6-9a66-aa72fee8c21c req-f97bfef3-91a2-44e6-bb8b-ebf42f3b8e0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=046538be9215431e8a0c45b04c8d0e40&device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 1097 time: 0.0693195 May 24 23:26:09.771137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11e473-e3d2-45d6-9a66-aa72fee8c21c req-86c7dd85-8bd6-4f4f-ab22-a3cc81045530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:09.772652 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8f11e473-e3d2-45d6-9a66-aa72fee8c21c req-86c7dd85-8bd6-4f4f-ab22-a3cc81045530 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed HTTP/1.1" status: 200 len: 914 time: 0.1244907 May 24 23:26:09.835923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0654df2-e7de-45d7-b5dd-14fb4f7b8991 req-13043825-2c03-4ac2-a0a6-07bab19bda94 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:09.837276 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b0654df2-e7de-45d7-b5dd-14fb4f7b8991 req-13043825-2c03-4ac2-a0a6-07bab19bda94 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 944 time: 0.0815904 May 24 23:26:09.842432 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8f11e473-e3d2-45d6-9a66-aa72fee8c21c req-997a1e23-5678-4919-9b09-3a83014617f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c31987-3f4b-472e-9c57-725b207aaa9a HTTP/1.1" status: 200 len: 217 time: 0.0633354 May 24 23:26:09.881872 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b0654df2-e7de-45d7-b5dd-14fb4f7b8991 req-8de859e9-141d-43f2-961c-606012c35bee tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388710 May 24 23:26:09.903971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11e473-e3d2-45d6-9a66-aa72fee8c21c req-affd6792-dead-499a-bcbf-8879609249b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:09.905382 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8f11e473-e3d2-45d6-9a66-aa72fee8c21c req-affd6792-dead-499a-bcbf-8879609249b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6667904d-5bd4-452e-bd93-f6a7fa0996d1 HTTP/1.1" status: 200 len: 853 time: 0.0568202 May 24 23:26:10.047414 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8f11e473-e3d2-45d6-9a66-aa72fee8c21c req-20c966ea-c97a-4e07-b424-803fdae0efd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355131 May 24 23:26:10.179505 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8f11e473-e3d2-45d6-9a66-aa72fee8c21c req-28715b5e-4e0d-4d17-823c-e702f971d872 service neutron] 10.222.0.42 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245444 May 24 23:26:10.307879 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8f11e473-e3d2-45d6-9a66-aa72fee8c21c req-6a7eb770-f985-4217-afec-e8faa93e01ad service neutron] 10.222.0.42 "GET /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215565 May 24 23:26:11.014858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 59c31987-3f4b-472e-9c57-725b207aaa9a details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:26:11.066685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6e2b5-4484-419d-9656-57402fa493a9 req-fca32303-59d9-4de1-8598-fbe5e055ea61 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:11.068155 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82c6e2b5-4484-419d-9656-57402fa493a9 req-fca32303-59d9-4de1-8598-fbe5e055ea61 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 944 time: 0.0806003 May 24 23:26:11.116930 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82c6e2b5-4484-419d-9656-57402fa493a9 req-a29ead5e-20bd-4c16-8e36-db5c89078778 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 May 24 23:26:11.148862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 59c31987-3f4b-472e-9c57-725b207aaa9a, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=59c31987-3f4b-472e-9c57-725b207aaa9a,segment=NetworkSegment(a6b01606-be4c-49e2-be67-63923c25f7ec),segment_id=a6b01606-be4c-49e2-be67-63923c25f7ec)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:11.161761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '59c31987-3f4b-472e-9c57-725b207aaa9a', 'network_id': 'f9a5b73f-ce9f-469d-8798-0fe58bcc84ed', 'port_id': '59c31987-3f4b-472e-9c57-725b207aaa9a', 'mac_address': 'fa:16:3e:c9:64:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6667904d-5bd4-452e-bd93-f6a7fa0996d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:26:11.219007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 59c31987-3f4b-472e-9c57-725b207aaa9a is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:11.219387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:11.236004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c31987-3f4b-472e-9c57-725b207aaa9a {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:26:11.251190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 59c31987-3f4b-472e-9c57-725b207aaa9a, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=59c31987-3f4b-472e-9c57-725b207aaa9a,segment=NetworkSegment(a6b01606-be4c-49e2-be67-63923c25f7ec),segment_id=a6b01606-be4c-49e2-be67-63923c25f7ec)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:11.254998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:11.318706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=59c31987-3f4b-472e-9c57-725b207aaa9a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:11.452286 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['59c31987-3f4b-472e-9c57-725b207aaa9a'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:26:12.300730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c9ed9-69ef-420c-beca-0f45da2ecc89 req-b087b357-5798-42a4-b160-e24d84c0c295 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:12.302202 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0d2c9ed9-69ef-420c-beca-0f45da2ecc89 req-b087b357-5798-42a4-b160-e24d84c0c295 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 945 time: 0.0778720 May 24 23:26:12.347394 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0d2c9ed9-69ef-420c-beca-0f45da2ecc89 req-40a073f7-28e4-4485-90aa-ac86a021545b tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390120 May 24 23:26:13.028952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 59c31987-3f4b-472e-9c57-725b207aaa9a up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:13.094442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 59c31987-3f4b-472e-9c57-725b207aaa9a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:13.099295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 59c31987-3f4b-472e-9c57-725b207aaa9a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:13.099665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:13.215483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 59c31987-3f4b-472e-9c57-725b207aaa9a is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:13.215887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:13.242690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eea742-b9b0-472f-ab5d-9fd0f913b0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c31987-3f4b-472e-9c57-725b207aaa9a'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:26:13.254806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 59c31987-3f4b-472e-9c57-725b207aaa9a, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=59c31987-3f4b-472e-9c57-725b207aaa9a,segment=NetworkSegment(a6b01606-be4c-49e2-be67-63923c25f7ec),segment_id=a6b01606-be4c-49e2-be67-63923c25f7ec)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:13.259023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:13.294949 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfad6b67-14a3-49bc-aab8-4c0dc79fbea2'] response: {'server_uuid': '01eea742-b9b0-472f-ab5d-9fd0f913b0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c31987-3f4b-472e-9c57-725b207aaa9a', 'code': 200} May 24 23:26:13.329388 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=59c31987-3f4b-472e-9c57-725b207aaa9a,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:13.505580 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaffbd-3e00-4f55-8a91-afa613ad9782 req-a2ad8a29-d7b4-4239-a240-554fae227555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:13.507594 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b1eaffbd-3e00-4f55-8a91-afa613ad9782 req-a2ad8a29-d7b4-4239-a240-554fae227555 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 1099 time: 0.0693343 May 24 23:26:13.540173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8580da-ae95-49b3-80f1-c8014a9c5671 req-b229d142-0973-42d9-91ca-be36ed57620a tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:13.541568 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e8580da-ae95-49b3-80f1-c8014a9c5671 req-b229d142-0973-42d9-91ca-be36ed57620a tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0894742 May 24 23:26:13.547627 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b1eaffbd-3e00-4f55-8a91-afa613ad9782 req-6d090304-e0a3-459d-ae58-2a079fb381ac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343983 May 24 23:26:13.584290 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e8580da-ae95-49b3-80f1-c8014a9c5671 req-52b1bf55-d315-451d-9d85-a9f176559752 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369334 May 24 23:26:14.769422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49170b-b577-4986-a150-e217ff0b7a46 req-24560664-6bdd-4ef0-ac13-57ec94c3ec68 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:14.770885 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba49170b-b577-4986-a150-e217ff0b7a46 req-24560664-6bdd-4ef0-ac13-57ec94c3ec68 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0791194 May 24 23:26:14.814579 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba49170b-b577-4986-a150-e217ff0b7a46 req-8533a8b3-eec7-42d9-8b87-685212f06b31 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 May 24 23:26:15.187501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacf275-3d29-4864-a8c5-e07cb92dddca req-60ea6a40-60bf-488a-8a5d-6846bf883754 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:15.188956 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7cacf275-3d29-4864-a8c5-e07cb92dddca req-60ea6a40-60bf-488a-8a5d-6846bf883754 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0818071 May 24 23:26:15.233078 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7cacf275-3d29-4864-a8c5-e07cb92dddca req-13fbf1bb-49c9-4d07-9a3c-e52dcedd2847 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377338 May 24 23:26:16.031860 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:16.417630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937084d-5f61-4df0-b669-1f60f2bb1bdc req-70dc65ba-8b4d-442f-9165-1d7e50176e65 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:16.419063 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e937084d-5f61-4df0-b669-1f60f2bb1bdc req-70dc65ba-8b4d-442f-9165-1d7e50176e65 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0782917 May 24 23:26:16.466472 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e937084d-5f61-4df0-b669-1f60f2bb1bdc req-f60f9d0c-1a13-45c8-828f-08165f4015ac tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 May 24 23:26:16.487471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-b980b051-10a9-4931-86bb-89beaf1e55e4 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:16.488155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-b980b051-10a9-4931-86bb-89beaf1e55e4 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Synchronizing usage tracker for tenant:046538be9215431e8a0c45b04c8d0e40 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:26:16.504455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-b980b051-10a9-4931-86bb-89beaf1e55e4 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Unset dirty status for tenant:046538be9215431e8a0c45b04c8d0e40 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:26:16.505513 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-b980b051-10a9-4931-86bb-89beaf1e55e4 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.42 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0991156 May 24 23:26:16.573742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-ee7e3c00-a775-43f8-8c84-f6d1666a44e1 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Deleting port 59c31987-3f4b-472e-9c57-725b207aaa9a {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:16.574086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-ee7e3c00-a775-43f8-8c84-f6d1666a44e1 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:16.814775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-ee7e3c00-a775-43f8-8c84-f6d1666a44e1 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] For port 59c31987-3f4b-472e-9c57-725b207aaa9a, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=59c31987-3f4b-472e-9c57-725b207aaa9a,segment=NetworkSegment(a6b01606-be4c-49e2-be67-63923c25f7ec),segment_id=a6b01606-be4c-49e2-be67-63923c25f7ec)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:16.815130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-ee7e3c00-a775-43f8-8c84-f6d1666a44e1 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:16.935436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-ee7e3c00-a775-43f8-8c84-f6d1666a44e1 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Calling delete_port for 59c31987-3f4b-472e-9c57-725b207aaa9a owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:26:17.076226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-ee7e3c00-a775-43f8-8c84-f6d1666a44e1 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:17.087491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['0c139127-cb6a-46c0-9eb7-2b0f33f364ec', '59c31987-3f4b-472e-9c57-725b207aaa9a'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:26:17.130301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e3c00-a775-43f8-8c84-f6d1666a44e1 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Pushing event deleted for resources: {'Port': ['ID=59c31987-3f4b-472e-9c57-725b207aaa9a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:17.202680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-ee7e3c00-a775-43f8-8c84-f6d1666a44e1 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] No DVR routers for this DVR port 59c31987-3f4b-472e-9c57-725b207aaa9a on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:26:17.205149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-ee7e3c00-a775-43f8-8c84-f6d1666a44e1 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:17.207780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eea742-b9b0-472f-ab5d-9fd0f913b0c5', 'name': 'network-vif-deleted', 'tag': '59c31987-3f4b-472e-9c57-725b207aaa9a'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:26:17.224006 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6326b0bb-0bc1-4936-9f4c-6bd2a650c8f4 req-ee7e3c00-a775-43f8-8c84-f6d1666a44e1 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.42 "DELETE /v2.0/ports/59c31987-3f4b-472e-9c57-725b207aaa9a HTTP/1.1" status: 204 len: 173 time: 0.7134433 May 24 23:26:17.262846 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088382ca-578c-499a-8246-609757b1e193'] response: {'server_uuid': '01eea742-b9b0-472f-ab5d-9fd0f913b0c5', 'name': 'network-vif-deleted', 'tag': '59c31987-3f4b-472e-9c57-725b207aaa9a', 'status': 'completed', 'code': 200} May 24 23:26:17.625999 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-48173739-480b-4ef0-afcb-02d777997ce2 req-8764a61c-151d-4e5b-8ffd-4a674a352e0c tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=01eea742-b9b0-472f-ab5d-9fd0f913b0c5 HTTP/1.1" status: 200 len: 210 time: 0.0435150 May 24 23:26:18.881893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb91f7-4aaa-4732-841e-4bcf95525a46 req-1c159c04-6c93-47f7-ad04-15b8bba97798 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:18.883374 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6bb91f7-4aaa-4732-841e-4bcf95525a46 req-1c159c04-6c93-47f7-ad04-15b8bba97798 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 945 time: 0.0810950 May 24 23:26:18.926339 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6bb91f7-4aaa-4732-841e-4bcf95525a46 req-fa479ebe-7b84-4d2d-a9e7-7cac9065b960 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373645 May 24 23:26:19.136901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117a3ed-f90b-40ac-aece-b75b466eb737 req-92b99797-7110-49a2-9937-ab5c41a395e7 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:19.138341 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e117a3ed-f90b-40ac-aece-b75b466eb737 req-92b99797-7110-49a2-9937-ab5c41a395e7 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 945 time: 0.0825679 May 24 23:26:19.183403 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e117a3ed-f90b-40ac-aece-b75b466eb737 req-6416e396-de9a-4fd8-aac3-686c4cee07c0 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389616 May 24 23:26:19.378006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9b798-a0f2-4e0d-a9c7-907aa1e8d17c req-486a1e9f-d2c7-43b4-a9eb-6e64965aafc0 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:19.379470 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1b9b798-a0f2-4e0d-a9c7-907aa1e8d17c req-486a1e9f-d2c7-43b4-a9eb-6e64965aafc0 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 945 time: 0.0918727 May 24 23:26:19.425863 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1b9b798-a0f2-4e0d-a9c7-907aa1e8d17c req-532afb6c-2263-4a37-88e2-01f9eb3a1153 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 May 24 23:26:19.705780 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42943632-9e1a-41b2-9d60-096b3b81dc83 req-84c2c437-38e7-4546-ab0e-cbad6f7c859c tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:19.707121 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42943632-9e1a-41b2-9d60-096b3b81dc83 req-84c2c437-38e7-4546-ab0e-cbad6f7c859c tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 945 time: 0.0781024 May 24 23:26:19.750500 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42943632-9e1a-41b2-9d60-096b3b81dc83 req-42999049-0e84-4759-afcf-6146ba766587 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369644 May 24 23:26:19.936021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e29b5-1177-445e-b916-3d9fe8d1861c req-128b6b74-bd9b-4981-aca8-5ff2868e1856 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:19.937442 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a6e29b5-1177-445e-b916-3d9fe8d1861c req-128b6b74-bd9b-4981-aca8-5ff2868e1856 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 945 time: 0.0817914 May 24 23:26:19.980502 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a6e29b5-1177-445e-b916-3d9fe8d1861c req-202eaaa3-478a-4b58-9662-44b46d8c705d tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373209 May 24 23:26:20.171486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4323706-aaa8-4d14-8be5-8df8a0919a90 req-89988f8b-e36e-40fe-bd3a-ebe90fc6ed63 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:20.172952 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f4323706-aaa8-4d14-8be5-8df8a0919a90 req-89988f8b-e36e-40fe-bd3a-ebe90fc6ed63 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 945 time: 0.0809357 May 24 23:26:20.216912 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f4323706-aaa8-4d14-8be5-8df8a0919a90 req-21e0c4bd-4f5c-4b3a-a5e3-a15d75f62160 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382073 May 24 23:26:20.729286 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaaa781-e809-4912-9e47-352a87d5c32c req-f60b037c-0021-41e4-8040-4a44adc23bfa tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:20.730728 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fdaaa781-e809-4912-9e47-352a87d5c32c req-f60b037c-0021-41e4-8040-4a44adc23bfa tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 945 time: 0.0833793 May 24 23:26:20.773430 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fdaaa781-e809-4912-9e47-352a87d5c32c req-71ce311f-3c4e-4e0e-b571-0913d305cede tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369976 May 24 23:26:21.059428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 59c31987-3f4b-472e-9c57-725b207aaa9a no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:26:21.126288 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 59c31987-3f4b-472e-9c57-725b207aaa9a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:26:21.126618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 59c31987-3f4b-472e-9c57-725b207aaa9a not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:26:21.931179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d54d7f9-eb59-4b17-a519-2e00128f555e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:21.959158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582650b-d0d7-4dd1-b103-2072d9a37924 req-c42f51fd-5e4c-481e-a082-419145d72960 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:21.960908 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0582650b-d0d7-4dd1-b103-2072d9a37924 req-c42f51fd-5e4c-481e-a082-419145d72960 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 945 time: 0.0812988 May 24 23:26:22.012305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-58e90d1d-6902-41c7-ac6a-04ce04eb64bb tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:22.012991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-58e90d1d-6902-41c7-ac6a-04ce04eb64bb tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Synchronizing usage tracker for tenant:046538be9215431e8a0c45b04c8d0e40 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:26:22.013495 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0582650b-d0d7-4dd1-b103-2072d9a37924 req-73a2328d-5e44-4269-8597-25dccb146656 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428343 May 24 23:26:22.028577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-58e90d1d-6902-41c7-ac6a-04ce04eb64bb tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Unset dirty status for tenant:046538be9215431e8a0c45b04c8d0e40 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:26:22.029733 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-58e90d1d-6902-41c7-ac6a-04ce04eb64bb tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 945 time: 0.1019664 May 24 23:26:22.097760 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-b3cd58e6-7e4f-49e9-9f03-b77b2e3d7d78 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Deleting port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:22.098015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-b3cd58e6-7e4f-49e9-9f03-b77b2e3d7d78 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:22.437595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-b3cd58e6-7e4f-49e9-9f03-b77b2e3d7d78 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] For port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0c139127-cb6a-46c0-9eb7-2b0f33f364ec,segment=NetworkSegment(a6b01606-be4c-49e2-be67-63923c25f7ec),segment_id=a6b01606-be4c-49e2-be67-63923c25f7ec)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:22.437952 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-b3cd58e6-7e4f-49e9-9f03-b77b2e3d7d78 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:22.555941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-b3cd58e6-7e4f-49e9-9f03-b77b2e3d7d78 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Calling delete_port for 0c139127-cb6a-46c0-9eb7-2b0f33f364ec owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:26:22.695143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-b3cd58e6-7e4f-49e9-9f03-b77b2e3d7d78 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:22.707392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['0c139127-cb6a-46c0-9eb7-2b0f33f364ec'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:26:22.744798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd58e6-7e4f-49e9-9f03-b77b2e3d7d78 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Pushing event deleted for resources: {'Port': ['ID=0c139127-cb6a-46c0-9eb7-2b0f33f364ec,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:22.818566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-b3cd58e6-7e4f-49e9-9f03-b77b2e3d7d78 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] No DVR routers for this DVR port 0c139127-cb6a-46c0-9eb7-2b0f33f364ec on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:26:22.821464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-b3cd58e6-7e4f-49e9-9f03-b77b2e3d7d78 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:22.823911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4494fd-8413-4497-b3a8-fe6f42498953', 'name': 'network-vif-deleted', 'tag': '0c139127-cb6a-46c0-9eb7-2b0f33f364ec'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:26:22.839200 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3a78abe0-c4f4-455b-8767-f16fc5d8b3ad req-b3cd58e6-7e4f-49e9-9f03-b77b2e3d7d78 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.42 "DELETE /v2.0/ports/0c139127-cb6a-46c0-9eb7-2b0f33f364ec HTTP/1.1" status: 204 len: 173 time: 0.8044038 May 24 23:26:22.872934 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a0a5f6-2f82-4c48-859c-e6612c29db20'] response: {'server_uuid': '2f4494fd-8413-4497-b3a8-fe6f42498953', 'name': 'network-vif-deleted', 'tag': '0c139127-cb6a-46c0-9eb7-2b0f33f364ec', 'status': 'completed', 'code': 200} May 24 23:26:23.172422 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97c8ea72-7dba-4b80-988d-8491859b5504 req-4a9c1c29-ac10-42ba-9e78-42a70cf070f2 tempest-ServersNegativeTestJSON-858017777 tempest-ServersNegativeTestJSON-858017777-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f4494fd-8413-4497-b3a8-fe6f42498953 HTTP/1.1" status: 200 len: 210 time: 0.0422423 May 24 23:26:24.212882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f660db7e-cd12-4981-8221-ab7ba6854c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.284366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39108) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:24.344501 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a899a7-f41f-4d9b-a0aa-be19f672158e admin admin] Deleting subnet 6667904d-5bd4-452e-bd93-f6a7fa0996d1 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:26:24.347389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3a899a7-f41f-4d9b-a0aa-be19f672158e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.399388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3a899a7-f41f-4d9b-a0aa-be19f672158e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.452597 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3a899a7-f41f-4d9b-a0aa-be19f672158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.517309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3a899a7-f41f-4d9b-a0aa-be19f672158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.557600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a899a7-f41f-4d9b-a0aa-be19f672158e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6667904d-5bd4-452e-bd93-f6a7fa0996d1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:24.561538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3a899a7-f41f-4d9b-a0aa-be19f672158e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.567829 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d3a899a7-f41f-4d9b-a0aa-be19f672158e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6667904d-5bd4-452e-bd93-f6a7fa0996d1 HTTP/1.1" status: 204 len: 168 time: 0.2823627 May 24 23:26:24.570976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39112) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:24.675123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.885048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.910111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a5b73f-ce9f-469d-8798-0fe58bcc84ed']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:24.921826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b01606-be4c-49e2-be67-63923c25f7ec') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:24.922123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b01606-be4c-49e2-be67-63923c25f7ec') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:24.933763 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.949771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.955584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:26:24.955961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:25.020158 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a6b01606-be4c-49e2-be67-63923c25f7ec resource provider aggregate not found May 24 23:26:25.041338 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a6b01606-be4c-49e2-be67-63923c25f7ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6b01606-be4c-49e2-be67-63923c25f7ec found for delete ", "request_id": "req-d2f46921-1932-463e-904a-5c20d234285a"}]} May 24 23:26:25.052732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:25.068647 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:25.078404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a5b73f-ce9f-469d-8798-0fe58bcc84ed,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:25.086853 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-642b4be7-4b1f-4503-8c8c-26030aadf387 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f9a5b73f-ce9f-469d-8798-0fe58bcc84ed HTTP/1.1" status: 204 len: 168 time: 0.5148549 May 24 23:26:25.143995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:25.198999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39122) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:25.248349 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dfb4ac61-c6dd-4fd4-81ca-bef23adb8a64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=046538be9215431e8a0c45b04c8d0e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481553 May 24 23:26:25.250733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39126) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:25.286950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:25.311192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-088aa299-41b4-4fbb-8822-de9ab602a268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:25.337541 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-088aa299-41b4-4fbb-8822-de9ab602a268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:25.391078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-088aa299-41b4-4fbb-8822-de9ab602a268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:25.407794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088aa299-41b4-4fbb-8822-de9ab602a268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:25.418418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-088aa299-41b4-4fbb-8822-de9ab602a268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:25.419551 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-088aa299-41b4-4fbb-8822-de9ab602a268 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d6f1be7-f045-4cd8-b6bf-e7ce5f9fa287 HTTP/1.1" status: 204 len: 168 time: 0.1679440 May 24 23:26:26.181228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39150) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:26.282313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1124426627'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:26.287238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:26.291114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Usage tracker for resource:network and tenant:b525f4de0e7f4f2a89cdd39a6282d364 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:26.293918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:26.300043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:26.310097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Made reservation on behalf of b525f4de0e7f4f2a89cdd39a6282d364 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:26.313385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:26.326269 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:26.340995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:26.344761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Usage tracker for resource:security_group_rule and tenant:b525f4de0e7f4f2a89cdd39a6282d364 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:26.347526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:26.353094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:26.434182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:26.437834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:26.470052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:26:26.478901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b5e357-b3d5-432c-96a5-63cf55f8b958,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:26.484632 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:26.485024 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Added segment 8f2d7c04-72bd-4293-ba3c-5705f39a2cfc of type vlan for network 3bf045f0-be08-46d2-96a4-9936feae3da3 May 24 23:26:26.511304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:26.539288 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:26.544678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:26.545247 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:26.598245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:26.649872 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4675505 May 24 23:26:26.655349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a162843-23e6-459f-80ac-6d1eb8de6c91 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event updated for resources: {'Network': ['ID=3bf045f0-be08-46d2-96a4-9936feae3da3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:26.666885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 3bf045f0-be08-46d2-96a4-9936feae3da3 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:26:27.058366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0c139127-cb6a-46c0-9eb7-2b0f33f364ec no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:26:27.095192 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 0c139127-cb6a-46c0-9eb7-2b0f33f364ec {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:26:27.095537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0c139127-cb6a-46c0-9eb7-2b0f33f364ec not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:26:29.834719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39156) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:29.840477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Request body: {'subnet': {'network_id': '3bf045f0-be08-46d2-96a4-9936feae3da3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:29.947297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:29.951061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Usage tracker for resource:subnet and tenant:b525f4de0e7f4f2a89cdd39a6282d364 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:29.953829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:29.959469 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:29.969281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Made reservation on behalf of b525f4de0e7f4f2a89cdd39a6282d364 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:29.972904 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:30.188287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:30.267988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event updated for resources: {'Subnet': ['ID=6ebd9d10-430b-4fad-b6bf-5acdf30c9435,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:30.275724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Checking segment: {'id': '8f2d7c04-72bd-4293-ba3c-5705f39a2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3bf045f0-be08-46d2-96a4-9936feae3da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:30.276070 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Network hostable DHCP agents. Network: 3bf045f0-be08-46d2-96a4-9936feae3da3, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:26:30.294261 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Network 3bf045f0-be08-46d2-96a4-9936feae3da3 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:26:30.302976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 3bf045f0-be08-46d2-96a4-9936feae3da3) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:30.306761 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:30.307339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:30.311310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afb476b-8772-484d-b5a9-dfafba7ec7c9 None None] Network 3bf045f0-be08-46d2-96a4-9936feae3da3 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:30.331760 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1f754a42-84e4-4e39-83e0-a07b91954435 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4959450 May 24 23:26:30.335230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39160) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:30.341743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1569098750'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:30.346845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:30.351591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Usage tracker for resource:network and tenant:b525f4de0e7f4f2a89cdd39a6282d364 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:30.355351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:30.362296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:30.374135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Made reservation on behalf of b525f4de0e7f4f2a89cdd39a6282d364 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:30.377764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:30.407294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:26:30.417357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:30.417705 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Added segment 073e5fbb-8c50-4986-84c8-2e043d4d3082 of type vlan for network 9837c92a-61f5-4fcc-8e0a-270cd1685345 May 24 23:26:30.445958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:30.476036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:30.481586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:30.482188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:30.549475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-3bf045f0-be08-46d2-96a4-9936feae3da3', 'network_id': '3bf045f0-be08-46d2-96a4-9936feae3da3', 'tenant_id': 'b525f4de0e7f4f2a89cdd39a6282d364', 'fixed_ips': [{'subnet_id': '6ebd9d10-430b-4fad-b6bf-5acdf30c9435'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:26:30.550299 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:30.575424 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2381659 May 24 23:26:30.578781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39164) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:30.585012 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Request body: {'subnet': {'network_id': '9837c92a-61f5-4fcc-8e0a-270cd1685345', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:30.595704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76eb4b-6de5-4fb4-b05e-e2368033e4e1 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event updated for resources: {'Network': ['ID=9837c92a-61f5-4fcc-8e0a-270cd1685345,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:30.609577 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 9837c92a-61f5-4fcc-8e0a-270cd1685345 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:26:30.698582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:30.702504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Usage tracker for resource:subnet and tenant:b525f4de0e7f4f2a89cdd39a6282d364 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:30.705375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:30.711349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:30.721226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Made reservation on behalf of b525f4de0e7f4f2a89cdd39a6282d364 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:30.724823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:30.797823 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Allocated IP 2001:db8:0:ffff::2 (3bf045f0-be08-46d2-96a4-9936feae3da3/6ebd9d10-430b-4fad-b6bf-5acdf30c9435/3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:30.950742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.004120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.014383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Transition to ACTIVE for port object 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:31.027854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event updated for resources: {'Subnet': ['ID=623f0a6d-7956-4d41-a4cb-8066e413cbde,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:31.032298 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Transition to ACTIVE for port object 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:31.035591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Checking segment: {'id': '073e5fbb-8c50-4986-84c8-2e043d4d3082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9837c92a-61f5-4fcc-8e0a-270cd1685345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:31.036111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Network hostable DHCP agents. Network: 9837c92a-61f5-4fcc-8e0a-270cd1685345, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:26:31.042849 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.043665 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:26:31.057148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Network 9837c92a-61f5-4fcc-8e0a-270cd1685345 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:26:31.066261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 9837c92a-61f5-4fcc-8e0a-270cd1685345) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:31.070861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:31.071588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.088859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1794154-824b-4463-a51f-32f59959fdda None None] Network 9837c92a-61f5-4fcc-8e0a-270cd1685345 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:31.094099 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0652b97e-02a3-40c5-89a9-68abb3a1b75c tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5140462 May 24 23:26:31.096906 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39168) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:31.175613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Network 3bf045f0-be08-46d2-96a4-9936feae3da3 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:31.185335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:31.192464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:31.229543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Pushing event updated for resources: {'Port': ['ID=3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:31.241339 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.251183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.251528 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.251867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.252199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.252527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.252853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.253177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.253500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.253822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.254141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.254458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.254802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:31.311514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.355996 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Attempting to bind port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:26:31.356594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Attempting to bind port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '8f2d7c04-72bd-4293-ba3c-5705f39a2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3bf045f0-be08-46d2-96a4-9936feae3da3'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:26:31.356704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Attempting to bind port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c on network 3bf045f0-be08-46d2-96a4-9936feae3da3 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:31.373678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:26:31.374033 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Checking segment: {'id': '8f2d7c04-72bd-4293-ba3c-5705f39a2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3bf045f0-be08-46d2-96a4-9936feae3da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:31.374425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.374840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Bound using segment: {'id': '8f2d7c04-72bd-4293-ba3c-5705f39a2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3bf045f0-be08-46d2-96a4-9936feae3da3'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:26:31.375313 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Bound port: 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2d7c04-72bd-4293-ba3c-5705f39a2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3bf045f0-be08-46d2-96a4-9936feae3da3'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:26:31.375745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.392439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.431622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Subnet': ['ID=623f0a6d-7956-4d41-a4cb-8066e413cbde,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:31.486597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2c764-f00c-4ece-a3e9-327e7d2f7033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-9837c92a-61f5-4fcc-8e0a-270cd1685345', 'network_id': '9837c92a-61f5-4fcc-8e0a-270cd1685345', 'tenant_id': 'b525f4de0e7f4f2a89cdd39a6282d364', 'fixed_ips': [{'subnet_id': '623f0a6d-7956-4d41-a4cb-8066e413cbde'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:26:31.487448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-07a2c764-f00c-4ece-a3e9-327e7d2f7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.528575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.557733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] For port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:26:31.561974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9837c92a-61f5-4fcc-8e0a-270cd1685345']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:31.575639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073e5fbb-8c50-4986-84c8-2e043d4d3082') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:31.576071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073e5fbb-8c50-4986-84c8-2e043d4d3082') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:31.580735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] For port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c,segment=NetworkSegment(8f2d7c04-72bd-4293-ba3c-5705f39a2cfc),segment_id=8f2d7c04-72bd-4293-ba3c-5705f39a2cfc)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:26:31.588761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.588987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.609069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.615670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:26:31.616074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.684286 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 073e5fbb-8c50-4986-84c8-2e043d4d3082 resource provider aggregate not found May 24 23:26:31.696023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e421eb8-f332-4a0e-899d-43688ee49ba1 None None] Network 9837c92a-61f5-4fcc-8e0a-270cd1685345 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:31.714792 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 073e5fbb-8c50-4986-84c8-2e043d4d3082 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 073e5fbb-8c50-4986-84c8-2e043d4d3082 found for delete ", "request_id": "req-d8aa4ee3-a06a-473f-93ef-7b212116bd29"}]} May 24 23:26:31.729226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.757667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.760606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Network': ['ID=9837c92a-61f5-4fcc-8e0a-270cd1685345,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:31.769383 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8eb526a3-558f-4200-ad1e-fac9403181c4 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/networks/9837c92a-61f5-4fcc-8e0a-270cd1685345 HTTP/1.1" status: 204 len: 168 time: 0.6715050 May 24 23:26:31.773706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39176) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:31.780160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-708341114'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:31.785370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:31.787058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284c5c2-f3b1-4e35-b1eb-04d95e2c5308 None None] Pushing event updated for resources: {'Port': ['ID=3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:31.789907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Usage tracker for resource:network and tenant:b525f4de0e7f4f2a89cdd39a6282d364 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:31.793023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:31.799355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:31.811849 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Made reservation on behalf of b525f4de0e7f4f2a89cdd39a6282d364 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:31.815717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.845863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:26:31.855680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.856022 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Added segment ab9611e0-0691-4631-a22d-aae7aaa3070b of type vlan for network ea9b6524-3b4a-4315-8611-765c33eb48c1 May 24 23:26:31.906368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.940743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:31.947015 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:31.947620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:32.037328 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2624187 May 24 23:26:32.040203 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39180) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:32.045809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Request body: {'subnet': {'network_id': 'ea9b6524-3b4a-4315-8611-765c33eb48c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:32.060296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0426402-96a1-4092-9d8a-6cbd168c4f5f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event updated for resources: {'Network': ['ID=ea9b6524-3b4a-4315-8611-765c33eb48c1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:32.071095 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network ea9b6524-3b4a-4315-8611-765c33eb48c1 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:26:32.155694 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:32.160274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Usage tracker for resource:subnet and tenant:b525f4de0e7f4f2a89cdd39a6282d364 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:32.163826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:32.171399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:32.185604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Made reservation on behalf of b525f4de0e7f4f2a89cdd39a6282d364 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:32.192291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:32.254258 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:32.286361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Performing IP validity checks on allocation pools {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:26:32.286909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:26:32.329198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:32.418912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:32.500036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event updated for resources: {'Subnet': ['ID=790b7fe4-8913-44c1-b7b7-cd364b48d6df,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:32.509107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Checking segment: {'id': 'ab9611e0-0691-4631-a22d-aae7aaa3070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ea9b6524-3b4a-4315-8611-765c33eb48c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:32.509468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Network hostable DHCP agents. Network: ea9b6524-3b4a-4315-8611-765c33eb48c1, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:26:32.529671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Network ea9b6524-3b4a-4315-8611-765c33eb48c1 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:26:32.540676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, ea9b6524-3b4a-4315-8611-765c33eb48c1) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:32.544686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:32.545481 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:32.550752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d0792f-14e6-4ea7-a2b2-5177c49f3eaa None None] Network ea9b6524-3b4a-4315-8611-765c33eb48c1 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:32.569110 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d8284e23-4b89-4b96-aa3a-9ac7729ba03d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5276549 May 24 23:26:32.571610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39184) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:32.647253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d16cc8-5647-4e25-8099-e4a81e1668ea None None] Network 3bf045f0-be08-46d2-96a4-9936feae3da3 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:32.798740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-56196573-9aae-4605-a034-c9e05712219b None None] Provisioning for port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:32.812809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:32.824072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-56196573-9aae-4605-a034-c9e05712219b None None] Provisioning complete for port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:32.824439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56196573-9aae-4605-a034-c9e05712219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:32.878279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:32.951192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:32.977863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a23455f-0f12-401a-9311-c8186b9929e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-ea9b6524-3b4a-4315-8611-765c33eb48c1', 'network_id': 'ea9b6524-3b4a-4315-8611-765c33eb48c1', 'tenant_id': 'b525f4de0e7f4f2a89cdd39a6282d364', 'fixed_ips': [{'subnet_id': '790b7fe4-8913-44c1-b7b7-cd364b48d6df'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:26:32.978670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3a23455f-0f12-401a-9311-c8186b9929e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:32.993591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Subnet': ['ID=790b7fe4-8913-44c1-b7b7-cd364b48d6df,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:33.086892 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.111890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9b6524-3b4a-4315-8611-765c33eb48c1']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:33.123729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9611e0-0691-4631-a22d-aae7aaa3070b') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:33.124019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9611e0-0691-4631-a22d-aae7aaa3070b') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:33.135418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.152232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.158270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:26:33.158674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.174114 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-56196573-9aae-4605-a034-c9e05712219b None None] Current status of the port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:33.174481 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56196573-9aae-4605-a034-c9e05712219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.186679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623aa1d9-17bf-46e3-9259-cbface279063 None None] Network ea9b6524-3b4a-4315-8611-765c33eb48c1 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:33.252905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.270788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.282329 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Network': ['ID=ea9b6524-3b4a-4315-8611-765c33eb48c1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:33.290241 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-82166149-320e-4679-bd31-9cf8749d21c8 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/networks/ea9b6524-3b4a-4315-8611-765c33eb48c1 HTTP/1.1" status: 204 len: 168 time: 0.7139032 May 24 23:26:33.290828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39188) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:33.296500 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1825369179'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:33.301319 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:33.305120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Usage tracker for resource:network and tenant:b525f4de0e7f4f2a89cdd39a6282d364 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:33.307914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:33.308054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-56196573-9aae-4605-a034-c9e05712219b None None] For port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c,segment=NetworkSegment(8f2d7c04-72bd-4293-ba3c-5705f39a2cfc),segment_id=8f2d7c04-72bd-4293-ba3c-5705f39a2cfc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:33.314231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:33.324681 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Made reservation on behalf of b525f4de0e7f4f2a89cdd39a6282d364 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:33.328176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.342538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56196573-9aae-4605-a034-c9e05712219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.360448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:26:33.372087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.372496 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Added segment ca641079-299d-47c6-8292-8450a87d612c of type vlan for network d0d63a64-41bf-4fe7-b017-cd82487a4e0b May 24 23:26:33.402523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.435471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.441669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:33.442300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.452177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56196573-9aae-4605-a034-c9e05712219b None None] Pushing event updated for resources: {'Port': ['ID=3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:33.550707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39192) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:33.554662 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2591736 May 24 23:26:33.556609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Request body: {'subnet': {'network_id': 'd0d63a64-41bf-4fe7-b017-cd82487a4e0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:33.562630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2405d49-a35c-4b3a-ac6c-54ce6bc5818d tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event updated for resources: {'Network': ['ID=d0d63a64-41bf-4fe7-b017-cd82487a4e0b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:33.564940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bd55e3fa-9710-406f-b41a-7ccd5a310ef3 None None] Provisioning complete for port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:33.565482 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd55e3fa-9710-406f-b41a-7ccd5a310ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.597582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network d0d63a64-41bf-4fe7-b017-cd82487a4e0b details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:26:33.675445 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:33.679927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Usage tracker for resource:subnet and tenant:b525f4de0e7f4f2a89cdd39a6282d364 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:33.683228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:33.689159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:33.699558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Made reservation on behalf of b525f4de0e7f4f2a89cdd39a6282d364 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:33.703304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:33.799424 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ab9611e0-0691-4631-a22d-aae7aaa3070b resource provider aggregate not found May 24 23:26:33.822750 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ab9611e0-0691-4631-a22d-aae7aaa3070b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab9611e0-0691-4631-a22d-aae7aaa3070b found for delete ", "request_id": "req-eda8e1aa-3f60-494c-bac5-fd689ee40caf"}]} May 24 23:26:33.825350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bd55e3fa-9710-406f-b41a-7ccd5a310ef3 None None] Current status of the port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:33.935593 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.020296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event updated for resources: {'Subnet': ['ID=a47a37ea-1276-480f-bd95-7e50fe923b87,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:34.024894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Checking segment: {'id': 'ca641079-299d-47c6-8292-8450a87d612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd0d63a64-41bf-4fe7-b017-cd82487a4e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:34.025251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Network hostable DHCP agents. Network: d0d63a64-41bf-4fe7-b017-cd82487a4e0b, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:26:34.043352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Network d0d63a64-41bf-4fe7-b017-cd82487a4e0b is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:26:34.051894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, d0d63a64-41bf-4fe7-b017-cd82487a4e0b) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:34.055706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:34.056284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.060669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e449fbe-9fb1-4cbe-b40b-038d4a641a57 None None] Network d0d63a64-41bf-4fe7-b017-cd82487a4e0b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:34.077565 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4c4280a2-d27a-41ec-ae29-a5be9332c419 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5256474 May 24 23:26:34.081226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39200) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:34.087475 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049822876'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:34.092452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:34.096346 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Usage tracker for resource:network and tenant:b525f4de0e7f4f2a89cdd39a6282d364 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:34.099324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:34.105608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:34.115300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Made reservation on behalf of b525f4de0e7f4f2a89cdd39a6282d364 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:34.118734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.147289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:26:34.157375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.158209 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Added segment 16e57e6e-9b6e-44b9-9f2f-fc86f2c91524 of type vlan for network 9085a4b5-0ef4-422b-accc-a5efba8536fa May 24 23:26:34.188259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.224129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.233997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:34.234526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:34.235170 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.340824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d0d63a64-41bf-4fe7-b017-cd82487a4e0b', 'network_id': 'd0d63a64-41bf-4fe7-b017-cd82487a4e0b', 'tenant_id': 'b525f4de0e7f4f2a89cdd39a6282d364', 'fixed_ips': [{'subnet_id': 'a47a37ea-1276-480f-bd95-7e50fe923b87'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:26:34.341652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.366131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:34.367065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.452241 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3672490 May 24 23:26:34.453548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39204) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:34.459479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Request body: {'subnet': {'network_id': '9085a4b5-0ef4-422b-accc-a5efba8536fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:34.468602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36fd5b-6f23-41dd-8971-a0e6313ebb0f tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event updated for resources: {'Network': ['ID=9085a4b5-0ef4-422b-accc-a5efba8536fa,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:34.481632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 9085a4b5-0ef4-422b-accc-a5efba8536fa details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:26:34.573298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:34.577091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Usage tracker for resource:subnet and tenant:b525f4de0e7f4f2a89cdd39a6282d364 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:34.579949 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:34.586056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:34.595061 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Made reservation on behalf of b525f4de0e7f4f2a89cdd39a6282d364 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:34.598979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.700309 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Allocated IP 2001:db8::2 (d0d63a64-41bf-4fe7-b017-cd82487a4e0b/a47a37ea-1276-480f-bd95-7e50fe923b87/920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:34.701806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:34.820679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.902229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event updated for resources: {'Subnet': ['ID=0a3d86c9-4064-49f8-b233-2edac208edf6,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:34.908116 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.912279 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Checking segment: {'id': '16e57e6e-9b6e-44b9-9f2f-fc86f2c91524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9085a4b5-0ef4-422b-accc-a5efba8536fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:34.912820 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Network hostable DHCP agents. Network: 9085a4b5-0ef4-422b-accc-a5efba8536fa, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:26:34.918377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Transition to ACTIVE for port object 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:34.933107 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Network 9085a4b5-0ef4-422b-accc-a5efba8536fa is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:26:34.935960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Transition to ACTIVE for port object 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:34.941080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.942843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 9085a4b5-0ef4-422b-accc-a5efba8536fa) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:34.947273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:34.947837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:34.969028 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b36839e-e88b-4de9-a32b-78ac11b350ef tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5143507 May 24 23:26:34.971647 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39208) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:34.979635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4add7714-6272-4730-b360-48901f91300b None None] Network 9085a4b5-0ef4-422b-accc-a5efba8536fa requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:35.081509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Network d0d63a64-41bf-4fe7-b017-cd82487a4e0b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:35.088895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:35.090688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Pushing event updated for resources: {'Port': ['ID=920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:35.094397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:35.209725 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.240241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Attempting to bind port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:26:35.240530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Attempting to bind port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'ca641079-299d-47c6-8292-8450a87d612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd0d63a64-41bf-4fe7-b017-cd82487a4e0b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:26:35.240887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Attempting to bind port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 on network d0d63a64-41bf-4fe7-b017-cd82487a4e0b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:35.256644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:26:35.257011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Checking segment: {'id': 'ca641079-299d-47c6-8292-8450a87d612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd0d63a64-41bf-4fe7-b017-cd82487a4e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:35.257956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.258339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Bound using segment: {'id': 'ca641079-299d-47c6-8292-8450a87d612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd0d63a64-41bf-4fe7-b017-cd82487a4e0b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:26:35.258830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Bound port: 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca641079-299d-47c6-8292-8450a87d612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd0d63a64-41bf-4fe7-b017-cd82487a4e0b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:26:35.259195 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.276097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.350621 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.369714 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee592a33-17ac-4531-a5e5-6e88ad1e84c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-9085a4b5-0ef4-422b-accc-a5efba8536fa', 'network_id': '9085a4b5-0ef4-422b-accc-a5efba8536fa', 'tenant_id': 'b525f4de0e7f4f2a89cdd39a6282d364', 'fixed_ips': [{'subnet_id': '0a3d86c9-4064-49f8-b233-2edac208edf6'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:26:35.370571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ee592a33-17ac-4531-a5e5-6e88ad1e84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.394003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3d86c9-4064-49f8-b233-2edac208edf6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:35.445799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] For port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:26:35.465171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] For port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004,segment=NetworkSegment(ca641079-299d-47c6-8292-8450a87d612c),segment_id=ca641079-299d-47c6-8292-8450a87d612c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:26:35.472099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.488843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.515910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9085a4b5-0ef4-422b-accc-a5efba8536fa']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:35.527959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e57e6e-9b6e-44b9-9f2f-fc86f2c91524') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:35.528248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e57e6e-9b6e-44b9-9f2f-fc86f2c91524') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:35.539862 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.556604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.562809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:26:35.563195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.591413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de62a602-1bbc-4f7e-af89-3c52681c3b5c None None] Network 9085a4b5-0ef4-422b-accc-a5efba8536fa requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:35.608529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e43ea-c440-43e7-9287-9dea5f6c4ff7 None None] Pushing event updated for resources: {'Port': ['ID=920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:35.662684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.667658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:35.701166 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/networks/9085a4b5-0ef4-422b-accc-a5efba8536fa HTTP/1.1" status: 204 len: 168 time: 0.7256353 May 24 23:26:35.701166 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594d59a-87be-4993-b45f-faaf9581cba0 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Network': ['ID=9085a4b5-0ef4-422b-accc-a5efba8536fa,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:35.701535 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39212) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:35.757760 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df17465-46dc-41b5-a0b4-6a5d26cc1282 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] GET failed (client error): The resource could not be found. May 24 23:26:35.758403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9df17465-46dc-41b5-a0b4-6a5d26cc1282 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Synchronizing usage tracker for tenant:b525f4de0e7f4f2a89cdd39a6282d364 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:26:35.780162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9df17465-46dc-41b5-a0b4-6a5d26cc1282 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Unset dirty status for tenant:b525f4de0e7f4f2a89cdd39a6282d364 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:26:35.781524 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9df17465-46dc-41b5-a0b4-6a5d26cc1282 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "GET /v2.0/subnets/0a3d86c9-4064-49f8-b233-2edac208edf6 HTTP/1.1" status: 404 len: 337 time: 0.0787880 May 24 23:26:35.784402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39216) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:35.816159 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-39688f6e-8cf2-4a1e-9abc-f9f109c9c547 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] DELETE failed (client error): The resource could not be found. May 24 23:26:35.816647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39688f6e-8cf2-4a1e-9abc-f9f109c9c547 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:26:35.818385 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-39688f6e-8cf2-4a1e-9abc-f9f109c9c547 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/networks/9085a4b5-0ef4-422b-accc-a5efba8536fa HTTP/1.1" status: 404 len: 339 time: 0.0330129 May 24 23:26:35.822310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39220) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:35.845265 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 16e57e6e-9b6e-44b9-9f2f-fc86f2c91524 resource provider aggregate not found May 24 23:26:35.864278 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 16e57e6e-9b6e-44b9-9f2f-fc86f2c91524 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16e57e6e-9b6e-44b9-9f2f-fc86f2c91524 found for delete ", "request_id": "req-d775e302-2bc7-46b6-bd00-1248e1da0eb8"}]} May 24 23:26:35.865361 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fea610-6fb9-453c-b879-5c617ac4bdb3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] DELETE failed (client error): The resource could not be found. May 24 23:26:35.865817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fea610-6fb9-453c-b879-5c617ac4bdb3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:26:35.868115 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-73fea610-6fb9-453c-b879-5c617ac4bdb3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/subnets/0a3d86c9-4064-49f8-b233-2edac208edf6 HTTP/1.1" status: 404 len: 337 time: 0.0448585 May 24 23:26:35.870687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39228) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:35.896102 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0f70d3-0c3d-4a57-8c98-c2ca56c41cd9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] DELETE failed (client error): The resource could not be found. May 24 23:26:35.896570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0f70d3-0c3d-4a57-8c98-c2ca56c41cd9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:26:35.899315 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ef0f70d3-0c3d-4a57-8c98-c2ca56c41cd9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/networks/9085a4b5-0ef4-422b-accc-a5efba8536fa HTTP/1.1" status: 404 len: 339 time: 0.0272529 May 24 23:26:35.901656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39232) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:35.966493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8666bf-c1c2-45c5-be57-6805747db8ae tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Deleting subnet a47a37ea-1276-480f-bd95-7e50fe923b87 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:26:35.969434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c8666bf-c1c2-45c5-be57-6805747db8ae tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:36.026055 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c8666bf-c1c2-45c5-be57-6805747db8ae tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:36.109890 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c8666bf-c1c2-45c5-be57-6805747db8ae tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:36.188222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c8666bf-c1c2-45c5-be57-6805747db8ae tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:36.231103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8666bf-c1c2-45c5-be57-6805747db8ae tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Subnet': ['ID=a47a37ea-1276-480f-bd95-7e50fe923b87,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:36.238360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c8666bf-c1c2-45c5-be57-6805747db8ae tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:36.247442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:36.252567 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0c8666bf-c1c2-45c5-be57-6805747db8ae tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/subnets/a47a37ea-1276-480f-bd95-7e50fe923b87 HTTP/1.1" status: 204 len: 168 time: 0.3499007 May 24 23:26:36.254980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39236) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:36.319233 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:36.375503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:36.387133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Deleting port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:36.387465 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:36.547764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fa02b9-3929-4293-8460-00a1fb7809bd None None] Network d0d63a64-41bf-4fe7-b017-cd82487a4e0b requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:36.595464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] For port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004,segment=NetworkSegment(ca641079-299d-47c6-8292-8450a87d612c),segment_id=ca641079-299d-47c6-8292-8450a87d612c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:36.595812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:36.634384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1908b4eb-7bca-477c-bfc6-6011d2344bfd None None] Provisioning for port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:36.649948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1908b4eb-7bca-477c-bfc6-6011d2344bfd None None] Provisioning complete for port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:36.650311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1908b4eb-7bca-477c-bfc6-6011d2344bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:36.716620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Calling delete_port for 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:26:36.795792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:36.820581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1908b4eb-7bca-477c-bfc6-6011d2344bfd None None] Port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 update to ACTIVE by agent not found {{(pid=88262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 24 23:26:36.845506 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] No DVR routers for this DVR port 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:26:36.875833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Port': ['ID=920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:36.894145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e5b92-3e9d-40ae-80fe-60398b0cbca6 None None] DHCP port deletion for d0d63a64-41bf-4fe7-b017-cd82487a4e0b request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:26:36.972744 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.001934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d63a64-41bf-4fe7-b017-cd82487a4e0b']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:37.025720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca641079-299d-47c6-8292-8450a87d612c') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:37.026009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca641079-299d-47c6-8292-8450a87d612c') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:37.037419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.052939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.058661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:26:37.059043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.155894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.174347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.189433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Network': ['ID=d0d63a64-41bf-4fe7-b017-cd82487a4e0b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:37.197221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39244) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:37.197599 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1fc8b8d2-b8ff-4dca-bc92-a3539e3af0f9 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/networks/d0d63a64-41bf-4fe7-b017-cd82487a4e0b HTTP/1.1" status: 204 len: 168 time: 0.9406598 May 24 23:26:37.214376 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment ca641079-299d-47c6-8292-8450a87d612c resource provider aggregate not found May 24 23:26:37.230287 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment ca641079-299d-47c6-8292-8450a87d612c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca641079-299d-47c6-8292-8450a87d612c found for delete ", "request_id": "req-084a4489-d1d0-4f38-b84d-2c1dddbc8803"}]} May 24 23:26:37.243728 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6abc3b9-6685-484d-bfa5-ea1a8f41ad1a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] DELETE failed (client error): The resource could not be found. May 24 23:26:37.244162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6abc3b9-6685-484d-bfa5-ea1a8f41ad1a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:26:37.245809 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b6abc3b9-6685-484d-bfa5-ea1a8f41ad1a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/subnets/790b7fe4-8913-44c1-b7b7-cd364b48d6df HTTP/1.1" status: 404 len: 337 time: 0.0481639 May 24 23:26:37.248263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39250) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:37.272248 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9a6bb4-ca2d-4b67-8ccf-94cc823423e5 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] DELETE failed (client error): The resource could not be found. May 24 23:26:37.273293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9a6bb4-ca2d-4b67-8ccf-94cc823423e5 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:26:37.274874 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-da9a6bb4-ca2d-4b67-8ccf-94cc823423e5 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/networks/ea9b6524-3b4a-4315-8611-765c33eb48c1 HTTP/1.1" status: 404 len: 339 time: 0.0257347 May 24 23:26:37.277056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39254) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:37.327178 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b33ce35-36ab-4a0b-b0a9-3613d9dbeb1a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] DELETE failed (client error): The resource could not be found. May 24 23:26:37.327543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b33ce35-36ab-4a0b-b0a9-3613d9dbeb1a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:26:37.329281 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6b33ce35-36ab-4a0b-b0a9-3613d9dbeb1a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/subnets/623f0a6d-7956-4d41-a4cb-8066e413cbde HTTP/1.1" status: 404 len: 337 time: 0.0513775 May 24 23:26:37.331852 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39258) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:37.356420 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-025447c4-7b76-47c4-82e5-32156e4de532 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] DELETE failed (client error): The resource could not be found. May 24 23:26:37.356857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025447c4-7b76-47c4-82e5-32156e4de532 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:26:37.358409 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-025447c4-7b76-47c4-82e5-32156e4de532 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/networks/9837c92a-61f5-4fcc-8e0a-270cd1685345 HTTP/1.1" status: 404 len: 339 time: 0.0256655 May 24 23:26:37.360577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39262) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:37.427660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d5ccc9-41bd-463a-b2de-4976ffe60b6a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Deleting subnet 6ebd9d10-430b-4fad-b6bf-5acdf30c9435 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:26:37.431054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61d5ccc9-41bd-463a-b2de-4976ffe60b6a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.483988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61d5ccc9-41bd-463a-b2de-4976ffe60b6a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.563125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61d5ccc9-41bd-463a-b2de-4976ffe60b6a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.637913 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61d5ccc9-41bd-463a-b2de-4976ffe60b6a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.676188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5ccc9-41bd-463a-b2de-4976ffe60b6a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebd9d10-430b-4fad-b6bf-5acdf30c9435,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:37.680179 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61d5ccc9-41bd-463a-b2de-4976ffe60b6a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.686426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a44d7b3-b118-4647-952a-73d7f711c683 None None] Network 3bf045f0-be08-46d2-96a4-9936feae3da3 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:37.692088 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-61d5ccc9-41bd-463a-b2de-4976ffe60b6a tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/subnets/6ebd9d10-430b-4fad-b6bf-5acdf30c9435 HTTP/1.1" status: 204 len: 168 time: 0.3284414 May 24 23:26:37.692303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39266) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:37.808985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.819701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Deleting port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:37.820035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.934352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b447eb74-c147-4353-b98c-b1841ff766eb None None] DHCP port deletion for 3bf045f0-be08-46d2-96a4-9936feae3da3 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:26:37.938746 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b447eb74-c147-4353-b98c-b1841ff766eb None None] Deleting port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:37.939183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b447eb74-c147-4353-b98c-b1841ff766eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.031340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] For port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c,segment=NetworkSegment(8f2d7c04-72bd-4293-ba3c-5705f39a2cfc),segment_id=8f2d7c04-72bd-4293-ba3c-5705f39a2cfc)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:38.031690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.138215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b447eb74-c147-4353-b98c-b1841ff766eb None None] For port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c,segment=NetworkSegment(8f2d7c04-72bd-4293-ba3c-5705f39a2cfc),segment_id=8f2d7c04-72bd-4293-ba3c-5705f39a2cfc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:38.138617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b447eb74-c147-4353-b98c-b1841ff766eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.152990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Calling delete_port for 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:26:38.233902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.257495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:26:38.287506 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b447eb74-c147-4353-b98c-b1841ff766eb None None] Calling delete_port for 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:26:38.336678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:26:38.337007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:26:38.337425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:26:38.377490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Port': ['ID=3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:38.378001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:26:38.378345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 920eb1b2-9277-4aa5-a8dc-9fe6eb7e5004 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:26:38.382792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] No DVR routers for this DVR port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:26:38.409843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-b447eb74-c147-4353-b98c-b1841ff766eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:26:38.410202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-b447eb74-c147-4353-b98c-b1841ff766eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:26:38.508692 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.533792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf045f0-be08-46d2-96a4-9936feae3da3']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:38.545719 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2d7c04-72bd-4293-ba3c-5705f39a2cfc') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:38.546013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2d7c04-72bd-4293-ba3c-5705f39a2cfc') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:38.556929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.572687 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.578798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:26:38.579144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.647264 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 8f2d7c04-72bd-4293-ba3c-5705f39a2cfc resource provider aggregate not found May 24 23:26:38.670561 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 8f2d7c04-72bd-4293-ba3c-5705f39a2cfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f2d7c04-72bd-4293-ba3c-5705f39a2cfc found for delete ", "request_id": "req-a6797f19-5fbe-4fb3-83ee-7513aeea937e"}]} May 24 23:26:38.682378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.702345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.708596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] Pushing event deleted for resources: {'Network': ['ID=3bf045f0-be08-46d2-96a4-9936feae3da3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:38.718330 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-60ed1e5e-74db-47f2-b28c-a0efdb5705b3 tempest-NetworksIpV6Test-381582506 tempest-NetworksIpV6Test-381582506-project] 10.222.0.32 "DELETE /v2.0/networks/3bf045f0-be08-46d2-96a4-9936feae3da3 HTTP/1.1" status: 204 len: 168 time: 1.0249271 May 24 23:26:38.911817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b447eb74-c147-4353-b98c-b1841ff766eb None None] Deleting port 3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:38.912245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b447eb74-c147-4353-b98c-b1841ff766eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.980241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39278) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:38.985992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b447eb74-c147-4353-b98c-b1841ff766eb None None] The port '3e6f4a15-4f9f-42dc-a98e-d1a3237e5a1c' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:26:39.141117 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-efc44583-89c0-4b5a-9b9e-d6d2ebf8e932 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b525f4de0e7f4f2a89cdd39a6282d364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597428 May 24 23:26:39.143598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39284) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:39.203197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5e77344-4e5f-46cc-b420-cdd3e003b9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:39.228395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5e77344-4e5f-46cc-b420-cdd3e003b9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:39.278303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5e77344-4e5f-46cc-b420-cdd3e003b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:39.294413 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e77344-4e5f-46cc-b420-cdd3e003b9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b5e357-b3d5-432c-96a5-63cf55f8b958,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:39.299686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5e77344-4e5f-46cc-b420-cdd3e003b9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:39.303750 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a5e77344-4e5f-46cc-b420-cdd3e003b9e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52b5e357-b3d5-432c-96a5-63cf55f8b958 HTTP/1.1" status: 204 len: 168 time: 0.1568236 May 24 23:26:39.970522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39308) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:40.074016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2e2ad6cd-c768-46f4-8eb1-72a4fbebdbf9 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1793470696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:40.080551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2e2ad6cd-c768-46f4-8eb1-72a4fbebdbf9 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:40.084356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2e2ad6cd-c768-46f4-8eb1-72a4fbebdbf9 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Usage tracker for resource:router and tenant:b1d1d0f9f2104b009d4617b11bc746ea is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:40.088087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2e2ad6cd-c768-46f4-8eb1-72a4fbebdbf9 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:40.094184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2e2ad6cd-c768-46f4-8eb1-72a4fbebdbf9 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:40.104140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad6cd-c768-46f4-8eb1-72a4fbebdbf9 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.105091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad6cd-c768-46f4-8eb1-72a4fbebdbf9 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.120565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad6cd-c768-46f4-8eb1-72a4fbebdbf9 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.138722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad6cd-c768-46f4-8eb1-72a4fbebdbf9 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.161029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad6cd-c768-46f4-8eb1-72a4fbebdbf9 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.162201 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2e2ad6cd-c768-46f4-8eb1-72a4fbebdbf9 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1906569 May 24 23:26:40.164896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39314) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:40.170298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1759130468'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:40.175172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:40.179586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Usage tracker for resource:network and tenant:b1d1d0f9f2104b009d4617b11bc746ea is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:40.182419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:40.188187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:40.198249 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Made reservation on behalf of b1d1d0f9f2104b009d4617b11bc746ea for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:40.201728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.214774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.228825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:40.232564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Usage tracker for resource:security_group_rule and tenant:b1d1d0f9f2104b009d4617b11bc746ea is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:40.235323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:40.240905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:40.325615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.329192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.364051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:26:40.372797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622c7cfd-2cd1-4b2b-bed5-570fe29326c9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:40.378427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.378850 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Added segment ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4 of type vlan for network 0bf1e2d9-d828-40fe-97fe-2d0935446048 May 24 23:26:40.405390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.433848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.439184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:40.439752 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.542800 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3769307 May 24 23:26:40.545436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39318) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:40.552846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Request body: {'subnet': {'network_id': '0bf1e2d9-d828-40fe-97fe-2d0935446048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:40.566270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628f049-92e8-43d2-810d-33ff43472b60 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Pushing event updated for resources: {'Network': ['ID=0bf1e2d9-d828-40fe-97fe-2d0935446048,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:40.577238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 0bf1e2d9-d828-40fe-97fe-2d0935446048 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:26:40.663846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:40.667777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Usage tracker for resource:subnet and tenant:b1d1d0f9f2104b009d4617b11bc746ea is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:40.670590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:40.677032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:40.686920 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Made reservation on behalf of b1d1d0f9f2104b009d4617b11bc746ea for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:40.690264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.899405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:40.974831 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Pushing event updated for resources: {'Subnet': ['ID=f96f9c6f-2155-4872-b916-2fa95adf0ec3,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:40.983938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Checking segment: {'id': 'ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0bf1e2d9-d828-40fe-97fe-2d0935446048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:40.984296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Network hostable DHCP agents. Network: 0bf1e2d9-d828-40fe-97fe-2d0935446048, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:26:41.003237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Network 0bf1e2d9-d828-40fe-97fe-2d0935446048 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:26:41.011827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 0bf1e2d9-d828-40fe-97fe-2d0935446048) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:41.015750 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:41.016318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.021722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedab3f4-cdc8-47bc-95ce-dc6f3da13a66 None None] Network 0bf1e2d9-d828-40fe-97fe-2d0935446048 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:41.040488 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1085ae56-bef9-4e50-a9f7-13cdeee4c89d tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4940593 May 24 23:26:41.043533 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39322) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:41.049120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-614995222'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:41.054458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:41.058361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Usage tracker for resource:network and tenant:b1d1d0f9f2104b009d4617b11bc746ea is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:41.061195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:41.066859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:41.076173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Made reservation on behalf of b1d1d0f9f2104b009d4617b11bc746ea for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:41.079453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.107674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:26:41.118063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.118395 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Added segment 9c5e193f-31d6-4eda-a9f9-ba158605e3f5 of type vlan for network 9d04b276-f008-490d-9d69-7478ce6a7bd9 May 24 23:26:41.146025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.179190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.186621 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:41.187237 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.237199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-0bf1e2d9-d828-40fe-97fe-2d0935446048', 'network_id': '0bf1e2d9-d828-40fe-97fe-2d0935446048', 'tenant_id': 'b1d1d0f9f2104b009d4617b11bc746ea', 'fixed_ips': [{'subnet_id': 'f96f9c6f-2155-4872-b916-2fa95adf0ec3'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:26:41.238023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.277336 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2327480 May 24 23:26:41.280244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39326) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:41.287292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Request body: {'subnet': {'network_id': '9d04b276-f008-490d-9d69-7478ce6a7bd9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:41.297370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0540d2-b676-4896-9bd0-5709b2fd1ffb tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Pushing event updated for resources: {'Network': ['ID=9d04b276-f008-490d-9d69-7478ce6a7bd9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:41.314408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 9d04b276-f008-490d-9d69-7478ce6a7bd9 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:26:41.399494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:41.403326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Usage tracker for resource:subnet and tenant:b1d1d0f9f2104b009d4617b11bc746ea is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:41.406233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:41.412766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:41.423634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Made reservation on behalf of b1d1d0f9f2104b009d4617b11bc746ea for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:41.427400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.478122 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Allocated IP 172.20.0.2 (0bf1e2d9-d828-40fe-97fe-2d0935446048/f96f9c6f-2155-4872-b916-2fa95adf0ec3/61ac94de-11f6-498d-a78c-77d41a1c2e05) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:41.645788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.683548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.693768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Transition to ACTIVE for port object 61ac94de-11f6-498d-a78c-77d41a1c2e05 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:41.711649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Transition to ACTIVE for port object 61ac94de-11f6-498d-a78c-77d41a1c2e05 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:41.716815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.724914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Pushing event updated for resources: {'Subnet': ['ID=71d343a1-897f-453a-b294-46afca0c421e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:41.732804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Checking segment: {'id': '9c5e193f-31d6-4eda-a9f9-ba158605e3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9d04b276-f008-490d-9d69-7478ce6a7bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:41.733167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Network hostable DHCP agents. Network: 9d04b276-f008-490d-9d69-7478ce6a7bd9, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:26:41.751997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Network 9d04b276-f008-490d-9d69-7478ce6a7bd9 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:26:41.761608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 9d04b276-f008-490d-9d69-7478ce6a7bd9) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:41.765706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:41.766297 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:41.777740 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a208cd1-0a5f-4834-af2a-f3d999653188 None None] Network 9d04b276-f008-490d-9d69-7478ce6a7bd9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:41.788263 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2911b4e0-8f4f-4ba7-a392-96a9fc64dc32 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5061610 May 24 23:26:41.791114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39330) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:41.795787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dc7f8224-de3b-411f-84bb-644171eeba93 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d04b276-f008-490d-9d69-7478ce6a7bd9'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:41.803487 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Network 0bf1e2d9-d828-40fe-97fe-2d0935446048 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:41.850376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:41.864483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:41.875956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Pushing event updated for resources: {'Port': ['ID=61ac94de-11f6-498d-a78c-77d41a1c2e05,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:41.997058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Attempting to bind port 61ac94de-11f6-498d-a78c-77d41a1c2e05 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:26:41.997335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Attempting to bind port 61ac94de-11f6-498d-a78c-77d41a1c2e05 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0bf1e2d9-d828-40fe-97fe-2d0935446048'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:26:41.997694 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Attempting to bind port 61ac94de-11f6-498d-a78c-77d41a1c2e05 on network 0bf1e2d9-d828-40fe-97fe-2d0935446048 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:42.031510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:26:42.031876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Checking segment: {'id': 'ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0bf1e2d9-d828-40fe-97fe-2d0935446048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:42.032271 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.032657 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Bound using segment: {'id': 'ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0bf1e2d9-d828-40fe-97fe-2d0935446048'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:26:42.033119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Bound port: 61ac94de-11f6-498d-a78c-77d41a1c2e05, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0bf1e2d9-d828-40fe-97fe-2d0935446048'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:26:42.033487 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.155561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-9d04b276-f008-490d-9d69-7478ce6a7bd9', 'network_id': '9d04b276-f008-490d-9d69-7478ce6a7bd9', 'tenant_id': 'b1d1d0f9f2104b009d4617b11bc746ea', 'fixed_ips': [{'subnet_id': '71d343a1-897f-453a-b294-46afca0c421e'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:26:42.156372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.184873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] For port 61ac94de-11f6-498d-a78c-77d41a1c2e05, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:26:42.229809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] For port 61ac94de-11f6-498d-a78c-77d41a1c2e05, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=61ac94de-11f6-498d-a78c-77d41a1c2e05,segment=NetworkSegment(ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4),segment_id=ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:26:42.236224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.291055 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc7f8224-de3b-411f-84bb-644171eeba93 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.381569 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb20ac0-c12f-4744-8868-dc525819bcec None None] Pushing event updated for resources: {'Port': ['ID=61ac94de-11f6-498d-a78c-77d41a1c2e05,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:42.399640 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Allocated IP 172.21.0.2 (9d04b276-f008-490d-9d69-7478ce6a7bd9/71d343a1-897f-453a-b294-46afca0c421e/20801b81-8854-4950-b8d3-0e3065d3d6d2) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:42.446370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-dc7f8224-de3b-411f-84bb-644171eeba93 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:26:42.453223 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dc7f8224-de3b-411f-84bb-644171eeba93 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "PUT /v2.0/routers/72b8eb17-581d-4547-be1d-156b56a71534 HTTP/1.1" status: 400 len: 364 time: 0.6556878 May 24 23:26:42.453585 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39334) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:42.548930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0473b977-1bf7-431f-81fc-f48fc3108a84 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Deleting subnet 71d343a1-897f-453a-b294-46afca0c421e {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:26:42.673671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.683751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Transition to ACTIVE for port object 20801b81-8854-4950-b8d3-0e3065d3d6d2 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:42.701365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Transition to ACTIVE for port object 20801b81-8854-4950-b8d3-0e3065d3d6d2 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:42.705986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0473b977-1bf7-431f-81fc-f48fc3108a84 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.706683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.765697 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0473b977-1bf7-431f-81fc-f48fc3108a84 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.771751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Network 9d04b276-f008-490d-9d69-7478ce6a7bd9 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:42.774788 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:42.777187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:42.786240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Pushing event updated for resources: {'Port': ['ID=20801b81-8854-4950-b8d3-0e3065d3d6d2,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:42.850390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0473b977-1bf7-431f-81fc-f48fc3108a84 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.874290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Attempting to bind port 20801b81-8854-4950-b8d3-0e3065d3d6d2 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:26:42.874676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Attempting to bind port 20801b81-8854-4950-b8d3-0e3065d3d6d2 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '9c5e193f-31d6-4eda-a9f9-ba158605e3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9d04b276-f008-490d-9d69-7478ce6a7bd9'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:26:42.875051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Attempting to bind port 20801b81-8854-4950-b8d3-0e3065d3d6d2 on network 9d04b276-f008-490d-9d69-7478ce6a7bd9 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:42.880353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:26:42.880721 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Checking segment: {'id': '9c5e193f-31d6-4eda-a9f9-ba158605e3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9d04b276-f008-490d-9d69-7478ce6a7bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:42.881122 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.881511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Bound using segment: {'id': '9c5e193f-31d6-4eda-a9f9-ba158605e3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9d04b276-f008-490d-9d69-7478ce6a7bd9'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:26:42.882034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Bound port: 20801b81-8854-4950-b8d3-0e3065d3d6d2, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5e193f-31d6-4eda-a9f9-ba158605e3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9d04b276-f008-490d-9d69-7478ce6a7bd9'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:26:42.883038 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.922760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0473b977-1bf7-431f-81fc-f48fc3108a84 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:42.979913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] For port 20801b81-8854-4950-b8d3-0e3065d3d6d2, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:26:42.983311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] For port 20801b81-8854-4950-b8d3-0e3065d3d6d2, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=20801b81-8854-4950-b8d3-0e3065d3d6d2,segment=NetworkSegment(9c5e193f-31d6-4eda-a9f9-ba158605e3f5),segment_id=9c5e193f-31d6-4eda-a9f9-ba158605e3f5)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:26:42.990044 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:43.070397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473b977-1bf7-431f-81fc-f48fc3108a84 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Pushing event deleted for resources: {'Subnet': ['ID=71d343a1-897f-453a-b294-46afca0c421e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:43.072395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0473b977-1bf7-431f-81fc-f48fc3108a84 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:43.081083 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0473b977-1bf7-431f-81fc-f48fc3108a84 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "DELETE /v2.0/subnets/71d343a1-897f-453a-b294-46afca0c421e HTTP/1.1" status: 204 len: 168 time: 0.6242075 May 24 23:26:43.081380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39338) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:43.117294 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e63a1-80a0-4a59-b4b8-117f3ff58a4c None None] Pushing event updated for resources: {'Port': ['ID=20801b81-8854-4950-b8d3-0e3065d3d6d2,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:43.145432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0d5cf5-e733-4cf7-8d1c-eaa13ce99fc4 None None] Network 9d04b276-f008-490d-9d69-7478ce6a7bd9 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:43.203344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:43.216664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Deleting port 20801b81-8854-4950-b8d3-0e3065d3d6d2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:43.217014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:43.311481 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce2963e-90d9-467d-929e-ecc8092b9823 None None] Network 0bf1e2d9-d828-40fe-97fe-2d0935446048 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:43.419411 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b0d04465-84f4-4d99-9aae-fff3a43318a1 None None] Provisioning for port 61ac94de-11f6-498d-a78c-77d41a1c2e05 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:43.427606 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] For port 20801b81-8854-4950-b8d3-0e3065d3d6d2, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=20801b81-8854-4950-b8d3-0e3065d3d6d2,segment=NetworkSegment(9c5e193f-31d6-4eda-a9f9-ba158605e3f5),segment_id=9c5e193f-31d6-4eda-a9f9-ba158605e3f5)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:43.427958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:43.561853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Calling delete_port for 20801b81-8854-4950-b8d3-0e3065d3d6d2 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:26:43.649669 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:43.697254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Pushing event deleted for resources: {'Port': ['ID=20801b81-8854-4950-b8d3-0e3065d3d6d2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:43.700904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] No DVR routers for this DVR port 20801b81-8854-4950-b8d3-0e3065d3d6d2 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:26:43.813872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b11a50-b23e-4e98-a6f3-be27feca1688 None None] get_active_networks_info from dv-neutron-843190-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:26:43.828932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:43.859580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d04b276-f008-490d-9d69-7478ce6a7bd9']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:43.871712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5e193f-31d6-4eda-a9f9-ba158605e3f5') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:43.872007 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5e193f-31d6-4eda-a9f9-ba158605e3f5') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:43.883910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:43.900562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:43.907278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:26:43.907701 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:43.908589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b11a50-b23e-4e98-a6f3-be27feca1688 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:26:43.973410 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9c5e193f-31d6-4eda-a9f9-ba158605e3f5 resource provider aggregate not found May 24 23:26:44.002051 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9c5e193f-31d6-4eda-a9f9-ba158605e3f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c5e193f-31d6-4eda-a9f9-ba158605e3f5 found for delete ", "request_id": "req-fadd0ae1-e4ff-4369-a9b9-e5e079cd976c"}]} May 24 23:26:44.015593 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.033278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.044140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Pushing event deleted for resources: {'Network': ['ID=9d04b276-f008-490d-9d69-7478ce6a7bd9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:44.048198 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-38087b2e-de74-4118-96f7-e4ab10bbf734 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "DELETE /v2.0/networks/9d04b276-f008-490d-9d69-7478ce6a7bd9 HTTP/1.1" status: 204 len: 168 time: 0.9659863 May 24 23:26:44.050769 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39346) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:44.116726 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-da488c97-7d74-4289-9e75-0c76e67604e8 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Deleting subnet f96f9c6f-2155-4872-b916-2fa95adf0ec3 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:26:44.119922 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da488c97-7d74-4289-9e75-0c76e67604e8 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.181502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da488c97-7d74-4289-9e75-0c76e67604e8 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.268282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 61ac94de-11f6-498d-a78c-77d41a1c2e05 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:44.269028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da488c97-7d74-4289-9e75-0c76e67604e8 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.337132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 61ac94de-11f6-498d-a78c-77d41a1c2e05 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:44.340710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da488c97-7d74-4289-9e75-0c76e67604e8 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.342850 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 61ac94de-11f6-498d-a78c-77d41a1c2e05 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:44.343226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.382601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da488c97-7d74-4289-9e75-0c76e67604e8 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Pushing event deleted for resources: {'Subnet': ['ID=f96f9c6f-2155-4872-b916-2fa95adf0ec3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:44.386341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da488c97-7d74-4289-9e75-0c76e67604e8 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.395517 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-da488c97-7d74-4289-9e75-0c76e67604e8 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "DELETE /v2.0/subnets/f96f9c6f-2155-4872-b916-2fa95adf0ec3 HTTP/1.1" status: 204 len: 168 time: 0.3415220 May 24 23:26:44.395699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb33e5-b0d5-4284-b470-833548d58d8f None None] Network 0bf1e2d9-d828-40fe-97fe-2d0935446048 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:44.395809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39350) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:44.508143 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.518346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Deleting port 61ac94de-11f6-498d-a78c-77d41a1c2e05 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:44.518707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.638171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 61ac94de-11f6-498d-a78c-77d41a1c2e05 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:44.638455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.684383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 61ac94de-11f6-498d-a78c-77d41a1c2e05, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=61ac94de-11f6-498d-a78c-77d41a1c2e05,segment=NetworkSegment(ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4),segment_id=ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:44.691659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.767326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=61ac94de-11f6-498d-a78c-77d41a1c2e05,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:44.807247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce643263-4bc5-4b44-b503-1e150453da49 None None] DHCP port deletion for 0bf1e2d9-d828-40fe-97fe-2d0935446048 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:26:44.811591 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ce643263-4bc5-4b44-b503-1e150453da49 None None] Deleting port 61ac94de-11f6-498d-a78c-77d41a1c2e05 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:44.811963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce643263-4bc5-4b44-b503-1e150453da49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.821937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] For port 61ac94de-11f6-498d-a78c-77d41a1c2e05, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=61ac94de-11f6-498d-a78c-77d41a1c2e05,segment=NetworkSegment(ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4),segment_id=ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:44.822455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.954789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Calling delete_port for 61ac94de-11f6-498d-a78c-77d41a1c2e05 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:26:45.011608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ce643263-4bc5-4b44-b503-1e150453da49 None None] For port 61ac94de-11f6-498d-a78c-77d41a1c2e05, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=61ac94de-11f6-498d-a78c-77d41a1c2e05,segment=NetworkSegment(ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4),segment_id=ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:45.012220 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce643263-4bc5-4b44-b503-1e150453da49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:45.029542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:26:45.029808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:26:45.128694 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ce643263-4bc5-4b44-b503-1e150453da49 None None] Calling delete_port for 61ac94de-11f6-498d-a78c-77d41a1c2e05 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:26:45.203537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce643263-4bc5-4b44-b503-1e150453da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:45.248285 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce643263-4bc5-4b44-b503-1e150453da49 None None] Pushing event deleted for resources: {'Port': ['ID=61ac94de-11f6-498d-a78c-77d41a1c2e05,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:45.251736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce643263-4bc5-4b44-b503-1e150453da49 None None] No DVR routers for this DVR port 61ac94de-11f6-498d-a78c-77d41a1c2e05 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:26:45.530729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Deleting port 61ac94de-11f6-498d-a78c-77d41a1c2e05 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:45.530986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:45.599500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] The port '61ac94de-11f6-498d-a78c-77d41a1c2e05' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:26:45.721228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:45.746341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf1e2d9-d828-40fe-97fe-2d0935446048']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:45.758290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:45.758586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:45.769853 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:45.786268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:45.793020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:26:45.793505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:45.887566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:45.904813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:45.916013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Pushing event deleted for resources: {'Network': ['ID=0bf1e2d9-d828-40fe-97fe-2d0935446048,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:45.919817 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ad272712-6c1a-44f1-8d2a-a2fc11d63862 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "DELETE /v2.0/networks/0bf1e2d9-d828-40fe-97fe-2d0935446048 HTTP/1.1" status: 204 len: 168 time: 1.5232134 May 24 23:26:45.922402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39354) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:45.964004 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3f32da0-dadd-4421-99a9-ad4c2ff83714 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Synchronizing usage tracker for tenant:b1d1d0f9f2104b009d4617b11bc746ea on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:26:45.979858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3f32da0-dadd-4421-99a9-ad4c2ff83714 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Unset dirty status for tenant:b1d1d0f9f2104b009d4617b11bc746ea on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:26:45.980960 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f3f32da0-dadd-4421-99a9-ad4c2ff83714 tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "GET /v2.0/ports?device_id=72b8eb17-581d-4547-be1d-156b56a71534 HTTP/1.1" status: 200 len: 205 time: 0.0575950 May 24 23:26:45.983478 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39358) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:46.055576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:46.106894 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4 resource provider aggregate not found May 24 23:26:46.122849 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee34f4e6-ae01-4c38-96bf-382d6b5f8fc4 found for delete ", "request_id": "req-9db41842-5a19-4ffe-a4e8-f71d635d3b48"}]} May 24 23:26:46.126790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c020-f6c9-451c-acd3-4c006e5567ce tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:46.216538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 61ac94de-11f6-498d-a78c-77d41a1c2e05 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:26:46.252636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 61ac94de-11f6-498d-a78c-77d41a1c2e05 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:26:46.252975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 61ac94de-11f6-498d-a78c-77d41a1c2e05 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:26:46.422063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c020-f6c9-451c-acd3-4c006e5567ce tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:46.424291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c020-f6c9-451c-acd3-4c006e5567ce tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:46.447122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c020-f6c9-451c-acd3-4c006e5567ce tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:46.447320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b4c020-f6c9-451c-acd3-4c006e5567ce tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Fanout notify agent at l3_agent the message router_deleted on router 72b8eb17-581d-4547-be1d-156b56a71534 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:26:46.457989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c020-f6c9-451c-acd3-4c006e5567ce tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:46.459057 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d2b4c020-f6c9-451c-acd3-4c006e5567ce tempest-RoutersNegativeTest-1691470784 tempest-RoutersNegativeTest-1691470784-project] 10.222.0.32 "DELETE /v2.0/routers/72b8eb17-581d-4547-be1d-156b56a71534 HTTP/1.1" status: 204 len: 168 time: 0.4747283 May 24 23:26:46.712885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39370) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:46.856720 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-63848eef-4b1a-4e31-8768-78a9aeb1602b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1d1d0f9f2104b009d4617b11bc746ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425903 May 24 23:26:46.859087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39376) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:46.917684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ded8fd1-95b3-429d-a9ca-4167ec7e58f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:47.041376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ded8fd1-95b3-429d-a9ca-4167ec7e58f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:47.098405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ded8fd1-95b3-429d-a9ca-4167ec7e58f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:47.114259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded8fd1-95b3-429d-a9ca-4167ec7e58f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622c7cfd-2cd1-4b2b-bed5-570fe29326c9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:47.119634 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ded8fd1-95b3-429d-a9ca-4167ec7e58f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:47.120273 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3ded8fd1-95b3-429d-a9ca-4167ec7e58f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/622c7cfd-2cd1-4b2b-bed5-570fe29326c9 HTTP/1.1" status: 204 len: 168 time: 0.2603133 May 24 23:26:47.759633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39400) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:47.860645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-468161849-network', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:47.865244 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:47.869528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Usage tracker for resource:network and tenant:ed631ac403ec45048fe31777cd5fa1a9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:47.872406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:47.878752 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:47.888614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Made reservation on behalf of ed631ac403ec45048fe31777cd5fa1a9 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:47.890994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:47.902424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:47.916062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:47.919748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Usage tracker for resource:security_group_rule and tenant:ed631ac403ec45048fe31777cd5fa1a9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:47.922446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:47.928097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:48.010183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.013778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.041552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:26:48.050017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76762bd0-bb64-4252-b475-804e367f37d2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:48.058832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.059167 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Added segment 2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9 of type vlan for network bb610083-9c87-4457-befb-d073a575addc May 24 23:26:48.060856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.061194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.061526 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.061858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.062181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.062503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.062850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.063172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.063490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.063807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.064122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.064435 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:48.095213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.123111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.124009 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:48.124568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.226747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] Pushing event updated for resources: {'Network': ['ID=bb610083-9c87-4457-befb-d073a575addc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:48.229673 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-760fc440-16da-4a55-b06c-11738430174b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4689960 May 24 23:26:48.232515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39406) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:48.237321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network bb610083-9c87-4457-befb-d073a575addc details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:26:48.237819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Request body: {'subnet': {'network_id': 'bb610083-9c87-4457-befb-d073a575addc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-468161849-subnet', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:48.243116 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:48.246969 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Usage tracker for resource:subnet and tenant:ed631ac403ec45048fe31777cd5fa1a9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:48.249802 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:48.255494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:48.265866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Made reservation on behalf of ed631ac403ec45048fe31777cd5fa1a9 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:48.268365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.466858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.546975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8657e517-4ca3-4fc6-808a-fd8d08824a3b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:48.549126 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Checking segment: {'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:48.549480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Network hostable DHCP agents. Network: bb610083-9c87-4457-befb-d073a575addc, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:26:48.568492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Network bb610083-9c87-4457-befb-d073a575addc is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:26:48.577190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, bb610083-9c87-4457-befb-d073a575addc) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:48.580958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:48.581545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.586143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8308c-2094-4470-aafd-3542ae573af9 None None] Network bb610083-9c87-4457-befb-d073a575addc requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:48.604715 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7c5afe0b-443d-4690-9a56-0d7819d19371 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3712029 May 24 23:26:48.605005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39410) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:48.609958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-468161849-router', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:48.614881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:48.619636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Usage tracker for resource:router and tenant:ed631ac403ec45048fe31777cd5fa1a9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:48.627533 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:48.633349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:48.642448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.643435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.658042 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.798583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-bb610083-9c87-4457-befb-d073a575addc', 'network_id': 'bb610083-9c87-4457-befb-d073a575addc', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'fixed_ips': [{'subnet_id': '8657e517-4ca3-4fc6-808a-fd8d08824a3b'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:26:48.799451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.917894 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:48.953585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Allocated IP 172.20.0.2 (bb610083-9c87-4457-befb-d073a575addc/8657e517-4ca3-4fc6-808a-fd8d08824a3b/edccaf5c-721b-4512-840d-309528b972cd) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:49.151101 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:49.160887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Transition to ACTIVE for port object edccaf5c-721b-4512-840d-309528b972cd will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:49.179859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Transition to ACTIVE for port object edccaf5c-721b-4512-840d-309528b972cd will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:49.185349 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:49.225065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:49.256218 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:49.284928 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Network bb610083-9c87-4457-befb-d073a575addc is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:49.287836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:49.292387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:49.297762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Pushing event updated for resources: {'Port': ['ID=edccaf5c-721b-4512-840d-309528b972cd,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:49.383108 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Attempting to bind port edccaf5c-721b-4512-840d-309528b972cd on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:26:49.383476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Attempting to bind port edccaf5c-721b-4512-840d-309528b972cd by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:26:49.383982 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Attempting to bind port edccaf5c-721b-4512-840d-309528b972cd on network bb610083-9c87-4457-befb-d073a575addc {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:49.389389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:26:49.389760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Checking segment: {'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:49.390157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:49.390548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Bound using segment: {'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:26:49.391145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Bound port: edccaf5c-721b-4512-840d-309528b972cd, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:26:49.391519 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:49.404577 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Allocated IP 172.26.3.106 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/eefd9fe6-326a-4d97-bbec-79815a5e1ef0) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:49.487244 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] For port edccaf5c-721b-4512-840d-309528b972cd, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:26:49.490238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] For port edccaf5c-721b-4512-840d-309528b972cd, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=edccaf5c-721b-4512-840d-309528b972cd,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:26:49.494683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:49.580335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fecc17-74ce-4972-8808-b30c09bbfc1b None None] Pushing event updated for resources: {'Port': ['ID=edccaf5c-721b-4512-840d-309528b972cd,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:49.690415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:49.720864 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:49.792388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:49.795549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:49.799569 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:49.838507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Pushing event updated for resources: {'Port': ['ID=eefd9fe6-326a-4d97-bbec-79815a5e1ef0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:49.853287 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:49.853627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:49.853955 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:49.854281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:49.854601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:49.854945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:49.855263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:49.855578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:49.855892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:49.856204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:49.856513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:49.856821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:50.238347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:50.254106 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device edccaf5c-721b-4512-840d-309528b972cd up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:50.326807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port edccaf5c-721b-4512-840d-309528b972cd completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:50.529239 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc66e3d6-b96d-4236-bbb3-2e8709744130 None None] Network bb610083-9c87-4457-befb-d073a575addc requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:50.588923 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:50.676221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1c5318d6-e925-42f3-8ed8-3b83e72b1d9e None None] Provisioning for port edccaf5c-721b-4512-840d-309528b972cd completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:50.690619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1c5318d6-e925-42f3-8ed8-3b83e72b1d9e None None] Provisioning complete for port edccaf5c-721b-4512-840d-309528b972cd triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:50.691011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c5318d6-e925-42f3-8ed8-3b83e72b1d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:50.795413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Router 22a444c3-9b4f-4485-8124-d388c2ccbe6a is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:26:50.873986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1c5318d6-e925-42f3-8ed8-3b83e72b1d9e None None] Current status of the port edccaf5c-721b-4512-840d-309528b972cd is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:50.874275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c5318d6-e925-42f3-8ed8-3b83e72b1d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:50.912494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1c5318d6-e925-42f3-8ed8-3b83e72b1d9e None None] For port edccaf5c-721b-4512-840d-309528b972cd, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=edccaf5c-721b-4512-840d-309528b972cd,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:50.918157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1c5318d6-e925-42f3-8ed8-3b83e72b1d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:50.983602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:26:50.985272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5318d6-e925-42f3-8ed8-3b83e72b1d9e None None] Pushing event updated for resources: {'Port': ['ID=edccaf5c-721b-4512-840d-309528b972cd,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:50.993886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Sync routers for ids ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:26:51.003696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Routers {'22a444c3-9b4f-4485-8124-d388c2ccbe6a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:26:51.004404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:26:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:51.010999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:51.015082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39414) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:51.015590 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ac65469a-2a12-4cd6-ba8d-25c9e90f6772 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4092298 May 24 23:26:51.187619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4377fd3f-aefd-4232-b1e8-34a853f7e5ff None None] Provisioning complete for port edccaf5c-721b-4512-840d-309528b972cd triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:51.187993 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4377fd3f-aefd-4232-b1e8-34a853f7e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:51.236842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Set router 22a444c3-9b4f-4485-8124-d388c2ccbe6a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:26:51.514570 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4377fd3f-aefd-4232-b1e8-34a853f7e5ff None None] Current status of the port edccaf5c-721b-4512-840d-309528b972cd is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:51.575886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'name': 'tempest-TestEncryptedCinderVolumes-468161849-router', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:48Z', 'updated_at': '2022-05-24T23:26:50Z', 'revision_number': 3, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'gw_port': {'id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:49Z', 'updated_at': '2022-05-24T23:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:51.579738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Checking router: 22a444c3-9b4f-4485-8124-d388c2ccbe6a for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:26:51.580085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Updating router 22a444c3-9b4f-4485-8124-d388c2ccbe6a port eefd9fe6-326a-4d97-bbec-79815a5e1ef0 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:26:51.645405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:51.687333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:51.944724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-374a53b5-af89-4daa-8509-73974a9c7e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:51.995953 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Allocated IP 172.20.0.1 (bb610083-9c87-4457-befb-d073a575addc/8657e517-4ca3-4fc6-808a-fd8d08824a3b/78bafdf2-3997-4bf7-97e1-b58e98e78550) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:52.026485 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.038072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Transition to ACTIVE for port object eefd9fe6-326a-4d97-bbec-79815a5e1ef0 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:52.044239 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.121607 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Attempting to bind port eefd9fe6-326a-4d97-bbec-79815a5e1ef0 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:26:52.121894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Attempting to bind port eefd9fe6-326a-4d97-bbec-79815a5e1ef0 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:26:52.122254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Attempting to bind port eefd9fe6-326a-4d97-bbec-79815a5e1ef0 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:52.124340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0422bfb-01f0-412e-be1d-3bf005cf8393 None None] Pushing event updated for resources: {'Port': ['ID=eefd9fe6-326a-4d97-bbec-79815a5e1ef0,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:52.129857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:26:52.130228 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:52.130625 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.131025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:26:52.131487 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Bound port: eefd9fe6-326a-4d97-bbec-79815a5e1ef0, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:26:52.132383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.150630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.166625 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Transition to ACTIVE for port object 78bafdf2-3997-4bf7-97e1-b58e98e78550 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:52.192230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.219938 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] For port eefd9fe6-326a-4d97-bbec-79815a5e1ef0, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:26:52.223554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] For port eefd9fe6-326a-4d97-bbec-79815a5e1ef0, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=eefd9fe6-326a-4d97-bbec-79815a5e1ef0,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:26:52.229352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.266157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Network bb610083-9c87-4457-befb-d073a575addc is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:52.269025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:52.273376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:52.274435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device edccaf5c-721b-4512-840d-309528b972cd up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:52.308250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=78bafdf2-3997-4bf7-97e1-b58e98e78550,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:52.332348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.365359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Routers {'22a444c3-9b4f-4485-8124-d388c2ccbe6a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:26:52.365987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:26:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:52.443267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0422bfb-01f0-412e-be1d-3bf005cf8393 None None] Pushing event updated for resources: {'Port': ['ID=eefd9fe6-326a-4d97-bbec-79815a5e1ef0,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:52.537800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port edccaf5c-721b-4512-840d-309528b972cd triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:52.538786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.612075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.612348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d58a9274-f0ef-4ae0-822b-715893c2498a None None] Provisioning for port 78bafdf2-3997-4bf7-97e1-b58e98e78550 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:52.624992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] Set router 22a444c3-9b4f-4485-8124-d388c2ccbe6a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:26:52.722962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d58a9274-f0ef-4ae0-822b-715893c2498a None None] Provisioning complete for port 78bafdf2-3997-4bf7-97e1-b58e98e78550 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:52.723338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d58a9274-f0ef-4ae0-822b-715893c2498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.836887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.841251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:52.911932 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d58a9274-f0ef-4ae0-822b-715893c2498a None None] Port 78bafdf2-3997-4bf7-97e1-b58e98e78550 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:26:52.931097 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port edccaf5c-721b-4512-840d-309528b972cd is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:52.944428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=78bafdf2-3997-4bf7-97e1-b58e98e78550,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:52.946941 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:53.018043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'name': 'tempest-TestEncryptedCinderVolumes-468161849-router', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:48Z', 'updated_at': '2022-05-24T23:26:50Z', 'revision_number': 3, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'gw_port': {'id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:49Z', 'updated_at': '2022-05-24T23:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:53.021805 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e795d-96b5-45e3-843a-fbf86a668f18 None None] The sync data for ids ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'] in dv-neutron-843190-1-hyperv is: [{'id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'name': 'tempest-TestEncryptedCinderVolumes-468161849-router', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:48Z', 'updated_at': '2022-05-24T23:26:50Z', 'revision_number': 3, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'gw_port': {'id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:49Z', 'updated_at': '2022-05-24T23:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:26:53.084581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Network bb610083-9c87-4457-befb-d073a575addc is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:53.085991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:53.296865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Router 22a444c3-9b4f-4485-8124-d388c2ccbe6a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:26:53.434901 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-40844565-4cff-459c-b6a2-efc7e21dffa6 None None] Provisioning complete for port 78bafdf2-3997-4bf7-97e1-b58e98e78550 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:53.435397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40844565-4cff-459c-b6a2-efc7e21dffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:53.496032 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-40844565-4cff-459c-b6a2-efc7e21dffa6 None None] Port 78bafdf2-3997-4bf7-97e1-b58e98e78550 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:26:53.600914 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:26:53.609882 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9f1bde5e-90c5-496c-bdc4-29788293c4d6 admin admin] 10.222.0.32 "PUT /v2.0/routers/22a444c3-9b4f-4485-8124-d388c2ccbe6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5932140 May 24 23:26:54.108374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39432) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:54.113793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-426596111-network', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:54.118687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:54.122460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Usage tracker for resource:network and tenant:e54b0882f77c458eb3ab3a4151172324 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:54.128715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:54.134866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:54.144011 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Made reservation on behalf of e54b0882f77c458eb3ab3a4151172324 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:54.146257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.218155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91396f0e-4c45-4298-93d1-2bc9c98e95a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.253306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device eefd9fe6-326a-4d97-bbec-79815a5e1ef0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:54.275352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.290272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:54.294200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Usage tracker for resource:security_group_rule and tenant:e54b0882f77c458eb3ab3a4151172324 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:54.297324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:54.305320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:54.328082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port eefd9fe6-326a-4d97-bbec-79815a5e1ef0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:54.333461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port eefd9fe6-326a-4d97-bbec-79815a5e1ef0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:54.333853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.390372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.395090 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.431050 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:26:54.436765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f619fd4-e07c-4def-83de-c2ca447d2b17,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:54.444099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.444506 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Added segment ddf4f0a8-a451-40ec-bc44-0222c9abc42c of type vlan for network 898a789c-d0a3-40ee-83b8-74bde6e38af3 May 24 23:26:54.472544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.504084 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.505018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:54.505611 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.513602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port eefd9fe6-326a-4d97-bbec-79815a5e1ef0 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:54.513985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.532512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port eefd9fe6-326a-4d97-bbec-79815a5e1ef0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=eefd9fe6-326a-4d97-bbec-79815a5e1ef0,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:54.537466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.561339 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Sync routers for ids ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:26:54.573838 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Routers {'22a444c3-9b4f-4485-8124-d388c2ccbe6a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:26:54.574455 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ed733b45-825b-409b-a31c-574c4385629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:26:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:54.605375 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4958673 May 24 23:26:54.608115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39436) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:54.611689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fafb82-8496-4ae1-b27a-886ae4b9d67c admin admin] Pushing event updated for resources: {'Network': ['ID=898a789c-d0a3-40ee-83b8-74bde6e38af3,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:54.613660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Request body: {'subnet': {'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-426596111-subnet', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:54.614753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=eefd9fe6-326a-4d97-bbec-79815a5e1ef0,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:54.619133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:54.623001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Usage tracker for resource:subnet and tenant:e54b0882f77c458eb3ab3a4151172324 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:54.624384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 898a789c-d0a3-40ee-83b8-74bde6e38af3 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:26:54.625865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:54.632270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:54.643540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Made reservation on behalf of e54b0882f77c458eb3ab3a4151172324 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:54.645932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.765415 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Set router 22a444c3-9b4f-4485-8124-d388c2ccbe6a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:26:54.852807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.926708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a30957-532f-4086-bfb8-e006238ca6b5,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:54.937058 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Checking segment: {'id': 'ddf4f0a8-a451-40ec-bc44-0222c9abc42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:54.937407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Network hostable DHCP agents. Network: 898a789c-d0a3-40ee-83b8-74bde6e38af3, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:26:54.955672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Network 898a789c-d0a3-40ee-83b8-74bde6e38af3 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:26:54.965294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 898a789c-d0a3-40ee-83b8-74bde6e38af3) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:54.970503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:54.971467 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.973583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce64739-a4b2-4508-a6b7-468681b067fa None None] Network 898a789c-d0a3-40ee-83b8-74bde6e38af3 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:54.996884 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0c6ba00a-f710-4822-aad9-d120a64ad18d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3852427 May 24 23:26:54.997100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39440) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:55.001988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-426596111-router', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:55.006589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:55.010990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Usage tracker for resource:router and tenant:e54b0882f77c458eb3ab3a4151172324 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:26:55.013786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:26:55.019456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:55.031103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.033392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.050582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.108783 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ed733b45-825b-409b-a31c-574c4385629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'name': 'tempest-TestEncryptedCinderVolumes-468161849-router', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:48Z', 'updated_at': '2022-05-24T23:26:52Z', 'revision_number': 4, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'gw_port': {'id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:49Z', 'updated_at': '2022-05-24T23:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '78bafdf2-3997-4bf7-97e1-b58e98e78550', 'name': '', 'network_id': 'bb610083-9c87-4457-befb-d073a575addc', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'mac_address': 'fa:16:3e:b0:81:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '8657e517-4ca3-4fc6-808a-fd8d08824a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:51Z', 'updated_at': '2022-05-24T23:26:52Z', 'revision_number': 2, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'subnets': [{'id': '8657e517-4ca3-4fc6-808a-fd8d08824a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:55.112621 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Checking router: 22a444c3-9b4f-4485-8124-d388c2ccbe6a for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:26:55.112956 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Updating router 22a444c3-9b4f-4485-8124-d388c2ccbe6a port 78bafdf2-3997-4bf7-97e1-b58e98e78550 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:26:55.167576 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.168356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.216537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-898a789c-d0a3-40ee-83b8-74bde6e38af3', 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'fixed_ips': [{'subnet_id': 'c6a30957-532f-4086-bfb8-e006238ca6b5'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:26:55.217548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.312554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.339446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.397882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Allocated IP 172.20.0.2 (898a789c-d0a3-40ee-83b8-74bde6e38af3/c6a30957-532f-4086-bfb8-e006238ca6b5/638e4691-558e-47b3-8437-c6ce23942fb0) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:55.534473 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.546316 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Transition to ACTIVE for port object 78bafdf2-3997-4bf7-97e1-b58e98e78550 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:55.552454 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.606689 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.617606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Transition to ACTIVE for port object 638e4691-558e-47b3-8437-c6ce23942fb0 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:55.650804 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Transition to ACTIVE for port object 638e4691-558e-47b3-8437-c6ce23942fb0 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:55.660101 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.686255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.689458 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Pushing event updated for resources: {'Port': ['ID=78bafdf2-3997-4bf7-97e1-b58e98e78550,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:55.731219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.733799 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.734144 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.734479 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.734836 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.735162 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.735485 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.735811 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.736535 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.736535 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.736824 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.737064 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.737377 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:55.754017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Network 898a789c-d0a3-40ee-83b8-74bde6e38af3 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:55.757363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:55.763698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:55.794756 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Attempting to bind port 78bafdf2-3997-4bf7-97e1-b58e98e78550 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:26:55.795124 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Attempting to bind port 78bafdf2-3997-4bf7-97e1-b58e98e78550 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:26:55.795458 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Attempting to bind port 78bafdf2-3997-4bf7-97e1-b58e98e78550 on network bb610083-9c87-4457-befb-d073a575addc {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:55.801209 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:26:55.801587 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Checking segment: {'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:55.801952 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.802341 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Bound using segment: {'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:26:55.803386 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Bound port: 78bafdf2-3997-4bf7-97e1-b58e98e78550, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:26:55.803386 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.809320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Pushing event updated for resources: {'Port': ['ID=638e4691-558e-47b3-8437-c6ce23942fb0,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:55.880440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Attempting to bind port 638e4691-558e-47b3-8437-c6ce23942fb0 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:26:55.880684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Attempting to bind port 638e4691-558e-47b3-8437-c6ce23942fb0 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'ddf4f0a8-a451-40ec-bc44-0222c9abc42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:26:55.880869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Attempting to bind port 638e4691-558e-47b3-8437-c6ce23942fb0 on network 898a789c-d0a3-40ee-83b8-74bde6e38af3 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:55.887582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:26:55.887958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Checking segment: {'id': 'ddf4f0a8-a451-40ec-bc44-0222c9abc42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:55.889794 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.890295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Bound using segment: {'id': 'ddf4f0a8-a451-40ec-bc44-0222c9abc42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:26:55.890710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Bound port: 638e4691-558e-47b3-8437-c6ce23942fb0, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf4f0a8-a451-40ec-bc44-0222c9abc42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:26:55.891077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.898445 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Allocated IP 172.26.3.239 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/16d955a5-4f1d-43ec-a9f6-66277a8f85db) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:55.932434 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-ed733b45-825b-409b-a31c-574c4385629a None None] For port 78bafdf2-3997-4bf7-97e1-b58e98e78550, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:26:55.935892 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-ed733b45-825b-409b-a31c-574c4385629a None None] For port 78bafdf2-3997-4bf7-97e1-b58e98e78550, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=78bafdf2-3997-4bf7-97e1-b58e98e78550,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:26:55.940847 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.997303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] For port 638e4691-558e-47b3-8437-c6ce23942fb0, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:26:56.000386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] For port 638e4691-558e-47b3-8437-c6ce23942fb0, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=638e4691-558e-47b3-8437-c6ce23942fb0,segment=NetworkSegment(ddf4f0a8-a451-40ec-bc44-0222c9abc42c),segment_id=ddf4f0a8-a451-40ec-bc44-0222c9abc42c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:26:56.005952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:56.029658 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b45780-61e7-485d-aae7-11f8497e38c6 None None] Pushing event updated for resources: {'Port': ['ID=78bafdf2-3997-4bf7-97e1-b58e98e78550,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:56.034551 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Routers {'22a444c3-9b4f-4485-8124-d388c2ccbe6a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:26:56.035255 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ed733b45-825b-409b-a31c-574c4385629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:26:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:56.063212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:56.101904 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:56.115546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2087c5-53d0-4edb-96b8-1a0f64b7d72f None None] Pushing event updated for resources: {'Port': ['ID=638e4691-558e-47b3-8437-c6ce23942fb0,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:56.203357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Pushing event updated for resources: {'Port': ['ID=16d955a5-4f1d-43ec-a9f6-66277a8f85db,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:56.219090 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:56.220881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:56.223548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:56.237843 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ed733b45-825b-409b-a31c-574c4385629a None None] Set router 22a444c3-9b4f-4485-8124-d388c2ccbe6a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:26:56.283903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device eefd9fe6-326a-4d97-bbec-79815a5e1ef0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:56.375319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port eefd9fe6-326a-4d97-bbec-79815a5e1ef0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:56.375981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:56.548976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port eefd9fe6-326a-4d97-bbec-79815a5e1ef0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:56.606600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:56.624273 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ed733b45-825b-409b-a31c-574c4385629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'name': 'tempest-TestEncryptedCinderVolumes-468161849-router', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:48Z', 'updated_at': '2022-05-24T23:26:52Z', 'revision_number': 4, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'gw_port': {'id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:49Z', 'updated_at': '2022-05-24T23:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '78bafdf2-3997-4bf7-97e1-b58e98e78550', 'name': '', 'network_id': 'bb610083-9c87-4457-befb-d073a575addc', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'mac_address': 'fa:16:3e:b0:81:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '8657e517-4ca3-4fc6-808a-fd8d08824a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:51Z', 'updated_at': '2022-05-24T23:26:55Z', 'revision_number': 4, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'subnets': [{'id': '8657e517-4ca3-4fc6-808a-fd8d08824a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:56.628214 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed733b45-825b-409b-a31c-574c4385629a None None] The sync data for ids ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'] in dv-neutron-843190-1-hyperv is: [{'id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'name': 'tempest-TestEncryptedCinderVolumes-468161849-router', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:48Z', 'updated_at': '2022-05-24T23:26:52Z', 'revision_number': 4, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'gw_port': {'id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:49Z', 'updated_at': '2022-05-24T23:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '78bafdf2-3997-4bf7-97e1-b58e98e78550', 'name': '', 'network_id': 'bb610083-9c87-4457-befb-d073a575addc', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'mac_address': 'fa:16:3e:b0:81:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '8657e517-4ca3-4fc6-808a-fd8d08824a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:51Z', 'updated_at': '2022-05-24T23:26:55Z', 'revision_number': 4, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'subnets': [{'id': '8657e517-4ca3-4fc6-808a-fd8d08824a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:26:56.840446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:57.208881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:57.258060 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed936695-f58a-4069-926e-a1fe519a34e2 None None] Network 898a789c-d0a3-40ee-83b8-74bde6e38af3 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:26:57.359140 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3cf13231-9de6-4272-ab7a-1c413e604c68 None None] Provisioning for port 638e4691-558e-47b3-8437-c6ce23942fb0 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:57.433767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:26:57.631307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:26:57.642772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Sync routers for ids ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:26:57.662311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Routers {'706b09c7-59db-4c3c-bcc4-ca6a8b8be717'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:26:57.663573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:26:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:57.665529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:57.669781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39444) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:57.670352 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-49874b6e-054c-4790-80df-e48e5c64ce58 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6719015 May 24 23:26:57.857419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Set router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:26:58.139784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'name': 'tempest-TestEncryptedCinderVolumes-426596111-router', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:26:56Z', 'revision_number': 3, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'gw_port': {'id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:58.143596 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Checking router: 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:26:58.143942 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Updating router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 port 16d955a5-4f1d-43ec-a9f6-66277a8f85db binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:26:58.204700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.309952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 638e4691-558e-47b3-8437-c6ce23942fb0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:58.360295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.478986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 638e4691-558e-47b3-8437-c6ce23942fb0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:58.487987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 638e4691-558e-47b3-8437-c6ce23942fb0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:58.488358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.566701 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Allocated IP 172.20.0.1 (898a789c-d0a3-40ee-83b8-74bde6e38af3/c6a30957-532f-4086-bfb8-e006238ca6b5/33dc0f42-447c-4ca9-ba28-a3d1ea5998f7) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:58.694806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 638e4691-558e-47b3-8437-c6ce23942fb0 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:58.695407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.712478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.725931 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.728978 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Transition to ACTIVE for port object 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:58.745756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Transition to ACTIVE for port object 16d955a5-4f1d-43ec-a9f6-66277a8f85db will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:58.751656 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 638e4691-558e-47b3-8437-c6ce23942fb0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=638e4691-558e-47b3-8437-c6ce23942fb0,segment=NetworkSegment(ddf4f0a8-a451-40ec-bc44-0222c9abc42c),segment_id=ddf4f0a8-a451-40ec-bc44-0222c9abc42c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:58.754142 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.754689 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.794916 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.795702 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 78bafdf2-3997-4bf7-97e1-b58e98e78550 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:58.821630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Network 898a789c-d0a3-40ee-83b8-74bde6e38af3 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:58.824519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:58.828421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:58.863574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Pushing event updated for resources: {'Port': ['ID=33dc0f42-447c-4ca9-ba28-a3d1ea5998f7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:58.884279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Attempting to bind port 16d955a5-4f1d-43ec-a9f6-66277a8f85db on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:26:58.884646 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Attempting to bind port 16d955a5-4f1d-43ec-a9f6-66277a8f85db by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:26:58.885015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Attempting to bind port 16d955a5-4f1d-43ec-a9f6-66277a8f85db on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:58.888905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.898309 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:26:58.898697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:58.899102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.899496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:26:58.899978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Bound port: 16d955a5-4f1d-43ec-a9f6-66277a8f85db, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:26:58.900363 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:58.925712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321fa41-e441-4531-97d1-49b90428e542 None None] Pushing event updated for resources: {'Port': ['ID=16d955a5-4f1d-43ec-a9f6-66277a8f85db,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:59.050244 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] For port 16d955a5-4f1d-43ec-a9f6-66277a8f85db, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:26:59.055490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] For port 16d955a5-4f1d-43ec-a9f6-66277a8f85db, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=16d955a5-4f1d-43ec-a9f6-66277a8f85db,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:26:59.056430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 78bafdf2-3997-4bf7-97e1-b58e98e78550 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:59.063925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=638e4691-558e-47b3-8437-c6ce23942fb0,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:59.069912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:59.105670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 78bafdf2-3997-4bf7-97e1-b58e98e78550 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:59.105956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:59.241539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7bf39734-1523-40b9-8af5-d75fb79dafde None None] Provisioning for port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:59.259017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7bf39734-1523-40b9-8af5-d75fb79dafde None None] Provisioning complete for port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:59.259389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7bf39734-1523-40b9-8af5-d75fb79dafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:59.265429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:59.290079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Routers {'706b09c7-59db-4c3c-bcc4-ca6a8b8be717'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:26:59.290729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:26:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:59.385483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321fa41-e441-4531-97d1-49b90428e542 None None] Pushing event updated for resources: {'Port': ['ID=16d955a5-4f1d-43ec-a9f6-66277a8f85db,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:59.457430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7bf39734-1523-40b9-8af5-d75fb79dafde None None] Port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:26:59.484307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:59.489456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:59.547046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 78bafdf2-3997-4bf7-97e1-b58e98e78550 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:59.547424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:59.563096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] Set router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:26:59.598629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Pushing event updated for resources: {'Port': ['ID=33dc0f42-447c-4ca9-ba28-a3d1ea5998f7,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:59.601175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:59.699598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 78bafdf2-3997-4bf7-97e1-b58e98e78550, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=78bafdf2-3997-4bf7-97e1-b58e98e78550,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:59.712709 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:59.737300 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Network 898a789c-d0a3-40ee-83b8-74bde6e38af3 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:59.738375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:59.874756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=78bafdf2-3997-4bf7-97e1-b58e98e78550,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:59.931110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:26:59.965648 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'name': 'tempest-TestEncryptedCinderVolumes-426596111-router', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:26:59Z', 'revision_number': 4, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'gw_port': {'id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '33dc0f42-447c-4ca9-ba28-a3d1ea5998f7', 'name': '', 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'mac_address': 'fa:16:3e:fb:1f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c6a30957-532f-4086-bfb8-e006238ca6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:58Z', 'updated_at': '2022-05-24T23:26:58Z', 'revision_number': 1, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'subnets': [{'id': 'c6a30957-532f-4086-bfb8-e006238ca6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:26:59.973482 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7c38c-581f-440b-a9de-323369c9dd4a None None] The sync data for ids ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'] in dv-neutron-843190-1-hyperv is: [{'id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'name': 'tempest-TestEncryptedCinderVolumes-426596111-router', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:26:59Z', 'revision_number': 4, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'gw_port': {'id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '33dc0f42-447c-4ca9-ba28-a3d1ea5998f7', 'name': '', 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'mac_address': 'fa:16:3e:fb:1f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c6a30957-532f-4086-bfb8-e006238ca6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:58Z', 'updated_at': '2022-05-24T23:26:58Z', 'revision_number': 1, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'subnets': [{'id': 'c6a30957-532f-4086-bfb8-e006238ca6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:26:59.984949 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e20e55a-47df-48fb-9773-205e4799630d None None] Provisioning complete for port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:59.985326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e20e55a-47df-48fb-9773-205e4799630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:00.043347 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5e20e55a-47df-48fb-9773-205e4799630d None None] Port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:27:00.116410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:27:00.136782 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4f149bde-7481-48be-a65e-2f012b50360b admin admin] 10.222.0.32 "PUT /v2.0/routers/706b09c7-59db-4c3c-bcc4-ca6a8b8be717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4647517 May 24 23:27:00.276632 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 638e4691-558e-47b3-8437-c6ce23942fb0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:00.352871 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 638e4691-558e-47b3-8437-c6ce23942fb0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:00.353339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:00.478155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 638e4691-558e-47b3-8437-c6ce23942fb0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:00.479264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 78bafdf2-3997-4bf7-97e1-b58e98e78550 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:00.550855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 78bafdf2-3997-4bf7-97e1-b58e98e78550 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:00.551474 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:00.699499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 78bafdf2-3997-4bf7-97e1-b58e98e78550 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:00.885327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-8c82867e-776f-498c-8627-2e6cdf45e2a1 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:00.885912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-8c82867e-776f-498c-8627-2e6cdf45e2a1 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Synchronizing usage tracker for tenant:ed631ac403ec45048fe31777cd5fa1a9 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:27:00.903958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-8c82867e-776f-498c-8627-2e6cdf45e2a1 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Unset dirty status for tenant:ed631ac403ec45048fe31777cd5fa1a9 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:27:00.905355 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-8c82867e-776f-498c-8627-2e6cdf45e2a1 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/networks?id=bb610083-9c87-4457-befb-d073a575addc HTTP/1.1" status: 200 len: 816 time: 0.1714311 May 24 23:27:00.921528 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-63744c79-db6e-4d7f-804d-87f4607dabb6 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/quotas/ed631ac403ec45048fe31777cd5fa1a9 HTTP/1.1" status: 200 len: 375 time: 0.0103991 May 24 23:27:01.007153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-774c4b8b-bf14-403e-b939-7397cab08fa4 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Synchronizing usage tracker for tenant:ed631ac403ec45048fe31777cd5fa1a9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:27:01.024994 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-774c4b8b-bf14-403e-b939-7397cab08fa4 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Unset dirty status for tenant:ed631ac403ec45048fe31777cd5fa1a9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:27:01.026277 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-774c4b8b-bf14-403e-b939-7397cab08fa4 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed631ac403ec45048fe31777cd5fa1a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993047 May 24 23:27:01.277179 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-49626312-00c9-4d34-bc7f-4833a1975879 service neutron] 10.222.0.32 "GET /v2.0/networks/bb610083-9c87-4457-befb-d073a575addc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381597 May 24 23:27:01.405602 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-6a18e3a8-d199-4663-8554-41d85511f4b2 service neutron] 10.222.0.32 "GET /v2.0/networks/bb610083-9c87-4457-befb-d073a575addc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226463 May 24 23:27:01.579911 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a017a383-344a-44ec-b8ef-d937307198c0 req-4b26f462-92e4-4059-90bc-eeebd807a504 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 210 time: 0.0420566 May 24 23:27:02.255406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 16d955a5-4f1d-43ec-a9f6-66277a8f85db up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:02.323334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 16d955a5-4f1d-43ec-a9f6-66277a8f85db completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:02.328306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 16d955a5-4f1d-43ec-a9f6-66277a8f85db triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:02.328676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:02.441943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 16d955a5-4f1d-43ec-a9f6-66277a8f85db is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:02.442415 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:02.460189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 16d955a5-4f1d-43ec-a9f6-66277a8f85db, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=16d955a5-4f1d-43ec-a9f6-66277a8f85db,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:02.464430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:02.543445 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=16d955a5-4f1d-43ec-a9f6-66277a8f85db,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:02.588014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-27f73743-781f-4a4b-b236-6b43d6a6e648 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:02.589439 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-27f73743-781f-4a4b-b236-6b43d6a6e648 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.42 "GET /v2.0/networks?id=bb610083-9c87-4457-befb-d073a575addc HTTP/1.1" status: 200 len: 816 time: 0.1548631 May 24 23:27:02.601491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Request body: {'port': {'device_id': '17952f39-1632-4b8e-b495-92ba3671182c', 'network_id': 'bb610083-9c87-4457-befb-d073a575addc', 'admin_state_up': True, 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:27:02.740821 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfa56170-af45-4177-9a53-5fee0f47c634 req-be75652b-4f16-4755-9fef-1bed8100fd8e tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 210 time: 0.0474432 May 24 23:27:02.748472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:27:02.758226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:27:02.767607 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Made reservation on behalf of ed631ac403ec45048fe31777cd5fa1a9 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:27:02.771350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:03.041418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Allocated IP 172.20.0.7 (bb610083-9c87-4457-befb-d073a575addc/8657e517-4ca3-4fc6-808a-fd8d08824a3b/8db5a343-e7a1-45f3-9098-1d7dd14161c8) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:27:03.238030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:03.254738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Transition to ACTIVE for port object 8db5a343-e7a1-45f3-9098-1d7dd14161c8 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:03.280272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:03.355762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Network bb610083-9c87-4457-befb-d073a575addc is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:27:03.359066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:03.362999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:27:03.393341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Pushing event updated for resources: {'Port': ['ID=8db5a343-e7a1-45f3-9098-1d7dd14161c8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:03.431219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:03.431855 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:03.458523 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-aae3b3a0-f756-4cb2-9bed-1ea993e67b46 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8606977 May 24 23:27:03.469507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Request body: {'port': {'device_id': '17952f39-1632-4b8e-b495-92ba3671182c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:27:03.528674 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Sync routers for ids ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:27:03.538039 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Routers {'706b09c7-59db-4c3c-bcc4-ca6a8b8be717'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:27:03.538631 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:26:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:03.580586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-59707bae-23a9-48b6-95ea-569c91796394 None None] Provisioning for port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:03.586165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-59707bae-23a9-48b6-95ea-569c91796394 None None] Provisioning complete for port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:03.586530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59707bae-23a9-48b6-95ea-569c91796394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:03.590187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:03.641132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-59707bae-23a9-48b6-95ea-569c91796394 None None] Port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:27:03.713471 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Set router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:27:03.956272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db5a343-e7a1-45f3-9098-1d7dd14161c8 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:27:03.965104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:03.980784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Transition to ACTIVE for port object 8db5a343-e7a1-45f3-9098-1d7dd14161c8 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:03.987141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:04.044937 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'name': 'tempest-TestEncryptedCinderVolumes-426596111-router', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:26:59Z', 'revision_number': 4, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'gw_port': {'id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '33dc0f42-447c-4ca9-ba28-a3d1ea5998f7', 'name': '', 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'mac_address': 'fa:16:3e:fb:1f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c6a30957-532f-4086-bfb8-e006238ca6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:58Z', 'updated_at': '2022-05-24T23:26:59Z', 'revision_number': 2, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'subnets': [{'id': 'c6a30957-532f-4086-bfb8-e006238ca6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:04.049207 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Checking router: 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:27:04.049639 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Updating router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:27:04.089709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eff5c-4d81-4439-9378-2e0676d7db88 req-e438bdf8-1e56-4f40-974f-f4739dd15c66 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:04.091886 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-952eff5c-4d81-4439-9378-2e0676d7db88 req-e438bdf8-1e56-4f40-974f-f4739dd15c66 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 943 time: 0.0893762 May 24 23:27:04.109328 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:04.129356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8db5a343-e7a1-45f3-9098-1d7dd14161c8,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:04.159071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-952eff5c-4d81-4439-9378-2e0676d7db88 req-ad8c107e-e682-46b8-b2c0-d8eed9caed93 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Synchronizing usage tracker for tenant:ed631ac403ec45048fe31777cd5fa1a9 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:27:04.188176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-952eff5c-4d81-4439-9378-2e0676d7db88 req-ad8c107e-e682-46b8-b2c0-d8eed9caed93 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Unset dirty status for tenant:ed631ac403ec45048fe31777cd5fa1a9 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:27:04.193838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-952eff5c-4d81-4439-9378-2e0676d7db88 req-ad8c107e-e682-46b8-b2c0-d8eed9caed93 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/security-groups?id=76762bd0-bb64-4252-b475-804e367f37d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951905 May 24 23:27:04.272514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 16d955a5-4f1d-43ec-a9f6-66277a8f85db up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:04.284474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Attempting to bind port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:27:04.284804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Attempting to bind port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:27:04.285130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Attempting to bind port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 on network bb610083-9c87-4457-befb-d073a575addc {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:27:04.290959 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 on network bb610083-9c87-4457-befb-d073a575addc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:27:04.291273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Attempting to bind port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 on network bb610083-9c87-4457-befb-d073a575addc {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:27:04.296799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:27:04.297429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Checking segment: {'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:27:04.297816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Bound using segment: {'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:27:04.298242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Bound port: 8db5a343-e7a1-45f3-9098-1d7dd14161c8, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb610083-9c87-4457-befb-d073a575addc'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:27:04.298585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:04.401185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 16d955a5-4f1d-43ec-a9f6-66277a8f85db triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:04.401555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:04.402927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] For port 8db5a343-e7a1-45f3-9098-1d7dd14161c8, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:27:04.406372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] For port 8db5a343-e7a1-45f3-9098-1d7dd14161c8, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8db5a343-e7a1-45f3-9098-1d7dd14161c8,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:27:04.410847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:04.473824 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:04.474433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:04.475968 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] 10.222.0.42 "PUT /v2.0/ports/8db5a343-e7a1-45f3-9098-1d7dd14161c8 HTTP/1.1" status: 200 len: 1093 time: 1.0104954 May 24 23:27:04.476404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17952f39-1632-4b8e-b495-92ba3671182c', 'tag': '8db5a343-e7a1-45f3-9098-1d7dd14161c8'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:27:04.497982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76aece-b559-4973-a6d4-91829d0a45a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8db5a343-e7a1-45f3-9098-1d7dd14161c8,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:04.524767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 16d955a5-4f1d-43ec-a9f6-66277a8f85db is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:04.533962 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:04.547503 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Transition to ACTIVE for port object 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:04.556279 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:04.575096 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742f96b1-8b64-4d05-ad3d-abef6f78444d'] response: {'name': 'network-changed', 'server_uuid': '17952f39-1632-4b8e-b495-92ba3671182c', 'tag': '8db5a343-e7a1-45f3-9098-1d7dd14161c8', 'status': 'completed', 'code': 200} May 24 23:27:04.617305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-6b5d5790-6b0d-426e-a587-a78c67056ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:04.619584 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-6b5d5790-6b0d-426e-a587-a78c67056ddc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed631ac403ec45048fe31777cd5fa1a9&device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 1096 time: 0.0857532 May 24 23:27:04.674178 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd074f-5ba5-4aec-be9d-95add91aee10 None None] Pushing event updated for resources: {'Port': ['ID=33dc0f42-447c-4ca9-ba28-a3d1ea5998f7,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:04.693850 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-2e78261d-843e-480f-ab1c-e89178a2132d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8db5a343-e7a1-45f3-9098-1d7dd14161c8 HTTP/1.1" status: 200 len: 217 time: 0.0666888 May 24 23:27:04.763694 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-b715999c-03f3-4d0e-a70d-5fed1ee1df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:04.765147 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-b715999c-03f3-4d0e-a70d-5fed1ee1df86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8657e517-4ca3-4fc6-808a-fd8d08824a3b HTTP/1.1" status: 200 len: 855 time: 0.0658739 May 24 23:27:04.784326 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Attempting to bind port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:27:04.784698 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Attempting to bind port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'ddf4f0a8-a451-40ec-bc44-0222c9abc42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:27:04.785304 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Attempting to bind port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 on network 898a789c-d0a3-40ee-83b8-74bde6e38af3 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:27:04.791593 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:27:04.792033 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Checking segment: {'id': 'ddf4f0a8-a451-40ec-bc44-0222c9abc42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:27:04.792426 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:04.792807 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Bound using segment: {'id': 'ddf4f0a8-a451-40ec-bc44-0222c9abc42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:27:04.793260 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Bound port: 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf4f0a8-a451-40ec-bc44-0222c9abc42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:27:04.793622 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:04.846416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-b39ae100-9f11-4db7-b8e6-27419131c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:04.847947 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-b39ae100-9f11-4db7-b8e6-27419131c366 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb610083-9c87-4457-befb-d073a575addc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754805 May 24 23:27:04.889631 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] For port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:27:04.892586 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] For port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=33dc0f42-447c-4ca9-ba28-a3d1ea5998f7,segment=NetworkSegment(ddf4f0a8-a451-40ec-bc44-0222c9abc42c),segment_id=ddf4f0a8-a451-40ec-bc44-0222c9abc42c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:27:04.897234 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:04.974940 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Routers {'706b09c7-59db-4c3c-bcc4-ca6a8b8be717'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:27:04.976216 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:26:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:05.033783 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd074f-5ba5-4aec-be9d-95add91aee10 None None] Pushing event updated for resources: {'Port': ['ID=33dc0f42-447c-4ca9-ba28-a3d1ea5998f7,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:05.102219 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-cb7a0bb8-b9d2-485d-96a6-0a2d8461075a service neutron] 10.222.0.42 "GET /v2.0/networks/bb610083-9c87-4457-befb-d073a575addc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480249 May 24 23:27:05.166423 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] Set router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:27:05.249763 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5b154fe2-76fe-452d-939c-1664b50bd744 req-04771605-55f1-4f4d-887b-181e26cf97f5 service neutron] 10.222.0.42 "GET /v2.0/networks/bb610083-9c87-4457-befb-d073a575addc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410549 May 24 23:27:05.379719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcffab-900f-4774-a74a-043f61095c95 req-26ccd65a-762f-41ec-b777-f5b83888b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:05.381292 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9dcffab-900f-4774-a74a-043f61095c95 req-26ccd65a-762f-41ec-b777-f5b83888b911 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed631ac403ec45048fe31777cd5fa1a9&device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 1096 time: 0.0794077 May 24 23:27:05.391233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521c0d8-3626-458a-81e1-c1c60d2871f2 req-3838adbd-e736-4f98-af84-036d5580860a tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:05.393294 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2521c0d8-3626-458a-81e1-c1c60d2871f2 req-3838adbd-e736-4f98-af84-036d5580860a tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 943 time: 0.0852766 May 24 23:27:05.439734 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2521c0d8-3626-458a-81e1-c1c60d2871f2 req-c65a385a-5959-4f23-ad5e-61daf6b18fb3 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/security-groups?id=76762bd0-bb64-4252-b475-804e367f37d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394874 May 24 23:27:05.492910 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'name': 'tempest-TestEncryptedCinderVolumes-426596111-router', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:26:59Z', 'revision_number': 4, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'gw_port': {'id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '33dc0f42-447c-4ca9-ba28-a3d1ea5998f7', 'name': '', 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'mac_address': 'fa:16:3e:fb:1f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c6a30957-532f-4086-bfb8-e006238ca6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:58Z', 'updated_at': '2022-05-24T23:27:04Z', 'revision_number': 4, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'subnets': [{'id': 'c6a30957-532f-4086-bfb8-e006238ca6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:05.496637 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9304903-7d82-44f8-ae03-1653b5b4cb1e None None] The sync data for ids ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'] in dv-neutron-843190-1-hyperv is: [{'id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'name': 'tempest-TestEncryptedCinderVolumes-426596111-router', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:26:59Z', 'revision_number': 4, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'gw_port': {'id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '33dc0f42-447c-4ca9-ba28-a3d1ea5998f7', 'name': '', 'network_id': '898a789c-d0a3-40ee-83b8-74bde6e38af3', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'mac_address': 'fa:16:3e:fb:1f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c6a30957-532f-4086-bfb8-e006238ca6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:58Z', 'updated_at': '2022-05-24T23:27:04Z', 'revision_number': 4, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'subnets': [{'id': 'c6a30957-532f-4086-bfb8-e006238ca6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:27:05.513579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcffab-900f-4774-a74a-043f61095c95 req-855bdc51-0ede-4c39-aced-721deb92434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:05.515032 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9dcffab-900f-4774-a74a-043f61095c95 req-855bdc51-0ede-4c39-aced-721deb92434f service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb610083-9c87-4457-befb-d073a575addc HTTP/1.1" status: 200 len: 917 time: 0.1277366 May 24 23:27:05.583865 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9dcffab-900f-4774-a74a-043f61095c95 req-b56d731d-9bc2-4c97-ad55-3c1e411f99b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8db5a343-e7a1-45f3-9098-1d7dd14161c8 HTTP/1.1" status: 200 len: 217 time: 0.0615981 May 24 23:27:05.651096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcffab-900f-4774-a74a-043f61095c95 req-66bca7b2-653e-4fca-b58b-7ec759f0d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:05.652549 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9dcffab-900f-4774-a74a-043f61095c95 req-66bca7b2-653e-4fca-b58b-7ec759f0d7dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8657e517-4ca3-4fc6-808a-fd8d08824a3b HTTP/1.1" status: 200 len: 855 time: 0.0626647 May 24 23:27:05.731658 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcffab-900f-4774-a74a-043f61095c95 req-16b83da2-0223-4c40-96a7-5ef04ba0f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:05.733137 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9dcffab-900f-4774-a74a-043f61095c95 req-16b83da2-0223-4c40-96a7-5ef04ba0f75a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb610083-9c87-4457-befb-d073a575addc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736744 May 24 23:27:05.872386 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9dcffab-900f-4774-a74a-043f61095c95 req-e99d2e8d-0c9d-4bdc-a7d2-02ce9aac243b service neutron] 10.222.0.42 "GET /v2.0/networks/bb610083-9c87-4457-befb-d073a575addc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323695 May 24 23:27:06.002121 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9dcffab-900f-4774-a74a-043f61095c95 req-c3e7c6b0-3a0f-4d42-86b2-f97de27b528c service neutron] 10.222.0.42 "GET /v2.0/networks/bb610083-9c87-4457-befb-d073a575addc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225357 May 24 23:27:06.255030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:06.322011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:06.330037 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:06.330401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:06.446104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:06.446402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:06.478713 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=33dc0f42-447c-4ca9-ba28-a3d1ea5998f7,segment=NetworkSegment(ddf4f0a8-a451-40ec-bc44-0222c9abc42c),segment_id=ddf4f0a8-a451-40ec-bc44-0222c9abc42c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:06.482293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:06.549082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=33dc0f42-447c-4ca9-ba28-a3d1ea5998f7,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:06.629148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80456a5b-3cb9-44e3-b599-06b4b55777fc req-6b886a3f-f978-48c3-a6a1-f0aa5eb7258c tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:06.630590 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80456a5b-3cb9-44e3-b599-06b4b55777fc req-6b886a3f-f978-48c3-a6a1-f0aa5eb7258c tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 943 time: 0.0791891 May 24 23:27:06.673611 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80456a5b-3cb9-44e3-b599-06b4b55777fc req-a82fd577-f926-482a-8ace-a8036cfe796f tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/security-groups?id=76762bd0-bb64-4252-b475-804e367f37d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367355 May 24 23:27:07.228676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8db5a343-e7a1-45f3-9098-1d7dd14161c8 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:27:07.359503 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8db5a343-e7a1-45f3-9098-1d7dd14161c8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8db5a343-e7a1-45f3-9098-1d7dd14161c8,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:07.373498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '8db5a343-e7a1-45f3-9098-1d7dd14161c8', 'network_id': 'bb610083-9c87-4457-befb-d073a575addc', 'port_id': '8db5a343-e7a1-45f3-9098-1d7dd14161c8', 'mac_address': 'fa:16:3e:7b:51:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8657e517-4ca3-4fc6-808a-fd8d08824a3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:27:07.433483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:07.433982 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:07.451248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db5a343-e7a1-45f3-9098-1d7dd14161c8 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:27:07.467079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8db5a343-e7a1-45f3-9098-1d7dd14161c8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8db5a343-e7a1-45f3-9098-1d7dd14161c8,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:07.470780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:07.535542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=8db5a343-e7a1-45f3-9098-1d7dd14161c8,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:07.671275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['8db5a343-e7a1-45f3-9098-1d7dd14161c8'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:27:07.859052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e984ca-d27f-4840-b257-08acb96df6b0 req-be943ef4-650e-4ab8-901a-c806f6a37bb9 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:07.860476 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76e984ca-d27f-4840-b257-08acb96df6b0 req-be943ef4-650e-4ab8-901a-c806f6a37bb9 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 944 time: 0.0827925 May 24 23:27:07.903858 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76e984ca-d27f-4840-b257-08acb96df6b0 req-c270bd93-c26e-4268-9c68-a386534b90f9 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/security-groups?id=76762bd0-bb64-4252-b475-804e367f37d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377560 May 24 23:27:08.033679 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:27:08.247941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:08.313699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:08.314063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:08.426212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:09.089192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57a9c2-bbe9-4f12-9870-57c357ef885c req-49c0ea74-6f2a-42bc-aa0d-afd1061bc15b tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:09.090697 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d57a9c2-bbe9-4f12-9870-57c357ef885c req-49c0ea74-6f2a-42bc-aa0d-afd1061bc15b tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 944 time: 0.0790265 May 24 23:27:09.136838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d57a9c2-bbe9-4f12-9870-57c357ef885c req-3db95b5d-aa9b-44bc-bec8-3d00c72fdc20 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/security-groups?id=76762bd0-bb64-4252-b475-804e367f37d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405500 May 24 23:27:09.244230 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8db5a343-e7a1-45f3-9098-1d7dd14161c8 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:09.313566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:09.318155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:09.318520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:09.431974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:09.432647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:09.458285 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17952f39-1632-4b8e-b495-92ba3671182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db5a343-e7a1-45f3-9098-1d7dd14161c8'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:27:09.468389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 8db5a343-e7a1-45f3-9098-1d7dd14161c8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8db5a343-e7a1-45f3-9098-1d7dd14161c8,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:09.473275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:09.509735 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352aba5a-1062-4707-ac08-bf4c27b4c087'] response: {'server_uuid': '17952f39-1632-4b8e-b495-92ba3671182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db5a343-e7a1-45f3-9098-1d7dd14161c8', 'code': 200} May 24 23:27:09.542017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=8db5a343-e7a1-45f3-9098-1d7dd14161c8,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:09.731538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4a57d-a4cb-42fb-959c-9d9f6a0c4a5f req-32f5074f-5848-4654-81c1-f211a6d37508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:09.732888 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-75b4a57d-a4cb-42fb-959c-9d9f6a0c4a5f req-32f5074f-5848-4654-81c1-f211a6d37508 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 1098 time: 0.0726907 May 24 23:27:09.773497 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-75b4a57d-a4cb-42fb-959c-9d9f6a0c4a5f req-f56bfe9a-4f29-4630-9065-fe614af63bd6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=76762bd0-bb64-4252-b475-804e367f37d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341461 May 24 23:27:10.321161 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad324c6-2da9-4add-a0bb-2ff7e663ffc7 req-79d7ffb2-779e-4663-911e-4bd71b61087c tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:10.322597 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4ad324c6-2da9-4add-a0bb-2ff7e663ffc7 req-79d7ffb2-779e-4663-911e-4bd71b61087c tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 945 time: 0.0790508 May 24 23:27:10.366932 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4ad324c6-2da9-4add-a0bb-2ff7e663ffc7 req-b9cdc0fc-fe20-4d0a-8532-c8fba85ed395 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/security-groups?id=76762bd0-bb64-4252-b475-804e367f37d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385399 May 24 23:27:11.555402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74633453-d0e7-4c95-a202-60678d75cd21 req-0b23b176-162a-4174-9395-68cfc97c21ca tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:11.556733 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74633453-d0e7-4c95-a202-60678d75cd21 req-0b23b176-162a-4174-9395-68cfc97c21ca tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 945 time: 0.0819123 May 24 23:27:11.600287 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74633453-d0e7-4c95-a202-60678d75cd21 req-598d0674-5dba-4b36-9cdf-e79a3fc9fac0 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/security-groups?id=76762bd0-bb64-4252-b475-804e367f37d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379374 May 24 23:27:11.785022 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c58eb-b46d-4315-ba83-2791b56282e6 req-f4f221a2-8a0c-4bb8-b990-a78ee3e317c5 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:11.786435 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f97c58eb-b46d-4315-ba83-2791b56282e6 req-f4f221a2-8a0c-4bb8-b990-a78ee3e317c5 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 945 time: 0.0775361 May 24 23:27:11.830332 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f97c58eb-b46d-4315-ba83-2791b56282e6 req-a55ae75d-d2c5-434e-8b22-58003af5a2a5 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/security-groups?id=76762bd0-bb64-4252-b475-804e367f37d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376570 May 24 23:27:16.070494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:21.935897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c462d22-da14-43b6-8e74-7da7502c9af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:24.212168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-929a7d65-9353-443f-babf-c7425bb760f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:25.150336 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:25.286153 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:26.201644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91bc0f-5bb1-4acf-91c2-ac1a325c1a13 req-07e62045-a38d-44ce-8e12-0d2533e01770 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:26.203098 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d91bc0f-5bb1-4acf-91c2-ac1a325c1a13 req-07e62045-a38d-44ce-8e12-0d2533e01770 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 945 time: 0.0862210 May 24 23:27:26.247369 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d91bc0f-5bb1-4acf-91c2-ac1a325c1a13 req-5dc0d4e1-2929-470a-9da9-e088eb613756 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/security-groups?id=76762bd0-bb64-4252-b475-804e367f37d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386798 May 24 23:27:26.604276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:27.427306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888097c-e6fc-4546-ad3c-5325e5a6245d req-41578bbb-5a09-41be-8ed3-3db45c40438a tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:27.429251 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f888097c-e6fc-4546-ad3c-5325e5a6245d req-41578bbb-5a09-41be-8ed3-3db45c40438a tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 945 time: 0.0775995 May 24 23:27:27.472077 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f888097c-e6fc-4546-ad3c-5325e5a6245d req-1e1e2589-a3e4-45c1-96d0-45a109c73439 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/security-groups?id=76762bd0-bb64-4252-b475-804e367f37d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370955 May 24 23:27:27.699670 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-26356a58-ab7a-4cb7-b3c3-169919c8b0f1 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:27.700356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-26356a58-ab7a-4cb7-b3c3-169919c8b0f1 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Synchronizing usage tracker for tenant:ed631ac403ec45048fe31777cd5fa1a9 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:27:27.715903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-26356a58-ab7a-4cb7-b3c3-169919c8b0f1 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Unset dirty status for tenant:ed631ac403ec45048fe31777cd5fa1a9 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:27:27.717115 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-26356a58-ab7a-4cb7-b3c3-169919c8b0f1 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.42 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 945 time: 0.0942261 May 24 23:27:27.791969 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-fe55bc2c-55be-4ea4-bb54-2cdb1b4f4160 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Deleting port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:27:27.792223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-fe55bc2c-55be-4ea4-bb54-2cdb1b4f4160 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:28.040439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-fe55bc2c-55be-4ea4-bb54-2cdb1b4f4160 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] For port 8db5a343-e7a1-45f3-9098-1d7dd14161c8, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=8db5a343-e7a1-45f3-9098-1d7dd14161c8,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:28.043266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-fe55bc2c-55be-4ea4-bb54-2cdb1b4f4160 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:28.256679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-fe55bc2c-55be-4ea4-bb54-2cdb1b4f4160 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Calling delete_port for 8db5a343-e7a1-45f3-9098-1d7dd14161c8 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:27:28.404456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-fe55bc2c-55be-4ea4-bb54-2cdb1b4f4160 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:28.416720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['8db5a343-e7a1-45f3-9098-1d7dd14161c8'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:27:28.483852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55bc2c-55be-4ea4-bb54-2cdb1b4f4160 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Pushing event deleted for resources: {'Port': ['ID=8db5a343-e7a1-45f3-9098-1d7dd14161c8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:28.538128 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-fe55bc2c-55be-4ea4-bb54-2cdb1b4f4160 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] No DVR routers for this DVR port 8db5a343-e7a1-45f3-9098-1d7dd14161c8 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:27:28.540700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-fe55bc2c-55be-4ea4-bb54-2cdb1b4f4160 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:28.543903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17952f39-1632-4b8e-b495-92ba3671182c', 'name': 'network-vif-deleted', 'tag': '8db5a343-e7a1-45f3-9098-1d7dd14161c8'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:27:28.572132 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8f7f60d2-8df0-4fd2-9ed1-6784d4cc328b req-fe55bc2c-55be-4ea4-bb54-2cdb1b4f4160 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.42 "DELETE /v2.0/ports/8db5a343-e7a1-45f3-9098-1d7dd14161c8 HTTP/1.1" status: 204 len: 173 time: 0.8382125 May 24 23:27:28.641308 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7526ab-1dee-4de7-9cc7-024028ecda08'] response: {'server_uuid': '17952f39-1632-4b8e-b495-92ba3671182c', 'name': 'network-vif-deleted', 'tag': '8db5a343-e7a1-45f3-9098-1d7dd14161c8', 'status': 'completed', 'code': 200} May 24 23:27:28.660371 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05b86941-da20-47d5-b809-a6665fac88ad req-f76151d6-4b68-4d2a-bb5a-f23783a83d0f tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] 10.222.0.32 "GET /v2.0/ports?device_id=17952f39-1632-4b8e-b495-92ba3671182c HTTP/1.1" status: 200 len: 210 time: 0.0480542 May 24 23:27:31.353583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8db5a343-e7a1-45f3-9098-1d7dd14161c8 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:27:31.387951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 8db5a343-e7a1-45f3-9098-1d7dd14161c8 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:27:31.388287 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 8db5a343-e7a1-45f3-9098-1d7dd14161c8 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:27:45.033692 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:27:46.068947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:51.937082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9cddae16-5f8f-47bd-84bd-e60bf2cf2a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:54.214438 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-175c7026-d74c-4762-ae5b-8f1f8949ce22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:55.151647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:55.288339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:56.608006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:16.088508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:21.938761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-58750cda-3184-4d68-80dd-5b91190b4710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:22.032329 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:28:24.215965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fe4523c1-d034-4e8c-8bd0-6d5ab9efa393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:25.156429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:25.290187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:26.610064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:29.865196 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39592) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:30.393957 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:30.726867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Deleting port 78bafdf2-3997-4bf7-97e1-b58e98e78550 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:30.727203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:30.893316 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] For port 78bafdf2-3997-4bf7-97e1-b58e98e78550, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=78bafdf2-3997-4bf7-97e1-b58e98e78550,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:30.894037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:31.116065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Calling delete_port for 78bafdf2-3997-4bf7-97e1-b58e98e78550 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:31.420552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:31.468017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Pushing event deleted for resources: {'Port': ['ID=78bafdf2-3997-4bf7-97e1-b58e98e78550,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:31.501335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.501686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.502027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.502357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.502708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.503040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.503367 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.503688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.504012 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.504335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.504651 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.504968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:31.739464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:32.088252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Router 22a444c3-9b4f-4485-8124-d388c2ccbe6a has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:28:32.269491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:28:32.280072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad923d5a-48df-4640-8445-dc388be1e278 None None] Sync routers for ids ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:28:32.282001 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dd1f4605-a346-42c7-92db-cd2599e137dc admin admin] 10.222.0.32 "PUT /v2.0/routers/22a444c3-9b4f-4485-8124-d388c2ccbe6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4156425 May 24 23:28:32.284498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39596) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:32.289775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad923d5a-48df-4640-8445-dc388be1e278 None None] Routers {'22a444c3-9b4f-4485-8124-d388c2ccbe6a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:32.290369 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ad923d5a-48df-4640-8445-dc388be1e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:32.468614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ad923d5a-48df-4640-8445-dc388be1e278 None None] Set router 22a444c3-9b4f-4485-8124-d388c2ccbe6a gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:32.573301 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:32.744726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ad923d5a-48df-4640-8445-dc388be1e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'name': 'tempest-TestEncryptedCinderVolumes-468161849-router', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:48Z', 'updated_at': '2022-05-24T23:28:31Z', 'revision_number': 5, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'gw_port': {'id': 'eefd9fe6-326a-4d97-bbec-79815a5e1ef0', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:49Z', 'updated_at': '2022-05-24T23:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:32.746141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:32.748454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad923d5a-48df-4640-8445-dc388be1e278 None None] Checking router: 22a444c3-9b4f-4485-8124-d388c2ccbe6a for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:28:32.756029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Deleting port eefd9fe6-326a-4d97-bbec-79815a5e1ef0 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:32.756357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:32.756917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad923d5a-48df-4640-8445-dc388be1e278 None None] Routers {'22a444c3-9b4f-4485-8124-d388c2ccbe6a'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:32.757546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ad923d5a-48df-4640-8445-dc388be1e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:32.906772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ad923d5a-48df-4640-8445-dc388be1e278 None None] Set router 22a444c3-9b4f-4485-8124-d388c2ccbe6a gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:32.929598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] For port eefd9fe6-326a-4d97-bbec-79815a5e1ef0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=eefd9fe6-326a-4d97-bbec-79815a5e1ef0,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:32.929944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.010058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ad923d5a-48df-4640-8445-dc388be1e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'name': 'tempest-TestEncryptedCinderVolumes-468161849-router', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:48Z', 'updated_at': '2022-05-24T23:28:32Z', 'revision_number': 6, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:33.013841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad923d5a-48df-4640-8445-dc388be1e278 None None] The sync data for ids ['22a444c3-9b4f-4485-8124-d388c2ccbe6a'] in dv-neutron-843190-1-hyperv is: [{'id': '22a444c3-9b4f-4485-8124-d388c2ccbe6a', 'name': 'tempest-TestEncryptedCinderVolumes-468161849-router', 'tenant_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:48Z', 'updated_at': '2022-05-24T23:28:32Z', 'revision_number': 6, 'project_id': 'ed631ac403ec45048fe31777cd5fa1a9', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:28:33.050794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Calling delete_port for eefd9fe6-326a-4d97-bbec-79815a5e1ef0 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:33.213955 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.258191 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Pushing event deleted for resources: {'Port': ['ID=eefd9fe6-326a-4d97-bbec-79815a5e1ef0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:33.350518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.521019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.523125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.544122 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.544805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22a444c3-9b4f-4485-8124-d388c2ccbe6a {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:28:33.557310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.558412 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1383dc01-24b0-434a-a67d-264ec4f1917b admin admin] 10.222.0.32 "DELETE /v2.0/routers/22a444c3-9b4f-4485-8124-d388c2ccbe6a HTTP/1.1" status: 204 len: 168 time: 1.2730274 May 24 23:28:33.560976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39600) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:33.618958 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b26c1f0-0bcb-4fda-841b-fd11dd3bc64f admin admin] Deleting subnet 8657e517-4ca3-4fc6-808a-fd8d08824a3b {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:28:33.621796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b26c1f0-0bcb-4fda-841b-fd11dd3bc64f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.671757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b26c1f0-0bcb-4fda-841b-fd11dd3bc64f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.859204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b26c1f0-0bcb-4fda-841b-fd11dd3bc64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.927653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b26c1f0-0bcb-4fda-841b-fd11dd3bc64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.969107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26c1f0-0bcb-4fda-841b-fd11dd3bc64f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8657e517-4ca3-4fc6-808a-fd8d08824a3b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:33.972728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b26c1f0-0bcb-4fda-841b-fd11dd3bc64f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.978968 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6b26c1f0-0bcb-4fda-841b-fd11dd3bc64f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8657e517-4ca3-4fc6-808a-fd8d08824a3b HTTP/1.1" status: 204 len: 168 time: 0.4169993 May 24 23:28:33.980062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f3d3b4-a01d-4e9e-91c7-98a04c5d107a None None] Network bb610083-9c87-4457-befb-d073a575addc requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:28:33.981344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39604) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:34.096095 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.106625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Deleting port edccaf5c-721b-4512-840d-309528b972cd {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:34.106979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.265826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e90f61a-b3a0-44f3-839e-84ba097393ae None None] DHCP port deletion for bb610083-9c87-4457-befb-d073a575addc request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:28:34.272094 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9e90f61a-b3a0-44f3-839e-84ba097393ae None None] Deleting port edccaf5c-721b-4512-840d-309528b972cd {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:34.273408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9e90f61a-b3a0-44f3-839e-84ba097393ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.327873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 78bafdf2-3997-4bf7-97e1-b58e98e78550 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:34.379830 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] For port edccaf5c-721b-4512-840d-309528b972cd, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=edccaf5c-721b-4512-840d-309528b972cd,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:34.380383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 78bafdf2-3997-4bf7-97e1-b58e98e78550 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:34.380497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.380600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 78bafdf2-3997-4bf7-97e1-b58e98e78550 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:34.380861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device eefd9fe6-326a-4d97-bbec-79815a5e1ef0 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:34.440917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: eefd9fe6-326a-4d97-bbec-79815a5e1ef0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:34.441259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device eefd9fe6-326a-4d97-bbec-79815a5e1ef0 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:34.441669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device edccaf5c-721b-4512-840d-309528b972cd no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:34.505282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Calling delete_port for edccaf5c-721b-4512-840d-309528b972cd owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:34.579407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.626598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=edccaf5c-721b-4512-840d-309528b972cd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:34.630401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] No DVR routers for this DVR port edccaf5c-721b-4512-840d-309528b972cd on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:28:34.636349 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No active binding found for port edccaf5c-721b-4512-840d-309528b972cd {{(pid=88262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:28:34.636745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device edccaf5c-721b-4512-840d-309528b972cd not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:34.662238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9e90f61a-b3a0-44f3-839e-84ba097393ae None None] For port edccaf5c-721b-4512-840d-309528b972cd, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=edccaf5c-721b-4512-840d-309528b972cd,segment=NetworkSegment(2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9),segment_id=2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:34.662673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9e90f61a-b3a0-44f3-839e-84ba097393ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.744517 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.773214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb610083-9c87-4457-befb-d073a575addc']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:34.785017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:34.785305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:34.785438 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9e90f61a-b3a0-44f3-839e-84ba097393ae None None] Calling delete_port for edccaf5c-721b-4512-840d-309528b972cd owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:34.796465 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.812382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.818358 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:28:34.818763 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.857952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-9e90f61a-b3a0-44f3-839e-84ba097393ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:28:34.858313 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-9e90f61a-b3a0-44f3-839e-84ba097393ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:28:34.879819 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9 resource provider aggregate not found May 24 23:28:34.904469 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e2c5b90-e149-4fb1-87e3-3db46b5f1bb9 found for delete ", "request_id": "req-e4e9b42d-e482-47ef-be5c-6282f5430233"}]} May 24 23:28:34.912727 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.917369 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.944907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb610083-9c87-4457-befb-d073a575addc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:34.957456 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-28ec36e1-f10c-4b63-ab1c-345a60365ec0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bb610083-9c87-4457-befb-d073a575addc HTTP/1.1" status: 204 len: 168 time: 0.9751501 May 24 23:28:34.960838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39612) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:35.359383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9e90f61a-b3a0-44f3-839e-84ba097393ae None None] Deleting port edccaf5c-721b-4512-840d-309528b972cd {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:35.360003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9e90f61a-b3a0-44f3-839e-84ba097393ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.426892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9e90f61a-b3a0-44f3-839e-84ba097393ae None None] The port 'edccaf5c-721b-4512-840d-309528b972cd' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:28:35.583390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.926557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] Deleting port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:35.926931 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:36.095273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] For port 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=33dc0f42-447c-4ca9-ba28-a3d1ea5998f7,segment=NetworkSegment(ddf4f0a8-a451-40ec-bc44-0222c9abc42c),segment_id=ddf4f0a8-a451-40ec-bc44-0222c9abc42c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:36.095624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:36.216427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] Calling delete_port for 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:36.390269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:36.439010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=33dc0f42-447c-4ca9-ba28-a3d1ea5998f7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:36.702739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:37.157644 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] Router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:28:37.333401 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:28:37.344133 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf57b1-94bd-48a7-8630-1b2ffa23d6ed None None] Sync routers for ids ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:28:37.345419 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dc51c355-183c-41e4-9d26-7fa0b7f66fc4 admin admin] 10.222.0.32 "PUT /v2.0/routers/706b09c7-59db-4c3c-bcc4-ca6a8b8be717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3835573 May 24 23:28:37.347888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39618) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:37.354657 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf57b1-94bd-48a7-8630-1b2ffa23d6ed None None] Routers {'706b09c7-59db-4c3c-bcc4-ca6a8b8be717'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:37.355550 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dcbf57b1-94bd-48a7-8630-1b2ffa23d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:37.526565 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-dcbf57b1-94bd-48a7-8630-1b2ffa23d6ed None None] Set router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:37.528056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:37.701323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:37.712084 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Deleting port 16d955a5-4f1d-43ec-a9f6-66277a8f85db {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:37.712746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:37.883648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] For port 16d955a5-4f1d-43ec-a9f6-66277a8f85db, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=16d955a5-4f1d-43ec-a9f6-66277a8f85db,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:37.883943 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:37.984798 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dcbf57b1-94bd-48a7-8630-1b2ffa23d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'name': 'tempest-TestEncryptedCinderVolumes-426596111-router', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:28:36Z', 'revision_number': 5, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'gw_port': {'id': '16d955a5-4f1d-43ec-a9f6-66277a8f85db', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:37.996805 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf57b1-94bd-48a7-8630-1b2ffa23d6ed None None] Checking router: 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:28:38.004101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Calling delete_port for 16d955a5-4f1d-43ec-a9f6-66277a8f85db owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:38.011189 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf57b1-94bd-48a7-8630-1b2ffa23d6ed None None] Routers {'706b09c7-59db-4c3c-bcc4-ca6a8b8be717'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:38.011780 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dcbf57b1-94bd-48a7-8630-1b2ffa23d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:38.168622 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-dcbf57b1-94bd-48a7-8630-1b2ffa23d6ed None None] Set router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:38.274760 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dcbf57b1-94bd-48a7-8630-1b2ffa23d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'name': 'tempest-TestEncryptedCinderVolumes-426596111-router', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:28:37Z', 'revision_number': 6, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:38.278723 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf57b1-94bd-48a7-8630-1b2ffa23d6ed None None] The sync data for ids ['706b09c7-59db-4c3c-bcc4-ca6a8b8be717'] in dv-neutron-843190-1-hyperv is: [{'id': '706b09c7-59db-4c3c-bcc4-ca6a8b8be717', 'name': 'tempest-TestEncryptedCinderVolumes-426596111-router', 'tenant_id': 'e54b0882f77c458eb3ab3a4151172324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:26:55Z', 'updated_at': '2022-05-24T23:28:37Z', 'revision_number': 6, 'project_id': 'e54b0882f77c458eb3ab3a4151172324', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:28:38.290828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.337775 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d955a5-4f1d-43ec-a9f6-66277a8f85db,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:38.428129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.594457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.596532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.619306 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.619870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706b09c7-59db-4c3c-bcc4-ca6a8b8be717 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:28:38.631942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.633057 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b7099bad-a30a-4375-8193-018692facc76 admin admin] 10.222.0.32 "DELETE /v2.0/routers/706b09c7-59db-4c3c-bcc4-ca6a8b8be717 HTTP/1.1" status: 204 len: 168 time: 1.2842743 May 24 23:28:38.635650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39622) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:38.698603 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62675bd-c631-446f-9c0d-46401c117fc7 admin admin] Deleting subnet c6a30957-532f-4086-bfb8-e006238ca6b5 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:28:38.701941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f62675bd-c631-446f-9c0d-46401c117fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.751273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f62675bd-c631-446f-9c0d-46401c117fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.827076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f62675bd-c631-446f-9c0d-46401c117fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.896922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f62675bd-c631-446f-9c0d-46401c117fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.931453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62675bd-c631-446f-9c0d-46401c117fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a30957-532f-4086-bfb8-e006238ca6b5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:38.936621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f62675bd-c631-446f-9c0d-46401c117fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.941848 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf3487d-2265-47ca-b627-886490d96809 None None] Network 898a789c-d0a3-40ee-83b8-74bde6e38af3 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:28:38.942384 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f62675bd-c631-446f-9c0d-46401c117fc7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c6a30957-532f-4086-bfb8-e006238ca6b5 HTTP/1.1" status: 204 len: 168 time: 0.3056283 May 24 23:28:38.945373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39626) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:39.052912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.064280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Deleting port 638e4691-558e-47b3-8437-c6ce23942fb0 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:39.064751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.202257 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2640a86-1853-45ad-b438-0644e01edfc9 None None] DHCP port deletion for 898a789c-d0a3-40ee-83b8-74bde6e38af3 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:28:39.206450 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a2640a86-1853-45ad-b438-0644e01edfc9 None None] Deleting port 638e4691-558e-47b3-8437-c6ce23942fb0 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:39.206864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2640a86-1853-45ad-b438-0644e01edfc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.278348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] For port 638e4691-558e-47b3-8437-c6ce23942fb0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=638e4691-558e-47b3-8437-c6ce23942fb0,segment=NetworkSegment(ddf4f0a8-a451-40ec-bc44-0222c9abc42c),segment_id=ddf4f0a8-a451-40ec-bc44-0222c9abc42c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:39.278861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.422534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a2640a86-1853-45ad-b438-0644e01edfc9 None None] For port 638e4691-558e-47b3-8437-c6ce23942fb0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=638e4691-558e-47b3-8437-c6ce23942fb0,segment=NetworkSegment(ddf4f0a8-a451-40ec-bc44-0222c9abc42c),segment_id=ddf4f0a8-a451-40ec-bc44-0222c9abc42c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:39.422857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2640a86-1853-45ad-b438-0644e01edfc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.501783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Calling delete_port for 638e4691-558e-47b3-8437-c6ce23942fb0 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:39.543102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a2640a86-1853-45ad-b438-0644e01edfc9 None None] Calling delete_port for 638e4691-558e-47b3-8437-c6ce23942fb0 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:39.576554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.617471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-a2640a86-1853-45ad-b438-0644e01edfc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:28:39.617817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-a2640a86-1853-45ad-b438-0644e01edfc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:28:39.625553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=638e4691-558e-47b3-8437-c6ce23942fb0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:39.634589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] No DVR routers for this DVR port 638e4691-558e-47b3-8437-c6ce23942fb0 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:28:39.669884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.670229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.670564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.670917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.671242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.671563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.671882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.672201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.672519 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.672838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.673151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.673464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:39.761556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.792887 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898a789c-d0a3-40ee-83b8-74bde6e38af3']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:39.805285 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf4f0a8-a451-40ec-bc44-0222c9abc42c') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:39.805572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf4f0a8-a451-40ec-bc44-0222c9abc42c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:39.816577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.832364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.838542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:28:39.838952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.902143 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ddf4f0a8-a451-40ec-bc44-0222c9abc42c resource provider aggregate not found May 24 23:28:39.922368 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ddf4f0a8-a451-40ec-bc44-0222c9abc42c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddf4f0a8-a451-40ec-bc44-0222c9abc42c found for delete ", "request_id": "req-8a4a7791-36ce-45d4-85bb-c602bca3eb41"}]} May 24 23:28:39.934612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.939322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.965008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=898a789c-d0a3-40ee-83b8-74bde6e38af3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:39.967839 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-65c970da-a5ea-4a7e-afa7-b17203b758c9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/898a789c-d0a3-40ee-83b8-74bde6e38af3 HTTP/1.1" status: 204 len: 168 time: 1.0214841 May 24 23:28:40.119325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a2640a86-1853-45ad-b438-0644e01edfc9 None None] Deleting port 638e4691-558e-47b3-8437-c6ce23942fb0 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:40.120334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2640a86-1853-45ad-b438-0644e01edfc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.134091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39636) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:40.187240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a2640a86-1853-45ad-b438-0644e01edfc9 None None] The port '638e4691-558e-47b3-8437-c6ce23942fb0' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:28:40.189972 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-db9398d2-2368-44e8-bf2d-aa5a6407a690 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed631ac403ec45048fe31777cd5fa1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546360 May 24 23:28:40.192660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39640) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:40.254658 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5f2665a-22d4-45a6-816b-1115e2e39c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.279799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5f2665a-22d4-45a6-816b-1115e2e39c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.286149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 16d955a5-4f1d-43ec-a9f6-66277a8f85db no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:40.323319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 16d955a5-4f1d-43ec-a9f6-66277a8f85db {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:40.323576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 16d955a5-4f1d-43ec-a9f6-66277a8f85db not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:40.323981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 638e4691-558e-47b3-8437-c6ce23942fb0 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:40.331912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5f2665a-22d4-45a6-816b-1115e2e39c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.349816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2665a-22d4-45a6-816b-1115e2e39c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76762bd0-bb64-4252-b475-804e367f37d2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:40.362486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5f2665a-22d4-45a6-816b-1115e2e39c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.363691 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c5f2665a-22d4-45a6-816b-1115e2e39c35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76762bd0-bb64-4252-b475-804e367f37d2 HTTP/1.1" status: 204 len: 168 time: 0.1700685 May 24 23:28:40.364172 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 638e4691-558e-47b3-8437-c6ce23942fb0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:40.364514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 638e4691-558e-47b3-8437-c6ce23942fb0 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:40.364926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:40.402286 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:40.402614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 33dc0f42-447c-4ca9-ba28-a3d1ea5998f7 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:40.693586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39648) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:40.741355 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6504fa6b-f985-4df5-bb60-ab967df781c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e54b0882f77c458eb3ab3a4151172324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466123 May 24 23:28:40.743683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39652) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:40.799745 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b49a60d5-b129-44a7-bb85-f8c09fc440cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.824496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b49a60d5-b129-44a7-bb85-f8c09fc440cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.878013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b49a60d5-b129-44a7-bb85-f8c09fc440cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.892527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a60d5-b129-44a7-bb85-f8c09fc440cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f619fd4-e07c-4def-83de-c2ca447d2b17,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:40.898855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b49a60d5-b129-44a7-bb85-f8c09fc440cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.907118 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b49a60d5-b129-44a7-bb85-f8c09fc440cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f619fd4-e07c-4def-83de-c2ca447d2b17 HTTP/1.1" status: 204 len: 168 time: 0.1624708 May 24 23:28:41.654403 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39676) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:41.756373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1368836109-network', 'tenant_id': '98f84335c96241f993c5a89a410e9882'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:28:41.761209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:28:41.765083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Usage tracker for resource:network and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:28:41.768071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:28:41.773789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:28:41.783652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Made reservation on behalf of 98f84335c96241f993c5a89a410e9882 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:28:41.786005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.798484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.812912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:28:41.816720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Usage tracker for resource:security_group_rule and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:28:41.819544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:28:41.825296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:28:41.907445 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.910894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.938124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:28:41.950281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddce15f-e7d1-48d7-9a85-d82df487d68d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:41.954611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.954980 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Added segment 8297234d-64b5-478d-a1eb-1c7f11f54da2 of type vlan for network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 May 24 23:28:41.982674 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.010509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.011457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:42.012025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.110199 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4546669 May 24 23:28:42.113120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39682) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:42.117823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274d89d-5fe4-40ee-ad34-2813882bf6fb admin admin] Pushing event updated for resources: {'Network': ['ID=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:42.119087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Request body: {'subnet': {'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1368836109-subnet', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:28:42.124347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:28:42.127073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:28:42.128771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Usage tracker for resource:subnet and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:28:42.131867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:28:42.137683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:28:42.149527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Made reservation on behalf of 98f84335c96241f993c5a89a410e9882 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:28:42.152138 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.348002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.426269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd9b1cd-428f-4793-a34a-e8825157dc3c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:42.434858 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Checking segment: {'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:28:42.435221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Network hostable DHCP agents. Network: fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:28:42.455121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:28:42.465128 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:28:42.468994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:42.469566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.474825 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c98650-2306-44f9-9a01-72df7eaf35e4 None None] Network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:28:42.488791 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4df82980-5c69-40a7-a04d-bac2f85db213 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3744273 May 24 23:28:42.491531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39686) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:42.496571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:28:42.501361 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:28:42.505211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Usage tracker for resource:router and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:28:42.508545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:28:42.514255 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:28:42.525120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.526226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.542074 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.723782 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'fixed_ips': [{'subnet_id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:28:42.724625 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.884663 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Allocated IP 172.20.0.2 (fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383/3dd9b1cd-428f-4793-a34a-e8825157dc3c/e2d2767e-0d37-422a-aa26-cc3481fc4857) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:28:42.916081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.089245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.099406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Transition to ACTIVE for port object e2d2767e-0d37-422a-aa26-cc3481fc4857 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:43.118617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Transition to ACTIVE for port object e2d2767e-0d37-422a-aa26-cc3481fc4857 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:43.123946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.180075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:28:43.187125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:28:43.191169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:28:43.237187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.259679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Pushing event updated for resources: {'Port': ['ID=e2d2767e-0d37-422a-aa26-cc3481fc4857,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:43.267135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.274834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.275179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.275527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.275840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.276160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.276480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.276810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.277113 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.277425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.277738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.278049 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.278358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:43.298891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Attempting to bind port e2d2767e-0d37-422a-aa26-cc3481fc4857 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:28:43.299261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Attempting to bind port e2d2767e-0d37-422a-aa26-cc3481fc4857 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:28:43.299623 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Attempting to bind port e2d2767e-0d37-422a-aa26-cc3481fc4857 on network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:28:43.305717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:28:43.306086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Checking segment: {'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:28:43.306551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.306965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Bound using segment: {'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:28:43.307429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Bound port: e2d2767e-0d37-422a-aa26-cc3481fc4857, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:28:43.307817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.402423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] For port e2d2767e-0d37-422a-aa26-cc3481fc4857, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:28:43.404627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Allocated IP 172.26.3.4 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/d848297c-7566-4900-9ce8-9bcdbfeab43d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:28:43.405401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] For port e2d2767e-0d37-422a-aa26-cc3481fc4857, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e2d2767e-0d37-422a-aa26-cc3481fc4857,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:28:43.409952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.495613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bb84d-39b3-4591-97e2-0a867a4f3d6a None None] Pushing event updated for resources: {'Port': ['ID=e2d2767e-0d37-422a-aa26-cc3481fc4857,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:43.559247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.589231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.658893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:28:43.661758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:28:43.666501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:28:43.702949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Pushing event updated for resources: {'Port': ['ID=d848297c-7566-4900-9ce8-9bcdbfeab43d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:44.083910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:44.321297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e2d2767e-0d37-422a-aa26-cc3481fc4857 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:44.395466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port e2d2767e-0d37-422a-aa26-cc3481fc4857 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:44.448071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a3b3c2-7554-42ef-8a64-b1f6d1dbccb6 None None] Network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:28:44.538467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f5bf980f-f420-4c87-8186-53c0fcb90f8e None None] Provisioning for port e2d2767e-0d37-422a-aa26-cc3481fc4857 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:44.555546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f5bf980f-f420-4c87-8186-53c0fcb90f8e None None] Provisioning complete for port e2d2767e-0d37-422a-aa26-cc3481fc4857 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:44.555910 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5bf980f-f420-4c87-8186-53c0fcb90f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:44.565466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:44.767700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf980f-f420-4c87-8186-53c0fcb90f8e None None] Current status of the port e2d2767e-0d37-422a-aa26-cc3481fc4857 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:44.768036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5bf980f-f420-4c87-8186-53c0fcb90f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:44.768192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Router d6f71047-3681-4260-97e2-fc86fe00d2b5 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:28:44.811656 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f5bf980f-f420-4c87-8186-53c0fcb90f8e None None] For port e2d2767e-0d37-422a-aa26-cc3481fc4857, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e2d2767e-0d37-422a-aa26-cc3481fc4857,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:44.817818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5bf980f-f420-4c87-8186-53c0fcb90f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:44.890490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf980f-f420-4c87-8186-53c0fcb90f8e None None] Pushing event updated for resources: {'Port': ['ID=e2d2767e-0d37-422a-aa26-cc3481fc4857,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:44.955550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:28:44.966669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df296393-3064-4432-904e-261afcb93587 None None] Sync routers for ids ['d6f71047-3681-4260-97e2-fc86fe00d2b5'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:28:44.976962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df296393-3064-4432-904e-261afcb93587 None None] Routers {'d6f71047-3681-4260-97e2-fc86fe00d2b5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:44.977646 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-df296393-3064-4432-904e-261afcb93587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d6f71047-3681-4260-97e2-fc86fe00d2b5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:44.981866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:44.983341 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f3a426b-8a2e-48f7-b9a4-f1f9aab11503 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4908836 May 24 23:28:44.985927 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39690) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:45.124423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-59323b31-c276-4361-903d-6b24cb823f38 None None] Provisioning complete for port e2d2767e-0d37-422a-aa26-cc3481fc4857 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:45.124674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59323b31-c276-4361-903d-6b24cb823f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:45.253945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-df296393-3064-4432-904e-261afcb93587 None None] Set router d6f71047-3681-4260-97e2-fc86fe00d2b5 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:45.487772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-59323b31-c276-4361-903d-6b24cb823f38 None None] Current status of the port e2d2767e-0d37-422a-aa26-cc3481fc4857 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:45.581422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-df296393-3064-4432-904e-261afcb93587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:43Z', 'revision_number': 3, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:45.585293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df296393-3064-4432-904e-261afcb93587 None None] Checking router: d6f71047-3681-4260-97e2-fc86fe00d2b5 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:28:45.585633 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df296393-3064-4432-904e-261afcb93587 None None] Updating router d6f71047-3681-4260-97e2-fc86fe00d2b5 port d848297c-7566-4900-9ce8-9bcdbfeab43d binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:28:45.636844 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-df296393-3064-4432-904e-261afcb93587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:45.650406 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:45.971200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Allocated IP 172.20.0.1 (fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383/3dd9b1cd-428f-4793-a34a-e8825157dc3c/e0f0944e-4248-4a53-8a67-0078e6d6076f) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:28:45.972773 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-df296393-3064-4432-904e-261afcb93587 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:45.985086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-df296393-3064-4432-904e-261afcb93587 None None] Transition to ACTIVE for port object d848297c-7566-4900-9ce8-9bcdbfeab43d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:45.991971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-df296393-3064-4432-904e-261afcb93587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.074083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caf22d-3d47-4423-9456-a4eead368b79 None None] Pushing event updated for resources: {'Port': ['ID=d848297c-7566-4900-9ce8-9bcdbfeab43d,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:46.076234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-df296393-3064-4432-904e-261afcb93587 None None] Attempting to bind port d848297c-7566-4900-9ce8-9bcdbfeab43d on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:28:46.076600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-df296393-3064-4432-904e-261afcb93587 None None] Attempting to bind port d848297c-7566-4900-9ce8-9bcdbfeab43d by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:28:46.077006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df296393-3064-4432-904e-261afcb93587 None None] Attempting to bind port d848297c-7566-4900-9ce8-9bcdbfeab43d on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:28:46.088875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df296393-3064-4432-904e-261afcb93587 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:28:46.089243 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df296393-3064-4432-904e-261afcb93587 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:28:46.089633 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-df296393-3064-4432-904e-261afcb93587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.090011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df296393-3064-4432-904e-261afcb93587 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:28:46.090475 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-df296393-3064-4432-904e-261afcb93587 None None] Bound port: d848297c-7566-4900-9ce8-9bcdbfeab43d, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:28:46.090888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-df296393-3064-4432-904e-261afcb93587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.118769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.127206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.137953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Transition to ACTIVE for port object e0f0944e-4248-4a53-8a67-0078e6d6076f will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:46.167293 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.169401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-df296393-3064-4432-904e-261afcb93587 None None] For port d848297c-7566-4900-9ce8-9bcdbfeab43d, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:28:46.172502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-df296393-3064-4432-904e-261afcb93587 None None] For port d848297c-7566-4900-9ce8-9bcdbfeab43d, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d848297c-7566-4900-9ce8-9bcdbfeab43d,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:28:46.176369 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-df296393-3064-4432-904e-261afcb93587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.236676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:28:46.239417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:28:46.243664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:28:46.253802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df296393-3064-4432-904e-261afcb93587 None None] Routers {'d6f71047-3681-4260-97e2-fc86fe00d2b5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:46.254420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-df296393-3064-4432-904e-261afcb93587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d6f71047-3681-4260-97e2-fc86fe00d2b5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:46.289642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Pushing event updated for resources: {'Port': ['ID=e0f0944e-4248-4a53-8a67-0078e6d6076f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:46.303099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.323575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caf22d-3d47-4423-9456-a4eead368b79 None None] Pushing event updated for resources: {'Port': ['ID=d848297c-7566-4900-9ce8-9bcdbfeab43d,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:46.341538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e2d2767e-0d37-422a-aa26-cc3481fc4857 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:46.499312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-df296393-3064-4432-904e-261afcb93587 None None] Set router d6f71047-3681-4260-97e2-fc86fe00d2b5 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:46.584002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.612524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port e2d2767e-0d37-422a-aa26-cc3481fc4857 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:46.612898 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.776514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7636c4d0-d349-43b1-af6d-44d27375d853 None None] Provisioning for port e0f0944e-4248-4a53-8a67-0078e6d6076f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:46.793538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7636c4d0-d349-43b1-af6d-44d27375d853 None None] Provisioning complete for port e0f0944e-4248-4a53-8a67-0078e6d6076f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:46.793906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7636c4d0-d349-43b1-af6d-44d27375d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.814181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.818846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.925557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7636c4d0-d349-43b1-af6d-44d27375d853 None None] Port e0f0944e-4248-4a53-8a67-0078e6d6076f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:28:46.925799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:46.929253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Pushing event updated for resources: {'Port': ['ID=e0f0944e-4248-4a53-8a67-0078e6d6076f,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:46.976673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port e2d2767e-0d37-422a-aa26-cc3481fc4857 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:46.999787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-df296393-3064-4432-904e-261afcb93587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:43Z', 'revision_number': 3, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:47.004129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df296393-3064-4432-904e-261afcb93587 None None] The sync data for ids ['d6f71047-3681-4260-97e2-fc86fe00d2b5'] in dv-neutron-843190-1-hyperv is: [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:43Z', 'revision_number': 3, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:28:47.071344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:28:47.072483 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:28:47.293720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Router d6f71047-3681-4260-97e2-fc86fe00d2b5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:28:47.352354 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a22b223f-273d-4ba7-a508-7801f5d8f72d None None] Provisioning complete for port e0f0944e-4248-4a53-8a67-0078e6d6076f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:47.352798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a22b223f-273d-4ba7-a508-7801f5d8f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:47.408088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a22b223f-273d-4ba7-a508-7801f5d8f72d None None] Port e0f0944e-4248-4a53-8a67-0078e6d6076f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:28:47.602321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:28:47.611986 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a04da80f-b406-467c-94cd-45e424f28e5e admin admin] 10.222.0.32 "PUT /v2.0/routers/d6f71047-3681-4260-97e2-fc86fe00d2b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6249692 May 24 23:28:48.104801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39708) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:48.110480 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1230864075-network', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:28:48.115734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:28:48.120072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Usage tracker for resource:network and tenant:7c46ab6fde4a40418271bf258fcc91f2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:28:48.122953 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:28:48.128742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:28:48.140001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Made reservation on behalf of 7c46ab6fde4a40418271bf258fcc91f2 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:28:48.142296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.154153 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.169487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:28:48.173435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Usage tracker for resource:security_group_rule and tenant:7c46ab6fde4a40418271bf258fcc91f2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:28:48.176434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:28:48.183049 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:28:48.271129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.288474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.315751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d848297c-7566-4900-9ce8-9bcdbfeab43d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:48.322831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:28:48.328274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9e9378-b8c0-4680-99f4-83d11e37d1b9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:48.335704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.336154 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Added segment 73c492d9-4653-4bc5-a67e-a634e74a3627 of type vlan for network 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce May 24 23:28:48.363661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.395640 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.396609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port d848297c-7566-4900-9ce8-9bcdbfeab43d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:48.397267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:48.398159 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.404063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d848297c-7566-4900-9ce8-9bcdbfeab43d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:48.404636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.465955 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Sync routers for ids ['d6f71047-3681-4260-97e2-fc86fe00d2b5'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:28:48.476448 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Routers {'d6f71047-3681-4260-97e2-fc86fe00d2b5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:48.477043 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d6f71047-3681-4260-97e2-fc86fe00d2b5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:48.573798 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4640784 May 24 23:28:48.574903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39712) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:48.577989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64aa80-b2b9-4ba6-a8d7-8ac85af8c8c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:48.591024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:28:48.591512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Request body: {'subnet': {'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1230864075-subnet', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:28:48.596516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:28:48.600375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Usage tracker for resource:subnet and tenant:7c46ab6fde4a40418271bf258fcc91f2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:28:48.604422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:28:48.610992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:28:48.621470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Made reservation on behalf of 7c46ab6fde4a40418271bf258fcc91f2 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:28:48.624167 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.655527 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Set router d6f71047-3681-4260-97e2-fc86fe00d2b5 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:48.677197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d848297c-7566-4900-9ce8-9bcdbfeab43d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:48.677585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.709342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port d848297c-7566-4900-9ce8-9bcdbfeab43d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d848297c-7566-4900-9ce8-9bcdbfeab43d,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:48.715467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.783636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=d848297c-7566-4900-9ce8-9bcdbfeab43d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:48.836511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.908741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6fa304-7663-4014-bf7c-9ccb605a9fde,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:48.920948 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Checking segment: {'id': '73c492d9-4653-4bc5-a67e-a634e74a3627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:28:48.921335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Network hostable DHCP agents. Network: 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:28:48.940618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Network 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:28:48.949610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:28:48.953789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:48.954363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:48.960943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b40fa81-a5ab-4579-91f2-9a2ac5a00437 None None] Network 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:28:48.973944 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 4, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'e0f0944e-4248-4a53-8a67-0078e6d6076f', 'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'mac_address': 'fa:16:3e:aa:8d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:45Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 2, 'project_id': '98f84335c96241f993c5a89a410e9882', 'subnets': [{'id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:48.980117 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Checking router: d6f71047-3681-4260-97e2-fc86fe00d2b5 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:28:48.980117 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Updating router d6f71047-3681-4260-97e2-fc86fe00d2b5 port e0f0944e-4248-4a53-8a67-0078e6d6076f binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:28:48.980631 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0306b986-9f51-4f07-9e99-a2c762403bbc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4032321 May 24 23:28:48.983155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39716) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:48.988718 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1230864075-router', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:28:48.994879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:28:48.999185 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Usage tracker for resource:router and tenant:7c46ab6fde4a40418271bf258fcc91f2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:28:49.002425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:28:49.009342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:28:49.021784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.023707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.042129 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.075767 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.195749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce', 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'fixed_ips': [{'subnet_id': '5b6fa304-7663-4014-bf7c-9ccb605a9fde'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:28:49.196562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.353797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Allocated IP 172.20.0.2 (8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce/5b6fa304-7663-4014-bf7c-9ccb605a9fde/ed7909ef-c13e-41d0-b6cd-c857f2151e48) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:28:49.424964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.444509 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.456848 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Transition to ACTIVE for port object e0f0944e-4248-4a53-8a67-0078e6d6076f will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:49.464746 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.534124 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Pushing event updated for resources: {'Port': ['ID=e0f0944e-4248-4a53-8a67-0078e6d6076f,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:49.543167 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.543503 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.544197 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.544197 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.544489 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.544779 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.545095 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.545427 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.545731 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.546050 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.546612 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.546768 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:49.569102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.579953 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Transition to ACTIVE for port object ed7909ef-c13e-41d0-b6cd-c857f2151e48 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:49.599547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Transition to ACTIVE for port object ed7909ef-c13e-41d0-b6cd-c857f2151e48 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:49.607621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.674778 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Network 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:28:49.678961 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:28:49.681644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:28:49.701998 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Attempting to bind port e0f0944e-4248-4a53-8a67-0078e6d6076f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:28:49.702625 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Attempting to bind port e0f0944e-4248-4a53-8a67-0078e6d6076f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:28:49.703176 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Attempting to bind port e0f0944e-4248-4a53-8a67-0078e6d6076f on network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:28:49.709152 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:28:49.709813 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Checking segment: {'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:28:49.710979 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.711526 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Bound using segment: {'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:28:49.712416 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Bound port: e0f0944e-4248-4a53-8a67-0078e6d6076f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:28:49.712954 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.756329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Pushing event updated for resources: {'Port': ['ID=ed7909ef-c13e-41d0-b6cd-c857f2151e48,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:49.764688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.779215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Attempting to bind port ed7909ef-c13e-41d0-b6cd-c857f2151e48 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:28:49.779864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Attempting to bind port ed7909ef-c13e-41d0-b6cd-c857f2151e48 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '73c492d9-4653-4bc5-a67e-a634e74a3627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:28:49.780404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Attempting to bind port ed7909ef-c13e-41d0-b6cd-c857f2151e48 on network 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:28:49.786515 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:28:49.787165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Checking segment: {'id': '73c492d9-4653-4bc5-a67e-a634e74a3627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:28:49.787741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.788345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Bound using segment: {'id': '73c492d9-4653-4bc5-a67e-a634e74a3627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:28:49.788954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Bound port: ed7909ef-c13e-41d0-b6cd-c857f2151e48, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c492d9-4653-4bc5-a67e-a634e74a3627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:28:49.789342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.797824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.815934 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] For port e0f0944e-4248-4a53-8a67-0078e6d6076f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:28:49.819665 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] For port e0f0944e-4248-4a53-8a67-0078e6d6076f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e0f0944e-4248-4a53-8a67-0078e6d6076f,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:28:49.825731 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.899048 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Routers {'d6f71047-3681-4260-97e2-fc86fe00d2b5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:49.899922 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d6f71047-3681-4260-97e2-fc86fe00d2b5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:49.940203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] For port ed7909ef-c13e-41d0-b6cd-c857f2151e48, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:28:49.943762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] For port ed7909ef-c13e-41d0-b6cd-c857f2151e48, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ed7909ef-c13e-41d0-b6cd-c857f2151e48,segment=NetworkSegment(73c492d9-4653-4bc5-a67e-a634e74a3627),segment_id=73c492d9-4653-4bc5-a67e-a634e74a3627)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:28:49.951449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:49.953860 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Allocated IP 172.26.3.241 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/c09e560c-4f0c-4e28-81bf-70acf687688e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:28:50.043772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ad869-ec86-440a-a5ef-a201e27cca9e None None] Pushing event updated for resources: {'Port': ['ID=ed7909ef-c13e-41d0-b6cd-c857f2151e48,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:50.101504 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ce0b8-72c6-43fd-9f64-327d6907d2c3 None None] Pushing event updated for resources: {'Port': ['ID=e0f0944e-4248-4a53-8a67-0078e6d6076f,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:50.114539 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] Set router d6f71047-3681-4260-97e2-fc86fe00d2b5 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:50.142411 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:50.178005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:50.253133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:28:50.255976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:28:50.259006 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:28:50.307650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c09e560c-4f0c-4e28-81bf-70acf687688e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:50.392087 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d848297c-7566-4900-9ce8-9bcdbfeab43d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:50.475163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d848297c-7566-4900-9ce8-9bcdbfeab43d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:50.475491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:50.508056 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 4, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'e0f0944e-4248-4a53-8a67-0078e6d6076f', 'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'mac_address': 'fa:16:3e:aa:8d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:45Z', 'updated_at': '2022-05-24T23:28:49Z', 'revision_number': 4, 'project_id': '98f84335c96241f993c5a89a410e9882', 'subnets': [{'id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:50.512495 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910885b-0120-465d-abf6-70c367b52f9d None None] The sync data for ids ['d6f71047-3681-4260-97e2-fc86fe00d2b5'] in dv-neutron-843190-1-hyperv is: [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 4, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'e0f0944e-4248-4a53-8a67-0078e6d6076f', 'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'mac_address': 'fa:16:3e:aa:8d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:45Z', 'updated_at': '2022-05-24T23:28:49Z', 'revision_number': 4, 'project_id': '98f84335c96241f993c5a89a410e9882', 'subnets': [{'id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:28:50.607466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d848297c-7566-4900-9ce8-9bcdbfeab43d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:50.768657 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:51.200084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b18811b-1461-431f-aa7e-2b68c0b1b0ba None None] Network 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:28:51.250747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:51.316135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-668b22d7-6cc6-48b0-b4d6-4a535c8c8bac None None] Provisioning for port ed7909ef-c13e-41d0-b6cd-c857f2151e48 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:51.468044 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Router 1226f3ca-3299-4270-9471-3b506cc4346e is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:28:51.659424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:28:51.669035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Sync routers for ids ['1226f3ca-3299-4270-9471-3b506cc4346e'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:28:51.677957 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Routers {'1226f3ca-3299-4270-9471-3b506cc4346e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:51.678685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-37b212de-80d0-4090-92f3-116e3010105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['1226f3ca-3299-4270-9471-3b506cc4346e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:51.684488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:51.685803 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9272d948-aa15-4207-a6be-a15c120498d6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7014663 May 24 23:28:51.688503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39722) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:51.861973 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Set router 1226f3ca-3299-4270-9471-3b506cc4346e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:52.036961 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce41a222-49bc-44b5-861c-391921a50fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.152418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-37b212de-80d0-4090-92f3-116e3010105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'name': 'tempest-TestMinimumBasicScenario-1230864075-router', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:50Z', 'revision_number': 3, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'gw_port': {'id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:52.156129 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Checking router: 1226f3ca-3299-4270-9471-3b506cc4346e for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:28:52.156471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Updating router 1226f3ca-3299-4270-9471-3b506cc4346e port c09e560c-4f0c-4e28-81bf-70acf687688e binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:28:52.212411 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.361092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e0f0944e-4248-4a53-8a67-0078e6d6076f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:52.382771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.538628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port e0f0944e-4248-4a53-8a67-0078e6d6076f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:52.546004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port e0f0944e-4248-4a53-8a67-0078e6d6076f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:52.546374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.668057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.681990 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Transition to ACTIVE for port object c09e560c-4f0c-4e28-81bf-70acf687688e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:52.713141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Allocated IP 172.20.0.1 (8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce/5b6fa304-7663-4014-bf7c-9ccb605a9fde/fb4910a5-75fc-4f02-aff8-a5130f274e9f) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:28:52.751859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.851441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port e0f0944e-4248-4a53-8a67-0078e6d6076f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:52.851800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.861356 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.862845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607c4ba-493c-43a2-8ad7-13147bdb14f4 None None] Pushing event updated for resources: {'Port': ['ID=c09e560c-4f0c-4e28-81bf-70acf687688e,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:52.867587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Attempting to bind port c09e560c-4f0c-4e28-81bf-70acf687688e on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:28:52.867954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Attempting to bind port c09e560c-4f0c-4e28-81bf-70acf687688e by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:28:52.869480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Attempting to bind port c09e560c-4f0c-4e28-81bf-70acf687688e on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:28:52.876728 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Transition to ACTIVE for port object fb4910a5-75fc-4f02-aff8-a5130f274e9f will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:52.883412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:28:52.883802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:28:52.884211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.884560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:28:52.885021 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Bound port: c09e560c-4f0c-4e28-81bf-70acf687688e, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:28:52.885388 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.901882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.936188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port e0f0944e-4248-4a53-8a67-0078e6d6076f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e0f0944e-4248-4a53-8a67-0078e6d6076f,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:52.942871 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:52.943638 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed7909ef-c13e-41d0-b6cd-c857f2151e48 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:52.974278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Network 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:28:52.977081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:28:52.981730 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:28:53.005168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Pushing event updated for resources: {'Port': ['ID=fb4910a5-75fc-4f02-aff8-a5130f274e9f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:53.038514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:53.069767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-37b212de-80d0-4090-92f3-116e3010105c None None] For port c09e560c-4f0c-4e28-81bf-70acf687688e, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:28:53.076323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-37b212de-80d0-4090-92f3-116e3010105c None None] For port c09e560c-4f0c-4e28-81bf-70acf687688e, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c09e560c-4f0c-4e28-81bf-70acf687688e,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:28:53.082921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=e0f0944e-4248-4a53-8a67-0078e6d6076f,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:53.088426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:53.166315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port ed7909ef-c13e-41d0-b6cd-c857f2151e48 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:53.180624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ed7909ef-c13e-41d0-b6cd-c857f2151e48 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:53.181001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:53.191186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:53.204803 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Routers {'1226f3ca-3299-4270-9471-3b506cc4346e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:53.205745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-37b212de-80d0-4090-92f3-116e3010105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['1226f3ca-3299-4270-9471-3b506cc4346e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:53.289677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607c4ba-493c-43a2-8ad7-13147bdb14f4 None None] Pushing event updated for resources: {'Port': ['ID=c09e560c-4f0c-4e28-81bf-70acf687688e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:53.374310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-048190c4-8f7d-4991-8b87-391079542b7e None None] Provisioning for port fb4910a5-75fc-4f02-aff8-a5130f274e9f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:53.399695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-048190c4-8f7d-4991-8b87-391079542b7e None None] Provisioning complete for port fb4910a5-75fc-4f02-aff8-a5130f274e9f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:53.400065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-048190c4-8f7d-4991-8b87-391079542b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:53.418370 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:53.422807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:53.507428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-37b212de-80d0-4090-92f3-116e3010105c None None] Set router 1226f3ca-3299-4270-9471-3b506cc4346e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:53.536527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:53.540901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Pushing event updated for resources: {'Port': ['ID=fb4910a5-75fc-4f02-aff8-a5130f274e9f,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:53.562390 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-048190c4-8f7d-4991-8b87-391079542b7e None None] Port fb4910a5-75fc-4f02-aff8-a5130f274e9f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:28:53.586547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ed7909ef-c13e-41d0-b6cd-c857f2151e48 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:53.587196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:53.672548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Network 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:28:53.673745 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:28:53.756225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ed7909ef-c13e-41d0-b6cd-c857f2151e48, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ed7909ef-c13e-41d0-b6cd-c857f2151e48,segment=NetworkSegment(73c492d9-4653-4bc5-a67e-a634e74a3627),segment_id=73c492d9-4653-4bc5-a67e-a634e74a3627)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:53.764195 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:53.877053 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Router 1226f3ca-3299-4270-9471-3b506cc4346e has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:28:53.896784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ed7909ef-c13e-41d0-b6cd-c857f2151e48,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:53.927371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-37b212de-80d0-4090-92f3-116e3010105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'name': 'tempest-TestMinimumBasicScenario-1230864075-router', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:53Z', 'revision_number': 4, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'gw_port': {'id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fb4910a5-75fc-4f02-aff8-a5130f274e9f', 'name': '', 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'mac_address': 'fa:16:3e:45:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5b6fa304-7663-4014-bf7c-9ccb605a9fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:52Z', 'updated_at': '2022-05-24T23:28:52Z', 'revision_number': 1, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'subnets': [{'id': '5b6fa304-7663-4014-bf7c-9ccb605a9fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:53.931949 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b212de-80d0-4090-92f3-116e3010105c None None] The sync data for ids ['1226f3ca-3299-4270-9471-3b506cc4346e'] in dv-neutron-843190-1-hyperv is: [{'id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'name': 'tempest-TestMinimumBasicScenario-1230864075-router', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:53Z', 'revision_number': 4, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'gw_port': {'id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fb4910a5-75fc-4f02-aff8-a5130f274e9f', 'name': '', 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'mac_address': 'fa:16:3e:45:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5b6fa304-7663-4014-bf7c-9ccb605a9fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:52Z', 'updated_at': '2022-05-24T23:28:52Z', 'revision_number': 1, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'subnets': [{'id': '5b6fa304-7663-4014-bf7c-9ccb605a9fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:28:53.984358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-24e714fe-8157-470a-8d30-6e86c46641ea None None] Provisioning complete for port fb4910a5-75fc-4f02-aff8-a5130f274e9f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:53.984734 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24e714fe-8157-470a-8d30-6e86c46641ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:54.041273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-24e714fe-8157-470a-8d30-6e86c46641ea None None] Port fb4910a5-75fc-4f02-aff8-a5130f274e9f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:28:54.061764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:28:54.071616 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-871ffb21-ef1c-45f4-92f9-8ff543917c7f admin admin] 10.222.0.32 "PUT /v2.0/routers/1226f3ca-3299-4270-9471-3b506cc4346e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3820958 May 24 23:28:54.220297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-663d9938-b387-4c5c-95ab-986a9daa5335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:54.329597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e0f0944e-4248-4a53-8a67-0078e6d6076f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:54.410729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port e0f0944e-4248-4a53-8a67-0078e6d6076f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:54.411100 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:54.550017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port e0f0944e-4248-4a53-8a67-0078e6d6076f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:54.551126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed7909ef-c13e-41d0-b6cd-c857f2151e48 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:54.709098 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ed7909ef-c13e-41d0-b6cd-c857f2151e48 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:54.709473 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:54.837096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ed7909ef-c13e-41d0-b6cd-c857f2151e48 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:55.182933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:55.305301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:56.328472 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c09e560c-4f0c-4e28-81bf-70acf687688e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:56.402018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port c09e560c-4f0c-4e28-81bf-70acf687688e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:56.407214 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port c09e560c-4f0c-4e28-81bf-70acf687688e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:56.407768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:56.535496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port c09e560c-4f0c-4e28-81bf-70acf687688e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:56.536246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:56.558486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port c09e560c-4f0c-4e28-81bf-70acf687688e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c09e560c-4f0c-4e28-81bf-70acf687688e,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:56.563890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:56.651335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:56.667280 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=c09e560c-4f0c-4e28-81bf-70acf687688e,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:57.648539 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Sync routers for ids ['1226f3ca-3299-4270-9471-3b506cc4346e'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:28:57.658433 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Routers {'1226f3ca-3299-4270-9471-3b506cc4346e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:57.658995 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['1226f3ca-3299-4270-9471-3b506cc4346e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:57.858758 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Set router 1226f3ca-3299-4270-9471-3b506cc4346e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:58.184832 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'name': 'tempest-TestMinimumBasicScenario-1230864075-router', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:53Z', 'revision_number': 4, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'gw_port': {'id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fb4910a5-75fc-4f02-aff8-a5130f274e9f', 'name': '', 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'mac_address': 'fa:16:3e:45:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5b6fa304-7663-4014-bf7c-9ccb605a9fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:52Z', 'updated_at': '2022-05-24T23:28:53Z', 'revision_number': 2, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'subnets': [{'id': '5b6fa304-7663-4014-bf7c-9ccb605a9fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:58.189263 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Checking router: 1226f3ca-3299-4270-9471-3b506cc4346e for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:28:58.189557 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Updating router 1226f3ca-3299-4270-9471-3b506cc4346e port fb4910a5-75fc-4f02-aff8-a5130f274e9f binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:28:58.245628 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:58.315667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c09e560c-4f0c-4e28-81bf-70acf687688e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:58.401467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port c09e560c-4f0c-4e28-81bf-70acf687688e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:58.401846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:58.541123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port c09e560c-4f0c-4e28-81bf-70acf687688e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:58.616209 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:58.628763 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Transition to ACTIVE for port object fb4910a5-75fc-4f02-aff8-a5130f274e9f will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:58.640198 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:58.714615 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48618337-d40e-40fb-a39d-af45c903c91d None None] Pushing event updated for resources: {'Port': ['ID=fb4910a5-75fc-4f02-aff8-a5130f274e9f,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:58.875353 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Attempting to bind port fb4910a5-75fc-4f02-aff8-a5130f274e9f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:28:58.875710 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Attempting to bind port fb4910a5-75fc-4f02-aff8-a5130f274e9f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '73c492d9-4653-4bc5-a67e-a634e74a3627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:28:58.876073 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Attempting to bind port fb4910a5-75fc-4f02-aff8-a5130f274e9f on network 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:28:58.882743 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:28:58.883411 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Checking segment: {'id': '73c492d9-4653-4bc5-a67e-a634e74a3627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:28:58.883822 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:58.884211 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Bound using segment: {'id': '73c492d9-4653-4bc5-a67e-a634e74a3627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:28:58.884681 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Bound port: fb4910a5-75fc-4f02-aff8-a5130f274e9f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c492d9-4653-4bc5-a67e-a634e74a3627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:28:58.885049 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:58.984371 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] For port fb4910a5-75fc-4f02-aff8-a5130f274e9f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:28:58.987365 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] For port fb4910a5-75fc-4f02-aff8-a5130f274e9f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fb4910a5-75fc-4f02-aff8-a5130f274e9f,segment=NetworkSegment(73c492d9-4653-4bc5-a67e-a634e74a3627),segment_id=73c492d9-4653-4bc5-a67e-a634e74a3627)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:28:58.993444 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:59.077276 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48618337-d40e-40fb-a39d-af45c903c91d None None] Pushing event updated for resources: {'Port': ['ID=fb4910a5-75fc-4f02-aff8-a5130f274e9f,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:59.094628 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:28:59.096191 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Routers {'1226f3ca-3299-4270-9471-3b506cc4346e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:59.096789 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:28:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['1226f3ca-3299-4270-9471-3b506cc4346e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:59.333622 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] Set router 1226f3ca-3299-4270-9471-3b506cc4346e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:59.696114 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'name': 'tempest-TestMinimumBasicScenario-1230864075-router', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:53Z', 'revision_number': 4, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'gw_port': {'id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fb4910a5-75fc-4f02-aff8-a5130f274e9f', 'name': '', 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'mac_address': 'fa:16:3e:45:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5b6fa304-7663-4014-bf7c-9ccb605a9fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:52Z', 'updated_at': '2022-05-24T23:28:58Z', 'revision_number': 4, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'subnets': [{'id': '5b6fa304-7663-4014-bf7c-9ccb605a9fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:59.700552 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff3e0dc-a2aa-411a-adce-58b0ad8d41de None None] The sync data for ids ['1226f3ca-3299-4270-9471-3b506cc4346e'] in dv-neutron-843190-1-hyperv is: [{'id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'name': 'tempest-TestMinimumBasicScenario-1230864075-router', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:53Z', 'revision_number': 4, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'gw_port': {'id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'fb4910a5-75fc-4f02-aff8-a5130f274e9f', 'name': '', 'network_id': '8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'mac_address': 'fa:16:3e:45:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5b6fa304-7663-4014-bf7c-9ccb605a9fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:52Z', 'updated_at': '2022-05-24T23:28:58Z', 'revision_number': 4, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'subnets': [{'id': '5b6fa304-7663-4014-bf7c-9ccb605a9fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:29:00.333886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb4910a5-75fc-4f02-aff8-a5130f274e9f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:29:00.428126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port fb4910a5-75fc-4f02-aff8-a5130f274e9f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:29:00.434893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fb4910a5-75fc-4f02-aff8-a5130f274e9f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:29:00.435296 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:00.581515 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fb4910a5-75fc-4f02-aff8-a5130f274e9f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:29:00.581909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:00.647236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port fb4910a5-75fc-4f02-aff8-a5130f274e9f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fb4910a5-75fc-4f02-aff8-a5130f274e9f,segment=NetworkSegment(73c492d9-4653-4bc5-a67e-a634e74a3627),segment_id=73c492d9-4653-4bc5-a67e-a634e74a3627)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:29:00.653264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:00.729797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=fb4910a5-75fc-4f02-aff8-a5130f274e9f,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:02.308117 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb4910a5-75fc-4f02-aff8-a5130f274e9f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:29:02.384515 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port fb4910a5-75fc-4f02-aff8-a5130f274e9f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:29:02.384895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:02.509949 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port fb4910a5-75fc-4f02-aff8-a5130f274e9f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:29:04.161801 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-00d2d58c-bf5c-49a0-96ed-1859acd8c48e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:04.162475 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-00d2d58c-bf5c-49a0-96ed-1859acd8c48e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Synchronizing usage tracker for tenant:98f84335c96241f993c5a89a410e9882 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:29:04.180232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-00d2d58c-bf5c-49a0-96ed-1859acd8c48e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Unset dirty status for tenant:98f84335c96241f993c5a89a410e9882 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:29:04.181409 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-00d2d58c-bf5c-49a0-96ed-1859acd8c48e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/networks?id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 HTTP/1.1" status: 200 len: 815 time: 0.1611269 May 24 23:29:04.201364 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-724697f4-7a00-44f5-beae-4cf188e73414 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/quotas/98f84335c96241f993c5a89a410e9882 HTTP/1.1" status: 200 len: 375 time: 0.0103166 May 24 23:29:04.373803 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-6da2c641-1f45-4ad5-b357-e905530649ee tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=98f84335c96241f993c5a89a410e9882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1668589 May 24 23:29:04.507185 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-e83a9ab0-1728-4b68-8df5-9807edb9e961 service neutron] 10.222.0.32 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221488 May 24 23:29:04.635572 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-005598c0-55ba-47d0-8533-651cde5f120b service neutron] 10.222.0.32 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225698 May 24 23:29:04.810321 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4697c108-5a46-42f7-9c76-6bcea8ed8bc8 req-30cf0a52-f041-4b85-aefb-e630fec1a810 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 210 time: 0.0418112 May 24 23:29:05.829858 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-e9b92fea-9d86-46ed-8031-336d160b01ea tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:05.831309 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-e9b92fea-9d86-46ed-8031-336d160b01ea tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.42 "GET /v2.0/networks?id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 HTTP/1.1" status: 200 len: 815 time: 0.1564407 May 24 23:29:05.843606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Request body: {'port': {'device_id': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'admin_state_up': True, 'tenant_id': '98f84335c96241f993c5a89a410e9882'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:29:05.976493 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-145016bb-7d92-4d82-a457-65f5f8893ed4 req-a3647554-9558-475e-ba7f-45c6aa506d6f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 210 time: 0.0456920 May 24 23:29:05.990592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:29:05.997081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Usage tracker for resource:port and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:29:05.999973 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:29:06.005591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:29:06.016648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Made reservation on behalf of 98f84335c96241f993c5a89a410e9882 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:29:06.020181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:06.189302 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Allocated IP 172.20.0.12 (fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383/3dd9b1cd-428f-4793-a34a-e8825157dc3c/57f7044d-c445-4231-8072-89f5cb774fd5) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:29:06.510068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:06.529544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Transition to ACTIVE for port object 57f7044d-c445-4231-8072-89f5cb774fd5 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:29:06.556629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:06.634747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:29:06.638207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:29:06.642362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:29:06.686963 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'Port': ['ID=57f7044d-c445-4231-8072-89f5cb774fd5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:06.723265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:06.724202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:06.760900 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-7a11936d-0808-46f4-b94c-e59d52ad0492 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9211864 May 24 23:29:06.909186 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-713ec16b-e84f-4919-a976-ba0a7f4a71ad None None] Provisioning for port 57f7044d-c445-4231-8072-89f5cb774fd5 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:29:06.915505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-713ec16b-e84f-4919-a976-ba0a7f4a71ad None None] Provisioning complete for port 57f7044d-c445-4231-8072-89f5cb774fd5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:29:06.915880 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-713ec16b-e84f-4919-a976-ba0a7f4a71ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:06.970182 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-713ec16b-e84f-4919-a976-ba0a7f4a71ad None None] Port 57f7044d-c445-4231-8072-89f5cb774fd5 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:29:07.177232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b3e5-8625-45bf-bb7e-d2bb8039b067 req-45bc09aa-d0c7-4c23-8a76-2f7981a5f58b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:07.178777 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bdb6b3e5-8625-45bf-bb7e-d2bb8039b067 req-45bc09aa-d0c7-4c23-8a76-2f7981a5f58b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 932 time: 0.0863850 May 24 23:29:07.228115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bdb6b3e5-8625-45bf-bb7e-d2bb8039b067 req-75a4edba-a4bd-4e66-9ccd-ddac67b21850 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Synchronizing usage tracker for tenant:98f84335c96241f993c5a89a410e9882 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:29:07.245545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bdb6b3e5-8625-45bf-bb7e-d2bb8039b067 req-75a4edba-a4bd-4e66-9ccd-ddac67b21850 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Unset dirty status for tenant:98f84335c96241f993c5a89a410e9882 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:29:07.246739 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bdb6b3e5-8625-45bf-bb7e-d2bb8039b067 req-75a4edba-a4bd-4e66-9ccd-ddac67b21850 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620105 May 24 23:29:08.452647 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200db0f-8e83-4c70-8875-23a0ab203d98 req-c4004ee4-797f-4230-b2a1-079aebab1db9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:08.454029 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2200db0f-8e83-4c70-8875-23a0ab203d98 req-c4004ee4-797f-4230-b2a1-079aebab1db9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 932 time: 0.0875158 May 24 23:29:08.504820 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2200db0f-8e83-4c70-8875-23a0ab203d98 req-189a2809-2bf8-4301-bb4d-520311381094 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 May 24 23:29:09.698398 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a87a9f-9310-46e9-829c-731f56bb63b4 req-5f1bb052-ceab-48c9-bfa1-6cf8792446ad tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:09.699887 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-01a87a9f-9310-46e9-829c-731f56bb63b4 req-5f1bb052-ceab-48c9-bfa1-6cf8792446ad tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 932 time: 0.0833964 May 24 23:29:09.748350 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-01a87a9f-9310-46e9-829c-731f56bb63b4 req-33a04fdc-1ff5-49bf-afef-f56597efbe77 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 May 24 23:29:10.959857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9910388-d830-403c-ad34-9e18c20a224b req-d07a37b3-2d41-4de3-8eda-81ad80ae0555 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:10.961546 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9910388-d830-403c-ad34-9e18c20a224b req-d07a37b3-2d41-4de3-8eda-81ad80ae0555 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 932 time: 0.0952046 May 24 23:29:11.023791 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9910388-d830-403c-ad34-9e18c20a224b req-a9db26df-b12b-4555-9141-63f773ec4b24 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515170 May 24 23:29:12.215733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589a18a-dc1c-43f4-852e-4a20a616bb76 req-3d1d2275-e129-4a21-a491-578cc032a69b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:12.217523 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7589a18a-dc1c-43f4-852e-4a20a616bb76 req-3d1d2275-e129-4a21-a491-578cc032a69b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 932 time: 0.0908978 May 24 23:29:12.272860 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7589a18a-dc1c-43f4-852e-4a20a616bb76 req-6cd2e148-e123-4065-ad86-8d7ad47f03c7 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477171 May 24 23:29:13.459614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0b8e-c66d-4cb9-b149-d9513f19c910 req-158bbd95-832c-49b8-9074-eed46210ab02 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:13.461530 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-416b0b8e-c66d-4cb9-b149-d9513f19c910 req-158bbd95-832c-49b8-9074-eed46210ab02 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 932 time: 0.0833278 May 24 23:29:13.518332 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-416b0b8e-c66d-4cb9-b149-d9513f19c910 req-87def82c-c482-41ec-b25d-023235bc7ced tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503888 May 24 23:29:14.299765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Request body: {'port': {'device_id': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:29:14.422157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:14.707840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb33ea-007d-47c2-b38f-6da0d674d72b req-213aee11-2dbb-4e5b-8072-a06490286871 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:14.709299 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97fb33ea-007d-47c2-b38f-6da0d674d72b req-213aee11-2dbb-4e5b-8072-a06490286871 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 932 time: 0.0836792 May 24 23:29:14.754486 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97fb33ea-007d-47c2-b38f-6da0d674d72b req-ab8b03db-3041-4c5d-801b-a6422d638657 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 May 24 23:29:14.773652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f7044d-c445-4231-8072-89f5cb774fd5 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:29:14.780944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:14.798199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Transition to ACTIVE for port object 57f7044d-c445-4231-8072-89f5cb774fd5 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:29:14.802036 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:14.928675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Pushing event updated for resources: {'Port': ['ID=57f7044d-c445-4231-8072-89f5cb774fd5,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:15.142403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Attempting to bind port 57f7044d-c445-4231-8072-89f5cb774fd5 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:29:15.142631 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Attempting to bind port 57f7044d-c445-4231-8072-89f5cb774fd5 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:29:15.142964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Attempting to bind port 57f7044d-c445-4231-8072-89f5cb774fd5 on network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:29:15.147455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Port 57f7044d-c445-4231-8072-89f5cb774fd5 on network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:29:15.147766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Attempting to bind port 57f7044d-c445-4231-8072-89f5cb774fd5 on network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:29:15.153014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:29:15.153344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Checking segment: {'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:29:15.153725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Bound using segment: {'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:29:15.154165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Bound port: 57f7044d-c445-4231-8072-89f5cb774fd5, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8297234d-64b5-478d-a1eb-1c7f11f54da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:29:15.154504 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:15.244304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] For port 57f7044d-c445-4231-8072-89f5cb774fd5, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:29:15.247156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] For port 57f7044d-c445-4231-8072-89f5cb774fd5, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=57f7044d-c445-4231-8072-89f5cb774fd5,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:29:15.251364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:15.307192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:15.307818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:15.309203 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] 10.222.0.42 "PUT /v2.0/ports/57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 1094 time: 1.0136905 May 24 23:29:15.312252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:29:15.334627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee574f-f970-4481-9ed1-dd1ae9f8f90f service neutron] Pushing event updated for resources: {'Port': ['ID=57f7044d-c445-4231-8072-89f5cb774fd5,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:15.386524 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4cc1aa-12f7-4243-ba0b-84def0c7823f'] response: {'name': 'network-changed', 'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5', 'status': 'completed', 'code': 200} May 24 23:29:15.436014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-1e208df1-7ed5-4eca-8fed-71e153428a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:15.437474 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-1e208df1-7ed5-4eca-8fed-71e153428a52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98f84335c96241f993c5a89a410e9882&device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 1097 time: 0.0872064 May 24 23:29:15.504877 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-ca60f1eb-6bb8-492f-a7db-34e3a4f4e6da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 217 time: 0.0604560 May 24 23:29:15.568155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-5b7a9816-9ed7-4dee-a125-8d69e80b7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:15.569482 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-5b7a9816-9ed7-4dee-a125-8d69e80b7e4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3dd9b1cd-428f-4793-a34a-e8825157dc3c HTTP/1.1" status: 200 len: 854 time: 0.0592363 May 24 23:29:15.642030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-afa4d1b7-ce5e-4534-88c1-cc920dcbaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:15.643527 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-afa4d1b7-ce5e-4534-88c1-cc920dcbaec7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682120 May 24 23:29:15.776646 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-902b7602-5bfd-4704-aa88-b05224102726 service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269720 May 24 23:29:15.910362 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f01420a-2108-41e1-9dce-172cb668fee6 req-42887b6d-1f92-488b-a909-4730fa8b377e service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270511 May 24 23:29:15.937584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc892831-1480-4efb-a9e2-9488a4b65cd8 req-e32aa9d1-1f7a-4061-8047-43ca8848987d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:15.939042 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc892831-1480-4efb-a9e2-9488a4b65cd8 req-e32aa9d1-1f7a-4061-8047-43ca8848987d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 944 time: 0.0793724 May 24 23:29:15.983815 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc892831-1480-4efb-a9e2-9488a4b65cd8 req-8cdef12a-7e5d-465b-b139-2cecb6275119 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382943 May 24 23:29:16.024323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20272249-0956-4eb7-8177-c0ffa0883c44 req-e56429fa-0037-44e4-a703-3a193ccb97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:16.025824 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-20272249-0956-4eb7-8177-c0ffa0883c44 req-e56429fa-0037-44e4-a703-3a193ccb97bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98f84335c96241f993c5a89a410e9882&device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 1097 time: 0.0760396 May 24 23:29:16.104880 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:16.157073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20272249-0956-4eb7-8177-c0ffa0883c44 req-70fb04b6-304c-41c1-bca9-29b25277dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:16.158490 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-20272249-0956-4eb7-8177-c0ffa0883c44 req-70fb04b6-304c-41c1-bca9-29b25277dbb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 HTTP/1.1" status: 200 len: 916 time: 0.1255639 May 24 23:29:16.224795 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-20272249-0956-4eb7-8177-c0ffa0883c44 req-29692d15-05ed-47ff-9a09-a654f41b4756 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 217 time: 0.0596936 May 24 23:29:16.290613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20272249-0956-4eb7-8177-c0ffa0883c44 req-c9060f14-6cea-46ed-9d93-915967f86795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:16.292075 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-20272249-0956-4eb7-8177-c0ffa0883c44 req-c9060f14-6cea-46ed-9d93-915967f86795 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3dd9b1cd-428f-4793-a34a-e8825157dc3c HTTP/1.1" status: 200 len: 854 time: 0.0608885 May 24 23:29:16.366983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20272249-0956-4eb7-8177-c0ffa0883c44 req-77e96c43-c02a-4339-9fc5-fb6922cccda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:16.368405 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-20272249-0956-4eb7-8177-c0ffa0883c44 req-77e96c43-c02a-4339-9fc5-fb6922cccda0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693712 May 24 23:29:16.497364 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-20272249-0956-4eb7-8177-c0ffa0883c44 req-123fb6ee-81f6-4a50-987a-47bd705511fa service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210535 May 24 23:29:16.625395 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-20272249-0956-4eb7-8177-c0ffa0883c44 req-f331224f-c56f-41b4-860f-cd30876c2a0d service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210697 May 24 23:29:17.167232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274e80-bef8-4cfe-ab97-a7f12ae8d281 req-4cada220-1936-4b6a-b079-d990cca4d411 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:17.168752 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f274e80-bef8-4cfe-ab97-a7f12ae8d281 req-4cada220-1936-4b6a-b079-d990cca4d411 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 944 time: 0.0821328 May 24 23:29:17.213305 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f274e80-bef8-4cfe-ab97-a7f12ae8d281 req-89aa4919-cde8-47fb-9608-4c080a8276a4 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389125 May 24 23:29:18.396454 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34807a1c-8c43-429d-8396-048747be20fb req-308767d2-dfe6-47a7-9455-a8110cd3138b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:18.397899 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34807a1c-8c43-429d-8396-048747be20fb req-308767d2-dfe6-47a7-9455-a8110cd3138b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 944 time: 0.0790665 May 24 23:29:18.444771 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34807a1c-8c43-429d-8396-048747be20fb req-49b170fb-15d2-4edc-a14b-671476c06a3e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 May 24 23:29:19.626442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2d53c-4f45-4a43-8cde-2cc00e943e23 req-1ea1b82d-bc9f-4ec2-b5bc-6397894c9f76 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:19.627905 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-91d2d53c-4f45-4a43-8cde-2cc00e943e23 req-1ea1b82d-bc9f-4ec2-b5bc-6397894c9f76 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 944 time: 0.0794895 May 24 23:29:19.671920 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-91d2d53c-4f45-4a43-8cde-2cc00e943e23 req-7664a3de-0d3f-4fe5-bdc0-ac5da4c830a0 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378392 May 24 23:29:19.726083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 57f7044d-c445-4231-8072-89f5cb774fd5 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:29:19.857197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 57f7044d-c445-4231-8072-89f5cb774fd5, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=57f7044d-c445-4231-8072-89f5cb774fd5,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:29:19.870840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '57f7044d-c445-4231-8072-89f5cb774fd5', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'port_id': '57f7044d-c445-4231-8072-89f5cb774fd5', 'mac_address': 'fa:16:3e:7a:f4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:29:19.922837 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 57f7044d-c445-4231-8072-89f5cb774fd5 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:29:19.923211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:19.939724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f7044d-c445-4231-8072-89f5cb774fd5 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:29:19.954206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 57f7044d-c445-4231-8072-89f5cb774fd5, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=57f7044d-c445-4231-8072-89f5cb774fd5,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:29:19.958227 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:20.025732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=57f7044d-c445-4231-8072-89f5cb774fd5,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:20.171888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['57f7044d-c445-4231-8072-89f5cb774fd5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:29:20.855296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb3c31-eed5-4bd5-be79-f3fcfb593e30 req-ddc099c7-57a1-4778-9a39-d25cf852f38e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:20.856720 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8bb3c31-eed5-4bd5-be79-f3fcfb593e30 req-ddc099c7-57a1-4778-9a39-d25cf852f38e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 945 time: 0.0810375 May 24 23:29:20.900078 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8bb3c31-eed5-4bd5-be79-f3fcfb593e30 req-065e8f24-89d4-447f-81a0-f463ad50e7c1 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374551 May 24 23:29:21.724860 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 57f7044d-c445-4231-8072-89f5cb774fd5 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:29:21.815180 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 57f7044d-c445-4231-8072-89f5cb774fd5 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:29:21.819852 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 57f7044d-c445-4231-8072-89f5cb774fd5 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:29:21.820223 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:21.944420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 57f7044d-c445-4231-8072-89f5cb774fd5 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:29:21.944800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:21.955641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4089561f-2baa-4da1-a0b5-3b338421a4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:21.974148 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:29:21.983871 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 57f7044d-c445-4231-8072-89f5cb774fd5, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=57f7044d-c445-4231-8072-89f5cb774fd5,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:29:21.987467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:22.053872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=57f7044d-c445-4231-8072-89f5cb774fd5,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:22.086246 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f2623-2bf1-44de-b6b3-d2ad9bfe8c28 req-8a8eae3b-396c-42c1-9880-d06757d8982b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:22.087978 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c61f2623-2bf1-44de-b6b3-d2ad9bfe8c28 req-8a8eae3b-396c-42c1-9880-d06757d8982b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 946 time: 0.0797122 May 24 23:29:22.130375 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c61f2623-2bf1-44de-b6b3-d2ad9bfe8c28 req-07e37d02-42b0-4968-81ee-87853f48ec7b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366659 May 24 23:29:22.179977 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2025dc07-06b2-4a39-96ac-1fb527130fd3'] response: {'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5', 'code': 200} May 24 23:29:22.404814 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445dafe-3231-4225-b5c8-5d6d96409b78 req-b19df049-06fe-478f-b949-438f9abfa32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:22.406237 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3445dafe-3231-4225-b5c8-5d6d96409b78 req-b19df049-06fe-478f-b949-438f9abfa32b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 1099 time: 0.0679278 May 24 23:29:22.541969 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3445dafe-3231-4225-b5c8-5d6d96409b78 req-22505d77-61f2-4a2e-9ce6-adc63e361071 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298022 May 24 23:29:23.316434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8894c26-562b-4be2-bb8f-be943afa8a78 req-e2594261-3110-42e8-9cc3-af50ff95e560 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:23.317865 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8894c26-562b-4be2-bb8f-be943afa8a78 req-e2594261-3110-42e8-9cc3-af50ff95e560 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 946 time: 0.0813708 May 24 23:29:23.362776 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8894c26-562b-4be2-bb8f-be943afa8a78 req-6066b341-68fa-45a2-8e81-66502dfef058 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 May 24 23:29:24.222878 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3d3a-4d94-41c7-8202-40d36a65528d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:24.544200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c3612-8d26-45d2-8f89-7518c9e00ac1 req-dc5baf0c-9c74-4426-91bd-ddbdb0e5d08d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:24.545566 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-519c3612-8d26-45d2-8f89-7518c9e00ac1 req-dc5baf0c-9c74-4426-91bd-ddbdb0e5d08d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 946 time: 0.0779185 May 24 23:29:24.592297 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-519c3612-8d26-45d2-8f89-7518c9e00ac1 req-1423a178-11fe-4819-aec9-7a7fef1613fb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 May 24 23:29:24.772076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671fa9b-d63b-4806-83d3-0c86479713e3 req-952ca4dd-bd55-4ffa-a387-767aee878579 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:24.773518 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f671fa9b-d63b-4806-83d3-0c86479713e3 req-952ca4dd-bd55-4ffa-a387-767aee878579 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 946 time: 0.0790117 May 24 23:29:24.815915 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f671fa9b-d63b-4806-83d3-0c86479713e3 req-e3bd9f6a-7b70-4c17-8028-4f8f9fa8cf87 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367675 May 24 23:29:25.162217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:25.202420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406470cd-08ec-45fc-983a-0bf8f4a92f1f req-5b1963f4-3777-48be-9b76-b3aa2d2b0c3e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:25.203892 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-406470cd-08ec-45fc-983a-0bf8f4a92f1f req-5b1963f4-3777-48be-9b76-b3aa2d2b0c3e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 946 time: 0.0829942 May 24 23:29:25.302352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:25.340101 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-406470cd-08ec-45fc-983a-0bf8f4a92f1f req-ddf54101-67fb-4e01-99f4-80994d2db291 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304595 May 24 23:29:26.616169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:35.367463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938624f-df5c-44cc-adc1-2f856d31aaa9 req-0c62dbc7-65ed-40a3-a781-45fe098f74ac tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:35.368889 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4938624f-df5c-44cc-adc1-2f856d31aaa9 req-0c62dbc7-65ed-40a3-a781-45fe098f74ac tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 946 time: 0.0794775 May 24 23:29:35.412247 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4938624f-df5c-44cc-adc1-2f856d31aaa9 req-24def8bb-d9ce-423f-817c-0d4de1c252b9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376382 May 24 23:29:35.434656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39930) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:29:35.595682 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93b7c6f-7697-4cbf-9c1b-53258f0abcb0 tempest-TestMinimumBasicScenario-999667689 tempest-TestMinimumBasicScenario-999667689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:35.596375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a93b7c6f-7697-4cbf-9c1b-53258f0abcb0 tempest-TestMinimumBasicScenario-999667689 tempest-TestMinimumBasicScenario-999667689-project-admin] Synchronizing usage tracker for tenant:7c46ab6fde4a40418271bf258fcc91f2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:29:35.612407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a93b7c6f-7697-4cbf-9c1b-53258f0abcb0 tempest-TestMinimumBasicScenario-999667689 tempest-TestMinimumBasicScenario-999667689-project-admin] Unset dirty status for tenant:7c46ab6fde4a40418271bf258fcc91f2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:29:35.613511 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a93b7c6f-7697-4cbf-9c1b-53258f0abcb0 tempest-TestMinimumBasicScenario-999667689 tempest-TestMinimumBasicScenario-999667689-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 1094 time: 0.1779239 May 24 23:29:35.616461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39936) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:29:35.621283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '57f7044d-c445-4231-8072-89f5cb774fd5', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:29:35.627017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:29:35.630748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Usage tracker for resource:floatingip and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:29:35.634040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:29:35.639601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:29:35.650003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:35.788500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:35.930121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Allocated IP 172.26.3.197 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/ce611be5-72cb-4c27-8d72-32d34d7c4c82) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:29:36.034069 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:29:36.074554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:36.102542 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:36.165313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:29:36.168106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:29:36.171932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:29:36.205917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'Port': ['ID=ce611be5-72cb-4c27-8d72-32d34d7c4c82,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:36.580474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:36.653046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:36.853140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:36.857391 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:36.966181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'Port': ['ID=ce611be5-72cb-4c27-8d72-32d34d7c4c82,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:36.975710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:37.232439 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Floating IP 8c46183a-85ab-460f-a112-d91ad6f6d3bb associated. External IP: 172.26.3.197, port: 57f7044d-c445-4231-8072-89f5cb774fd5. May 24 23:29:37.572615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Router d6f71047-3681-4260-97e2-fc86fe00d2b5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:29:37.750805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:29:37.760895 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feec9a1-bc0c-4efd-88ad-06ff105abeb2 None None] Sync routers for ids ['d6f71047-3681-4260-97e2-fc86fe00d2b5'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:29:37.770224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feec9a1-bc0c-4efd-88ad-06ff105abeb2 None None] Routers {'d6f71047-3681-4260-97e2-fc86fe00d2b5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:29:37.770894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5feec9a1-bc0c-4efd-88ad-06ff105abeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:29:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d6f71047-3681-4260-97e2-fc86fe00d2b5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:29:37.775746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:37.830052 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-415134dc-7e4b-4413-bc05-54c47ab90dc3 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2124267 May 24 23:29:37.830604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:29:37.832354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39940) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:29:37.838491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866841849', 'description': 'tempest-secgroup-smoke-1866841849 description', 'project_id': '98f84335c96241f993c5a89a410e9882'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:29:37.850544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:29:37.860284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:29:37.871503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:37.891710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:29:37.895517 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Usage tracker for resource:security_group_rule and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:29:37.899117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:29:37.905399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:29:37.957393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5feec9a1-bc0c-4efd-88ad-06ff105abeb2 None None] Set router d6f71047-3681-4260-97e2-fc86fe00d2b5 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:29:37.977827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:37.982039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.028485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a5b995-554c-4298-b385-67442b515434,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:38.035874 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978a8a52-314d-4d56-8874-3c1a8397c371'] response: {'name': 'network-changed', 'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5', 'status': 'completed', 'code': 200} May 24 23:29:38.038025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.038400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.038760 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.039097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.039543 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.039884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.040200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.040518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.040843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.041164 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.041484 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.041803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:38.045063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.048971 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-705329e1-1309-4329-baa6-88763c6f1ecb tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2129147 May 24 23:29:38.049210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 39948) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:29:38.054926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2d260669-7934-44e0-87ee-6abdcb788c3f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Request body: {'security_group_rule': {'security_group_id': 'a3a5b995-554c-4298-b385-67442b515434', 'project_id': '98f84335c96241f993c5a89a410e9882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:29:38.090125 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d260669-7934-44e0-87ee-6abdcb788c3f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:29:38.105322 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d260669-7934-44e0-87ee-6abdcb788c3f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Usage tracker for resource:security_group_rule and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:29:38.108863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d260669-7934-44e0-87ee-6abdcb788c3f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:29:38.115672 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d260669-7934-44e0-87ee-6abdcb788c3f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:29:38.149329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d260669-7934-44e0-87ee-6abdcb788c3f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.172976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-a5d7de2e-956c-480e-a565-c9a3d36b80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:38.174453 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-a5d7de2e-956c-480e-a565-c9a3d36b80d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98f84335c96241f993c5a89a410e9882&device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 1099 time: 0.1149006 May 24 23:29:38.312839 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d260669-7934-44e0-87ee-6abdcb788c3f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.325715 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5feec9a1-bc0c-4efd-88ad-06ff105abeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 4, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '8c46183a-85ab-460f-a112-d91ad6f6d3bb', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'port_id': '57f7044d-c445-4231-8072-89f5cb774fd5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'mac_address': 'fa:16:3e:7a:f4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:29:36Z', 'updated_at': '2022-05-24T23:29:36Z', 'revision_number': 0, 'project_id': '98f84335c96241f993c5a89a410e9882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f0944e-4248-4a53-8a67-0078e6d6076f', 'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'mac_address': 'fa:16:3e:aa:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:45Z', 'updated_at': '2022-05-24T23:28:52Z', 'revision_number': 5, 'project_id': '98f84335c96241f993c5a89a410e9882', 'subnets': [{'id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:29:38.326330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d260669-7934-44e0-87ee-6abdcb788c3f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.329576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feec9a1-bc0c-4efd-88ad-06ff105abeb2 None None] Checking router: d6f71047-3681-4260-97e2-fc86fe00d2b5 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:29:38.338350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feec9a1-bc0c-4efd-88ad-06ff105abeb2 None None] Routers {'d6f71047-3681-4260-97e2-fc86fe00d2b5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:29:38.339281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5feec9a1-bc0c-4efd-88ad-06ff105abeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:29:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d6f71047-3681-4260-97e2-fc86fe00d2b5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:29:38.348656 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-f03bc283-965c-4855-8e70-f0cb8df08b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:38.350042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-f03bc283-965c-4855-8e70-f0cb8df08b1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 HTTP/1.1" status: 200 len: 916 time: 0.1696138 May 24 23:29:38.356328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d260669-7934-44e0-87ee-6abdcb788c3f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc648fbd-d3a0-4076-a270-8e640334de2f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:38.436034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d260669-7934-44e0-87ee-6abdcb788c3f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.437209 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2d260669-7934-44e0-87ee-6abdcb788c3f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3870780 May 24 23:29:38.440328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39952) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:29:38.445489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2e40e200-ddc8-4e8c-b8a7-ae630a505466 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Request body: {'security_group_rule': {'security_group_id': 'a3a5b995-554c-4298-b385-67442b515434', 'project_id': '98f84335c96241f993c5a89a410e9882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:29:38.451540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2e40e200-ddc8-4e8c-b8a7-ae630a505466 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:29:38.455425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2e40e200-ddc8-4e8c-b8a7-ae630a505466 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Usage tracker for resource:security_group_rule and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:29:38.458432 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2e40e200-ddc8-4e8c-b8a7-ae630a505466 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:29:38.465231 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-1c4e48af-4a24-4b59-a155-1f057cbb2d75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 1000 time: 0.1047485 May 24 23:29:38.465517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2e40e200-ddc8-4e8c-b8a7-ae630a505466 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:29:38.482955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e40e200-ddc8-4e8c-b8a7-ae630a505466 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.525299 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5feec9a1-bc0c-4efd-88ad-06ff105abeb2 None None] Set router d6f71047-3681-4260-97e2-fc86fe00d2b5 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:29:38.528060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-16a8bb44-5d86-4847-84cf-8c6af70722c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:38.529525 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-16a8bb44-5d86-4847-84cf-8c6af70722c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3dd9b1cd-428f-4793-a34a-e8825157dc3c HTTP/1.1" status: 200 len: 854 time: 0.0586786 May 24 23:29:38.549722 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e40e200-ddc8-4e8c-b8a7-ae630a505466 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.555525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e40e200-ddc8-4e8c-b8a7-ae630a505466 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.579453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40e200-ddc8-4e8c-b8a7-ae630a505466 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa88749-27ec-4f92-848e-79867ca71c09,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:38.590265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e40e200-ddc8-4e8c-b8a7-ae630a505466 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.591506 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2e40e200-ddc8-4e8c-b8a7-ae630a505466 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502028 May 24 23:29:38.594363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39956) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:29:38.599688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5b41911b-efd9-4aea-aa32-66710ecbd59c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Request body: {'security_group_rule': {'security_group_id': 'a3a5b995-554c-4298-b385-67442b515434', 'project_id': '98f84335c96241f993c5a89a410e9882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:29:38.605965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5b41911b-efd9-4aea-aa32-66710ecbd59c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:29:38.610755 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5b41911b-efd9-4aea-aa32-66710ecbd59c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Usage tracker for resource:security_group_rule and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:29:38.615178 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5b41911b-efd9-4aea-aa32-66710ecbd59c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:29:38.622506 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5b41911b-efd9-4aea-aa32-66710ecbd59c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:29:38.622676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-c71b38a3-3ca4-4d73-9bba-83ad1e112901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:38.623998 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-c71b38a3-3ca4-4d73-9bba-83ad1e112901 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871630 May 24 23:29:38.635726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-73ba6b9d-e25d-4595-af96-73430899de57 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:29:38.636880 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-73ba6b9d-e25d-4595-af96-73430899de57 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051570 May 24 23:29:38.639162 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b41911b-efd9-4aea-aa32-66710ecbd59c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.704151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b41911b-efd9-4aea-aa32-66710ecbd59c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.707905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b41911b-efd9-4aea-aa32-66710ecbd59c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.733885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41911b-efd9-4aea-aa32-66710ecbd59c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c506fe2-ffb5-4b27-aa2f-a7c32ddac32c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:38.753376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b41911b-efd9-4aea-aa32-66710ecbd59c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.753376 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5b41911b-efd9-4aea-aa32-66710ecbd59c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540563 May 24 23:29:38.753376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39960) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:29:38.759577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cf1a8c11-1f69-4dcb-b99e-bccef6f0b46e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Request body: {'security_group_rule': {'security_group_id': 'a3a5b995-554c-4298-b385-67442b515434', 'project_id': '98f84335c96241f993c5a89a410e9882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:29:38.767886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cf1a8c11-1f69-4dcb-b99e-bccef6f0b46e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:29:38.772543 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cf1a8c11-1f69-4dcb-b99e-bccef6f0b46e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Usage tracker for resource:security_group_rule and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:29:38.779683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cf1a8c11-1f69-4dcb-b99e-bccef6f0b46e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:29:38.787907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cf1a8c11-1f69-4dcb-b99e-bccef6f0b46e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:29:38.790704 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-b6284da5-6523-42bd-9e1d-65879e3c5e10 service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456611 May 24 23:29:38.809631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8c11-1f69-4dcb-b99e-bccef6f0b46e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.893498 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8c11-1f69-4dcb-b99e-bccef6f0b46e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.898652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8c11-1f69-4dcb-b99e-bccef6f0b46e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.919812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5feec9a1-bc0c-4efd-88ad-06ff105abeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 4, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '8c46183a-85ab-460f-a112-d91ad6f6d3bb', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'port_id': '57f7044d-c445-4231-8072-89f5cb774fd5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'mac_address': 'fa:16:3e:7a:f4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:29:36Z', 'updated_at': '2022-05-24T23:29:36Z', 'revision_number': 0, 'project_id': '98f84335c96241f993c5a89a410e9882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f0944e-4248-4a53-8a67-0078e6d6076f', 'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'mac_address': 'fa:16:3e:aa:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:45Z', 'updated_at': '2022-05-24T23:28:52Z', 'revision_number': 5, 'project_id': '98f84335c96241f993c5a89a410e9882', 'subnets': [{'id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:29:38.924032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a8c11-1f69-4dcb-b99e-bccef6f0b46e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430fe749-6ddd-4c51-b1a1-6d910cdf7fbd,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:38.924321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feec9a1-bc0c-4efd-88ad-06ff105abeb2 None None] The sync data for ids ['d6f71047-3681-4260-97e2-fc86fe00d2b5'] in dv-neutron-843190-1-hyperv is: [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 4, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '8c46183a-85ab-460f-a112-d91ad6f6d3bb', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'port_id': '57f7044d-c445-4231-8072-89f5cb774fd5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'mac_address': 'fa:16:3e:7a:f4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:29:36Z', 'updated_at': '2022-05-24T23:29:36Z', 'revision_number': 0, 'project_id': '98f84335c96241f993c5a89a410e9882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f0944e-4248-4a53-8a67-0078e6d6076f', 'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'mac_address': 'fa:16:3e:aa:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:45Z', 'updated_at': '2022-05-24T23:28:52Z', 'revision_number': 5, 'project_id': '98f84335c96241f993c5a89a410e9882', 'subnets': [{'id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:29:38.934865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8c11-1f69-4dcb-b99e-bccef6f0b46e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.936456 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cf1a8c11-1f69-4dcb-b99e-bccef6f0b46e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1832802 May 24 23:29:38.939591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39964) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:29:38.944924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Request body: {'security_group_rule': {'security_group_id': 'a3a5b995-554c-4298-b385-67442b515434', 'project_id': '98f84335c96241f993c5a89a410e9882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:29:38.947559 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2fa1a2c1-94b1-4c6c-ac7d-028abf6595a9 req-3cad26e9-ecdd-4cdd-9cd3-72f6e33e41ad service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500049 May 24 23:29:38.951660 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:29:38.955601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Usage tracker for resource:security_group_rule and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:29:38.958896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:29:38.965935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:29:38.979536 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Project 98f84335c96241f993c5a89a410e9882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:29:38.986603 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:39.054882 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:39.058775 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:39.084182 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f53d9f-dbe8-4b14-9ed8-293371f3d4d5,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:39.096733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:39.100490 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-13e95099-255e-48f0-8894-0229cc76ab1d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573565 May 24 23:29:39.100695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 39968) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:29:39.106300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Request body: {'security_group_rule': {'security_group_id': 'a3a5b995-554c-4298-b385-67442b515434', 'project_id': '98f84335c96241f993c5a89a410e9882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:29:39.112548 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:29:39.116486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Usage tracker for resource:security_group_rule and tenant:98f84335c96241f993c5a89a410e9882 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:29:39.119517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:29:39.126629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:29:39.129129 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091ad94-fae2-45cf-9b7c-b674fac25ac0 None None] New status for floating IP 8c46183a-85ab-460f-a112-d91ad6f6d3bb: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:29:39.141030 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Project 98f84335c96241f993c5a89a410e9882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:29:39.154712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:39.222104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:39.225677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:39.248680 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970abd86-fb54-4e19-963e-ad56ff15cc1e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:39.257691 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:39.258881 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-39e71efc-e27d-4dff-a869-8d458a809bde tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1566257 May 24 23:29:39.385295 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aaa7d37b-1e76-47e3-b9f9-48f05a8490f6 req-537aa01f-e3e9-4d0d-a2ae-a4790ec91a9d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866841849&fields=id&tenant_id=98f84335c96241f993c5a89a410e9882 HTTP/1.1" status: 200 len: 267 time: 0.0412254 May 24 23:29:39.482093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7d37b-1e76-47e3-b9f9-48f05a8490f6 req-e70a3855-e8ff-4980-81b1-55d3ebbadcc2 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:39.483569 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aaa7d37b-1e76-47e3-b9f9-48f05a8490f6 req-e70a3855-e8ff-4980-81b1-55d3ebbadcc2 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 946 time: 0.0892251 May 24 23:29:39.494196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-aaa7d37b-1e76-47e3-b9f9-48f05a8490f6 req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Request body: {'port': {'security_groups': ['3ddce15f-e7d1-48d7-9a85-d82df487d68d', 'a3a5b995-554c-4298-b385-67442b515434']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:29:39.611385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-aaa7d37b-1e76-47e3-b9f9-48f05a8490f6 req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:39.965112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-aaa7d37b-1e76-47e3-b9f9-48f05a8490f6 req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] For port 57f7044d-c445-4231-8072-89f5cb774fd5, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=57f7044d-c445-4231-8072-89f5cb774fd5,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:29:39.988990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-aaa7d37b-1e76-47e3-b9f9-48f05a8490f6 req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:39.994181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-aaa7d37b-1e76-47e3-b9f9-48f05a8490f6 req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:40.005816 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['57f7044d-c445-4231-8072-89f5cb774fd5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:29:40.064476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7d37b-1e76-47e3-b9f9-48f05a8490f6 req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:40.065043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-aaa7d37b-1e76-47e3-b9f9-48f05a8490f6 req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:40.066432 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aaa7d37b-1e76-47e3-b9f9-48f05a8490f6 req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "PUT /v2.0/ports/57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 982 time: 0.5766087 May 24 23:29:40.069774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:29:40.102164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'Port': ['ID=57f7044d-c445-4231-8072-89f5cb774fd5,revision_number=6']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:29:40.114131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.115063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.115623 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.116489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.117825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.118379 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.118995 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.119667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.120332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.120877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.121427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.122238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a2de-c78b-417c-9039-688010604fec tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:29:40.243099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['57f7044d-c445-4231-8072-89f5cb774fd5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:29:40.270711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab36877-0896-4690-8fe0-56defc6f19fb req-9e45f185-24f5-4b79-ba9d-ab229be448e2 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:40.272516 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ab36877-0896-4690-8fe0-56defc6f19fb req-9e45f185-24f5-4b79-ba9d-ab229be448e2 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.1065478 May 24 23:29:40.324679 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ab36877-0896-4690-8fe0-56defc6f19fb req-43f5a583-09db-462b-a9d7-82f8c36503be tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446627 May 24 23:29:40.378962 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbd94f6-1547-4c76-b51b-b499e85067be'] response: {'name': 'network-changed', 'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5', 'status': 'completed', 'code': 200} May 24 23:29:40.470318 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-da051534-e070-43b1-ae69-7f0c5d5d0129 None None] Provisioning complete for port 57f7044d-c445-4231-8072-89f5cb774fd5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:29:40.470700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da051534-e070-43b1-ae69-7f0c5d5d0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:40.486668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879427-05a7-44d0-a8a2-885cf4a86bef req-ce3fcecb-b25c-4e68-9f5c-88c4c8a05850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:40.488178 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ee879427-05a7-44d0-a8a2-885cf4a86bef req-ce3fcecb-b25c-4e68-9f5c-88c4c8a05850 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98f84335c96241f993c5a89a410e9882&device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 1138 time: 0.0693643 May 24 23:29:40.617890 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879427-05a7-44d0-a8a2-885cf4a86bef req-19f1ed0f-bef4-48a2-89b8-ffcfb01ac2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:40.619392 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ee879427-05a7-44d0-a8a2-885cf4a86bef req-19f1ed0f-bef4-48a2-89b8-ffcfb01ac2df service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 HTTP/1.1" status: 200 len: 916 time: 0.1251221 May 24 23:29:40.722440 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ee879427-05a7-44d0-a8a2-885cf4a86bef req-9a88460b-0ab2-4ff1-b406-b1269457f954 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 1002 time: 0.0969632 May 24 23:29:40.727081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-da051534-e070-43b1-ae69-7f0c5d5d0129 None None] Current status of the port 57f7044d-c445-4231-8072-89f5cb774fd5 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:29:40.785388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879427-05a7-44d0-a8a2-885cf4a86bef req-68ab67f3-43a8-4f81-a729-7ceebd337389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:40.786862 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ee879427-05a7-44d0-a8a2-885cf4a86bef req-68ab67f3-43a8-4f81-a729-7ceebd337389 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3dd9b1cd-428f-4793-a34a-e8825157dc3c HTTP/1.1" status: 200 len: 854 time: 0.0574214 May 24 23:29:40.870377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879427-05a7-44d0-a8a2-885cf4a86bef req-da469461-3d83-4bdb-a099-789575ad55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:40.871899 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ee879427-05a7-44d0-a8a2-885cf4a86bef req-da469461-3d83-4bdb-a099-789575ad55ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793042 May 24 23:29:41.001924 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ee879427-05a7-44d0-a8a2-885cf4a86bef req-cf8a74a8-053e-429e-8f84-c4a01098ce47 service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223416 May 24 23:29:41.238484 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ee879427-05a7-44d0-a8a2-885cf4a86bef req-329aed30-6a0d-4497-a622-d71fa0580a16 service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301381 May 24 23:29:46.099478 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:46.561747 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-c5218cd1-b344-4b75-b296-e8fb8292c542 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1232069 May 24 23:29:46.706591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-510d4080-e248-4aea-9800-b2316565cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:46.708031 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-510d4080-e248-4aea-9800-b2316565cd8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98f84335c96241f993c5a89a410e9882&device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 1138 time: 0.0750089 May 24 23:29:46.858049 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-982d5814-c895-47ea-b40b-aeda47a7c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:46.859483 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-982d5814-c895-47ea-b40b-aeda47a7c46d service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 HTTP/1.1" status: 200 len: 916 time: 0.1324892 May 24 23:29:46.962052 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-49f0b205-2351-47e4-9c5b-6173a9bb1cbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 1002 time: 0.0945864 May 24 23:29:47.029389 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-9bc7dc26-aca5-4ce1-b896-7092b0b549a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:47.031128 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-9bc7dc26-aca5-4ce1-b896-7092b0b549a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3dd9b1cd-428f-4793-a34a-e8825157dc3c HTTP/1.1" status: 200 len: 854 time: 0.0608475 May 24 23:29:47.106909 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-0bf12473-dcef-4a97-a3aa-6cd3ee994f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:47.108339 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-0bf12473-dcef-4a97-a3aa-6cd3ee994f46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691049 May 24 23:29:47.240437 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-0a4a21c2-dedc-4e2d-8f5a-69324cc3ac7f service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216898 May 24 23:29:47.371796 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e93d900f-0bcd-4ee1-ba8f-abad0a423eba req-722f28d0-e07f-4ca7-94db-293e0ca26aa6 service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238742 May 24 23:29:51.937126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dd423930-1674-48fc-8df0-def8a938cdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:54.225264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2e74432-c04e-4b78-9976-987657d5c17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:55.166145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:55.294918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:56.619396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:57.490242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec1c37-81a3-40c7-887b-1c5339b74f6d req-1c0ae494-4526-4b5b-8d2e-6de4553c5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:57.491743 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e5ec1c37-81a3-40c7-887b-1c5339b74f6d req-1c0ae494-4526-4b5b-8d2e-6de4553c5bb7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98f84335c96241f993c5a89a410e9882&device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 1138 time: 0.0753775 May 24 23:29:57.576310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcacfb5-b21d-43e7-9968-1dbf44edfb81 req-f84e9d9c-5283-4cdc-a38c-89b7c02dbd73 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:57.577783 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0bcacfb5-b21d-43e7-9968-1dbf44edfb81 req-f84e9d9c-5283-4cdc-a38c-89b7c02dbd73 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.1307111 May 24 23:29:57.621831 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec1c37-81a3-40c7-887b-1c5339b74f6d req-ed2871cf-ee02-41c7-a947-7d5630ccc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:57.623293 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e5ec1c37-81a3-40c7-887b-1c5339b74f6d req-ed2871cf-ee02-41c7-a947-7d5630ccc451 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 HTTP/1.1" status: 200 len: 916 time: 0.1252153 May 24 23:29:57.623919 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0bcacfb5-b21d-43e7-9968-1dbf44edfb81 req-6a2edce3-d660-44b1-b421-613f5b24732c tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402865 May 24 23:29:57.728845 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e5ec1c37-81a3-40c7-887b-1c5339b74f6d req-af8c82be-41d3-42fb-b9c9-e2a32376fcc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 1002 time: 0.0971191 May 24 23:29:57.790676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec1c37-81a3-40c7-887b-1c5339b74f6d req-baffeffe-65c6-4bae-9e92-23773e2f727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:57.792104 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e5ec1c37-81a3-40c7-887b-1c5339b74f6d req-baffeffe-65c6-4bae-9e92-23773e2f727d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3dd9b1cd-428f-4793-a34a-e8825157dc3c HTTP/1.1" status: 200 len: 854 time: 0.0563271 May 24 23:29:57.870659 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec1c37-81a3-40c7-887b-1c5339b74f6d req-3d840a88-7feb-4a6d-bb54-d65febeaae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:57.872107 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e5ec1c37-81a3-40c7-887b-1c5339b74f6d req-3d840a88-7feb-4a6d-bb54-d65febeaae40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693290 May 24 23:29:58.003105 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e5ec1c37-81a3-40c7-887b-1c5339b74f6d req-60e1836b-fd07-45e2-acc9-b820ab30c089 service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208611 May 24 23:29:58.131285 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e5ec1c37-81a3-40c7-887b-1c5339b74f6d req-a2345681-97b6-4211-9b2c-b9c5748ed96e service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204987 May 24 23:29:58.807101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0d410-d861-4e0b-959f-e51a356dc4ac req-c709a9d9-07c4-4c34-9cb5-198fe3c4b483 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:58.808509 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93a0d410-d861-4e0b-959f-e51a356dc4ac req-c709a9d9-07c4-4c34-9cb5-198fe3c4b483 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.0779600 May 24 23:29:58.857058 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93a0d410-d861-4e0b-959f-e51a356dc4ac req-7dd12413-b149-4a4b-b71b-ea0a23a0d5d7 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428681 May 24 23:30:00.040561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdcc2f-67a1-4ac6-8232-7908b228e2b9 req-78d42170-ccd5-40e4-a652-a65da17965b9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:00.041981 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4fdcc2f-67a1-4ac6-8232-7908b228e2b9 req-78d42170-ccd5-40e4-a652-a65da17965b9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.0795350 May 24 23:30:00.086561 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4fdcc2f-67a1-4ac6-8232-7908b228e2b9 req-f05556ae-e8dc-41bc-a2c6-bd2342e6e4a4 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387969 May 24 23:30:01.283295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cade4e-b6ac-4855-8b95-d34ef84f536d req-be553a5a-93c2-428d-842a-65f4d7d33e6f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:01.285550 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80cade4e-b6ac-4855-8b95-d34ef84f536d req-be553a5a-93c2-428d-842a-65f4d7d33e6f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.0820131 May 24 23:30:01.331142 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80cade4e-b6ac-4855-8b95-d34ef84f536d req-a838afdc-b358-4f7a-ae3a-fa3117aefdf6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404830 May 24 23:30:02.514627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71472f8-264f-4df4-a7a3-63815645a409 req-f7999f0b-9fdc-4fe2-bb06-6f3e651ccf0e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:02.516041 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d71472f8-264f-4df4-a7a3-63815645a409 req-f7999f0b-9fdc-4fe2-bb06-6f3e651ccf0e tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.0808651 May 24 23:30:02.561054 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d71472f8-264f-4df4-a7a3-63815645a409 req-62ef5957-45c3-4537-9bde-8d35f6486b36 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392139 May 24 23:30:03.750335 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43975f-7e60-4f1b-9158-ecad13d6f6cd req-2be198ca-51cb-4d4d-98cc-8b7f7056484d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:03.751713 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d43975f-7e60-4f1b-9158-ecad13d6f6cd req-2be198ca-51cb-4d4d-98cc-8b7f7056484d tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.0831943 May 24 23:30:03.797364 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d43975f-7e60-4f1b-9158-ecad13d6f6cd req-aa03c2ee-1adf-4ac3-8309-df1c97f26483 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398698 May 24 23:30:04.978091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911fca-7cb4-4148-9ae1-6782fc839562 req-0742ac0b-07c1-4aa9-a32f-aabf31acb074 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:04.979569 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b911fca-7cb4-4148-9ae1-6782fc839562 req-0742ac0b-07c1-4aa9-a32f-aabf31acb074 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.0791743 May 24 23:30:05.027977 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b911fca-7cb4-4148-9ae1-6782fc839562 req-62365d89-ab97-448b-b1ba-7753426e27e8 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426364 May 24 23:30:06.208609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53018c-154c-4f8c-a1f0-7609327015bb req-4baa8215-f4d4-4474-914c-9a39bc412aa1 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:06.210034 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c53018c-154c-4f8c-a1f0-7609327015bb req-4baa8215-f4d4-4474-914c-9a39bc412aa1 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.0791764 May 24 23:30:06.255019 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c53018c-154c-4f8c-a1f0-7609327015bb req-7e195c3e-5914-4c94-83b8-7dbecf40aa7b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389588 May 24 23:30:07.444434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1edea-57e1-4585-9b06-8348736d614f req-43a272a5-3575-4c77-a413-22c28fb7a7a1 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:07.445763 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d5f1edea-57e1-4585-9b06-8348736d614f req-43a272a5-3575-4c77-a413-22c28fb7a7a1 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.0816095 May 24 23:30:07.491531 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d5f1edea-57e1-4585-9b06-8348736d614f req-85c2f5f9-0175-4168-bb3e-3c8b8975c813 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395198 May 24 23:30:08.673485 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a5108-8f24-4236-a274-46a8c7a3774b req-f9157ae6-c242-4577-9454-2cb6db55db9b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:08.674933 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-684a5108-8f24-4236-a274-46a8c7a3774b req-f9157ae6-c242-4577-9454-2cb6db55db9b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.0788085 May 24 23:30:08.721230 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-684a5108-8f24-4236-a274-46a8c7a3774b req-b695d5da-5a7a-4278-b81c-f18d7f1b9ed1 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405769 May 24 23:30:09.907426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d978a-3a66-42cd-bdaa-6b3d4ba88b2a req-b6c40e0f-347e-4a91-b1e6-8d37a6e6d69b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:09.908863 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f11d978a-3a66-42cd-bdaa-6b3d4ba88b2a req-b6c40e0f-347e-4a91-b1e6-8d37a6e6d69b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.0832441 May 24 23:30:09.954046 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f11d978a-3a66-42cd-bdaa-6b3d4ba88b2a req-0841d373-016e-4890-8f66-f23a7a37cd68 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3a5b995-554c-4298-b385-67442b515434&id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393991 May 24 23:30:13.034232 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:30:16.099179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:21.938654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6c49a33-bb98-4f91-8c97-996664b11ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.227887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b19d1797-ff45-44a6-ade3-81baa601d877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:25.170538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:25.295598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:26.622585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:42.347797 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a4d4fea-e2ef-4de1-9a56-975913c8b580 req-b1d8cfb6-f694-40d8-942c-ac3f7319688b tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866841849&fields=id&tenant_id=98f84335c96241f993c5a89a410e9882 HTTP/1.1" status: 200 len: 267 time: 0.0401106 May 24 23:30:42.439020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d4fea-e2ef-4de1-9a56-975913c8b580 req-5237e23c-288f-4a30-8dcf-df1c8683b1c2 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:42.440483 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a4d4fea-e2ef-4de1-9a56-975913c8b580 req-5237e23c-288f-4a30-8dcf-df1c8683b1c2 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 985 time: 0.0873935 May 24 23:30:42.451078 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-3a4d4fea-e2ef-4de1-9a56-975913c8b580 req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Request body: {'port': {'security_groups': ['3ddce15f-e7d1-48d7-9a85-d82df487d68d']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:30:42.567401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3a4d4fea-e2ef-4de1-9a56-975913c8b580 req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:42.803500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-3a4d4fea-e2ef-4de1-9a56-975913c8b580 req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] For port 57f7044d-c445-4231-8072-89f5cb774fd5, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=57f7044d-c445-4231-8072-89f5cb774fd5,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:42.826696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3a4d4fea-e2ef-4de1-9a56-975913c8b580 req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:42.831052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3a4d4fea-e2ef-4de1-9a56-975913c8b580 req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:42.843166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['57f7044d-c445-4231-8072-89f5cb774fd5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:30:42.901504 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d4fea-e2ef-4de1-9a56-975913c8b580 req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:42.902114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3a4d4fea-e2ef-4de1-9a56-975913c8b580 req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:42.903528 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a4d4fea-e2ef-4de1-9a56-975913c8b580 req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "PUT /v2.0/ports/57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 943 time: 0.4569535 May 24 23:30:42.903980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:30:42.909376 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40022) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:42.925507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event updated for resources: {'Port': ['ID=57f7044d-c445-4231-8072-89f5cb774fd5,revision_number=7']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:42.934014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.934629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.935188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.935706 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.936233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.936766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.937302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.937816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.938331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.938879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.939509 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.940225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da7b79-2676-4e8e-a604-a4f730dfb4a9 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:42.969295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['57f7044d-c445-4231-8072-89f5cb774fd5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:30:42.977357 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fd5833-3b73-4cde-9525-a524e50c576b'] response: {'name': 'network-changed', 'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5', 'status': 'completed', 'code': 200} May 24 23:30:43.167380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:43.181162 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-94d9ee15-45b9-4f31-b344-118cc9f94c26 None None] Provisioning complete for port 57f7044d-c445-4231-8072-89f5cb774fd5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:30:43.181525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94d9ee15-45b9-4f31-b344-118cc9f94c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:43.203024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:43.230683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879dd6e-02a7-4d51-87b1-0ad8c3ed05a4 req-ee7ba359-3f7b-4e23-9537-802ec9839c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:43.232140 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e879dd6e-02a7-4d51-87b1-0ad8c3ed05a4 req-ee7ba359-3f7b-4e23-9537-802ec9839c2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98f84335c96241f993c5a89a410e9882&device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 1099 time: 0.1395540 May 24 23:30:43.336206 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-94d9ee15-45b9-4f31-b344-118cc9f94c26 None None] Current status of the port 57f7044d-c445-4231-8072-89f5cb774fd5 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:30:43.378118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879dd6e-02a7-4d51-87b1-0ad8c3ed05a4 req-0ac71c2c-ef37-433c-9420-0e68154542ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:43.379775 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e879dd6e-02a7-4d51-87b1-0ad8c3ed05a4 req-0ac71c2c-ef37-433c-9420-0e68154542ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 HTTP/1.1" status: 200 len: 916 time: 0.1379721 May 24 23:30:43.438192 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:43.485198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a5b995-554c-4298-b385-67442b515434,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:43.500638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.500983 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.501308 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.501634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.501955 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.502276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.502594 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.502949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.503265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.503579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.503891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.504203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.509329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:43.510979 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-305b70a1-00db-4287-9399-851d092c6663 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "DELETE /v2.0/security-groups/a3a5b995-554c-4298-b385-67442b515434 HTTP/1.1" status: 204 len: 168 time: 0.6001008 May 24 23:30:43.513738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40026) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:43.515101 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e879dd6e-02a7-4d51-87b1-0ad8c3ed05a4 req-7345ac69-c295-4810-a8d7-cbb77dff2908 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 1002 time: 0.1285598 May 24 23:30:43.578777 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879dd6e-02a7-4d51-87b1-0ad8c3ed05a4 req-20f16187-3dfb-4d78-974d-b38e27d50098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:43.580209 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e879dd6e-02a7-4d51-87b1-0ad8c3ed05a4 req-20f16187-3dfb-4d78-974d-b38e27d50098 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3dd9b1cd-428f-4793-a34a-e8825157dc3c HTTP/1.1" status: 200 len: 854 time: 0.0577679 May 24 23:30:43.655771 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879dd6e-02a7-4d51-87b1-0ad8c3ed05a4 req-7f9d6d38-a68d-499f-ae3b-239a4c3b2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:43.657183 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e879dd6e-02a7-4d51-87b1-0ad8c3ed05a4 req-7f9d6d38-a68d-499f-ae3b-239a4c3b2024 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701184 May 24 23:30:43.797945 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e879dd6e-02a7-4d51-87b1-0ad8c3ed05a4 req-dab8672f-5083-4047-99c4-060c3dd6dcb1 service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336830 May 24 23:30:43.809594 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Deleting port ce611be5-72cb-4c27-8d72-32d34d7c4c82 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:43.809924 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:43.928751 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e879dd6e-02a7-4d51-87b1-0ad8c3ed05a4 req-4f82ee90-1fa6-45e6-9a37-da98ad1000c5 service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240714 May 24 23:30:43.978008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:43.978323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:44.096978 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Calling delete_port for ce611be5-72cb-4c27-8d72-32d34d7c4c82 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:44.246324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:44.317102 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event deleted for resources: {'Port': ['ID=ce611be5-72cb-4c27-8d72-32d34d7c4c82,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:44.383494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:44.383818 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Floating IP 8c46183a-85ab-460f-a112-d91ad6f6d3bb disassociated (deleted). External IP: 172.26.3.197, port: 57f7044d-c445-4231-8072-89f5cb774fd5. May 24 23:30:44.737047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Router d6f71047-3681-4260-97e2-fc86fe00d2b5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:30:44.911325 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:30:44.921141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06372ed0-ad08-4687-8280-5c03ecbb149d None None] Sync routers for ids ['d6f71047-3681-4260-97e2-fc86fe00d2b5'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:30:44.924634 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:44.930857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06372ed0-ad08-4687-8280-5c03ecbb149d None None] Routers {'d6f71047-3681-4260-97e2-fc86fe00d2b5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:30:44.931457 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-06372ed0-ad08-4687-8280-5c03ecbb149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:30:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d6f71047-3681-4260-97e2-fc86fe00d2b5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:44.978347 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa8cdba5-5dd1-459a-81fb-6ef4baaa31b6 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "DELETE /v2.0/floatingips/8c46183a-85ab-460f-a112-d91ad6f6d3bb HTTP/1.1" status: 204 len: 168 time: 1.4635091 May 24 23:30:44.978942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:30:45.108631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-06372ed0-ad08-4687-8280-5c03ecbb149d None None] Set router d6f71047-3681-4260-97e2-fc86fe00d2b5 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:30:45.342806 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44db639e-8fd1-44d1-90ce-4b3900eb5c8c'] response: {'name': 'network-changed', 'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5', 'status': 'completed', 'code': 200} May 24 23:30:45.458856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eafad2-644b-4588-9b0f-8f01c67bce53 req-dda12a72-c519-4818-82e4-a3289df6d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:45.460237 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-06372ed0-ad08-4687-8280-5c03ecbb149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 4, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'e0f0944e-4248-4a53-8a67-0078e6d6076f', 'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'mac_address': 'fa:16:3e:aa:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:45Z', 'updated_at': '2022-05-24T23:28:52Z', 'revision_number': 5, 'project_id': '98f84335c96241f993c5a89a410e9882', 'subnets': [{'id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:45.460383 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-74eafad2-644b-4588-9b0f-8f01c67bce53 req-dda12a72-c519-4818-82e4-a3289df6d095 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98f84335c96241f993c5a89a410e9882&device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 1099 time: 0.0916646 May 24 23:30:45.464897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06372ed0-ad08-4687-8280-5c03ecbb149d None None] Checking router: d6f71047-3681-4260-97e2-fc86fe00d2b5 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:30:45.473324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06372ed0-ad08-4687-8280-5c03ecbb149d None None] Routers {'d6f71047-3681-4260-97e2-fc86fe00d2b5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:30:45.473925 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-06372ed0-ad08-4687-8280-5c03ecbb149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:30:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d6f71047-3681-4260-97e2-fc86fe00d2b5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:45.590732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eafad2-644b-4588-9b0f-8f01c67bce53 req-2387022d-5699-4b2c-b9b9-28e9b46fc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:45.592132 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-74eafad2-644b-4588-9b0f-8f01c67bce53 req-2387022d-5699-4b2c-b9b9-28e9b46fc117 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 HTTP/1.1" status: 200 len: 916 time: 0.1248109 May 24 23:30:45.651796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-06372ed0-ad08-4687-8280-5c03ecbb149d None None] Set router d6f71047-3681-4260-97e2-fc86fe00d2b5 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:30:45.658870 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-74eafad2-644b-4588-9b0f-8f01c67bce53 req-ed77937a-10c1-4b45-9451-a1cf64205c76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 217 time: 0.0596869 May 24 23:30:45.723463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eafad2-644b-4588-9b0f-8f01c67bce53 req-f5466ded-8ddc-40d2-ae83-15cc4ad40a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:45.724933 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-74eafad2-644b-4588-9b0f-8f01c67bce53 req-f5466ded-8ddc-40d2-ae83-15cc4ad40a67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3dd9b1cd-428f-4793-a34a-e8825157dc3c HTTP/1.1" status: 200 len: 854 time: 0.0600076 May 24 23:30:45.806118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eafad2-644b-4588-9b0f-8f01c67bce53 req-290da2a8-7530-4749-894b-a451c2f80164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:45.807827 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-74eafad2-644b-4588-9b0f-8f01c67bce53 req-290da2a8-7530-4749-894b-a451c2f80164 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739930 May 24 23:30:45.944800 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-74eafad2-644b-4588-9b0f-8f01c67bce53 req-f1a38bad-6741-4de8-a641-bb5607f35572 service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296558 May 24 23:30:45.983255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-06372ed0-ad08-4687-8280-5c03ecbb149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 4, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'e0f0944e-4248-4a53-8a67-0078e6d6076f', 'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'mac_address': 'fa:16:3e:aa:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:45Z', 'updated_at': '2022-05-24T23:28:52Z', 'revision_number': 5, 'project_id': '98f84335c96241f993c5a89a410e9882', 'subnets': [{'id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:45.987454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06372ed0-ad08-4687-8280-5c03ecbb149d None None] The sync data for ids ['d6f71047-3681-4260-97e2-fc86fe00d2b5'] in dv-neutron-843190-1-hyperv is: [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:28:46Z', 'revision_number': 4, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'e0f0944e-4248-4a53-8a67-0078e6d6076f', 'name': '', 'network_id': 'fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'mac_address': 'fa:16:3e:aa:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:45Z', 'updated_at': '2022-05-24T23:28:52Z', 'revision_number': 5, 'project_id': '98f84335c96241f993c5a89a410e9882', 'subnets': [{'id': '3dd9b1cd-428f-4793-a34a-e8825157dc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:30:46.094948 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-74eafad2-644b-4588-9b0f-8f01c67bce53 req-b7aaaecc-cb2f-467d-bf01-9ab936e356b2 service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441400 May 24 23:30:46.116126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:46.233604 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1d086-bb2f-4fd0-b8f0-c4c9b306329e None None] New status for floating IP 8c46183a-85ab-460f-a112-d91ad6f6d3bb: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:30:47.179553 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-f998a12b-ea36-499e-9c86-3914b4ace250 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1679747 May 24 23:30:47.315774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-755499a1-8788-4eba-8994-54cea520118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:47.317292 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-755499a1-8788-4eba-8994-54cea520118c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98f84335c96241f993c5a89a410e9882&device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 1099 time: 0.0728252 May 24 23:30:47.468857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-2db6a211-31df-43dd-9621-f310abc83f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:47.470241 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-2db6a211-31df-43dd-9621-f310abc83f9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 HTTP/1.1" status: 200 len: 916 time: 0.1346822 May 24 23:30:47.542668 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-7eb69df3-72c6-4b02-ab87-b0223eafcf17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 200 len: 217 time: 0.0657473 May 24 23:30:47.611485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-23819bdb-a27f-4f9f-8950-35cacb05d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:47.612836 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-23819bdb-a27f-4f9f-8950-35cacb05d357 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3dd9b1cd-428f-4793-a34a-e8825157dc3c HTTP/1.1" status: 200 len: 854 time: 0.0591004 May 24 23:30:47.692787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-1ea73768-e340-4129-aa56-ffe5f6cb0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:47.694282 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-1ea73768-e340-4129-aa56-ffe5f6cb0adc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756650 May 24 23:30:47.835031 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-5ecca24f-ff57-4ef7-abc4-685f131f5daf service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342452 May 24 23:30:48.035852 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1e202c1f-6795-474f-9b33-1ac422a3850e req-888bfb62-5254-40ab-8688-c8792a729dba service neutron] 10.222.0.42 "GET /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936936 May 24 23:30:49.404097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df439a7-b4bf-4a3d-91d4-9f9def22b0f5 req-22029a32-da70-41a1-b912-204ee7a3c52f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:49.404704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0df439a7-b4bf-4a3d-91d4-9f9def22b0f5 req-22029a32-da70-41a1-b912-204ee7a3c52f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Synchronizing usage tracker for tenant:98f84335c96241f993c5a89a410e9882 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:30:49.422173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0df439a7-b4bf-4a3d-91d4-9f9def22b0f5 req-22029a32-da70-41a1-b912-204ee7a3c52f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Unset dirty status for tenant:98f84335c96241f993c5a89a410e9882 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:30:49.423332 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0df439a7-b4bf-4a3d-91d4-9f9def22b0f5 req-22029a32-da70-41a1-b912-204ee7a3c52f tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 946 time: 0.0977008 May 24 23:30:49.560715 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0df439a7-b4bf-4a3d-91d4-9f9def22b0f5 req-25c867f6-e35c-4c02-b14a-8b479d211f24 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314940 May 24 23:30:50.033502 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:30:50.745214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919d2e8-f9e7-4985-9734-77657187850b req-bd11a61a-7b6b-4986-8044-72fee84e5d61 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:50.746675 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b919d2e8-f9e7-4985-9734-77657187850b req-bd11a61a-7b6b-4986-8044-72fee84e5d61 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 946 time: 0.0818932 May 24 23:30:50.790706 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b919d2e8-f9e7-4985-9734-77657187850b req-9206c2bc-d43f-4f57-96d6-464eb801ecad tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ddce15f-e7d1-48d7-9a85-d82df487d68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380485 May 24 23:30:50.968736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-5e8050c7-d36b-4ecc-8265-53fc96cd8b02 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:50.969423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-5e8050c7-d36b-4ecc-8265-53fc96cd8b02 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Synchronizing usage tracker for tenant:98f84335c96241f993c5a89a410e9882 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:30:50.980970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-5e8050c7-d36b-4ecc-8265-53fc96cd8b02 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Unset dirty status for tenant:98f84335c96241f993c5a89a410e9882 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:30:50.982038 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-5e8050c7-d36b-4ecc-8265-53fc96cd8b02 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.42 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 946 time: 0.0921955 May 24 23:30:51.051502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-9f24087b-7454-4a06-aa44-72c5cf887c35 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Deleting port 57f7044d-c445-4231-8072-89f5cb774fd5 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:51.051845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-9f24087b-7454-4a06-aa44-72c5cf887c35 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:51.296537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-9f24087b-7454-4a06-aa44-72c5cf887c35 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] For port 57f7044d-c445-4231-8072-89f5cb774fd5, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=57f7044d-c445-4231-8072-89f5cb774fd5,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:51.296807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-9f24087b-7454-4a06-aa44-72c5cf887c35 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:51.424367 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-9f24087b-7454-4a06-aa44-72c5cf887c35 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Calling delete_port for 57f7044d-c445-4231-8072-89f5cb774fd5 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:51.563678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-9f24087b-7454-4a06-aa44-72c5cf887c35 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:51.574621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['57f7044d-c445-4231-8072-89f5cb774fd5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:30:51.613696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24087b-7454-4a06-aa44-72c5cf887c35 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Pushing event deleted for resources: {'Port': ['ID=57f7044d-c445-4231-8072-89f5cb774fd5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:51.688344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-9f24087b-7454-4a06-aa44-72c5cf887c35 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] No DVR routers for this DVR port 57f7044d-c445-4231-8072-89f5cb774fd5 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:30:51.690754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-9f24087b-7454-4a06-aa44-72c5cf887c35 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:51.693131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'name': 'network-vif-deleted', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:30:51.707861 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fad2d165-fecf-45ee-b5ca-3b747b53c211 req-9f24087b-7454-4a06-aa44-72c5cf887c35 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.42 "DELETE /v2.0/ports/57f7044d-c445-4231-8072-89f5cb774fd5 HTTP/1.1" status: 204 len: 173 time: 0.7199843 May 24 23:30:51.791388 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ccea357-4ea1-44fa-a9b8-4384f423cce9'] response: {'server_uuid': 'be2158e5-4a13-4355-b5eb-6addd03bfe51', 'name': 'network-vif-deleted', 'tag': '57f7044d-c445-4231-8072-89f5cb774fd5', 'status': 'completed', 'code': 200} May 24 23:30:51.940486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed104dd0-a41a-4968-8a70-3fa743e43dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:51.956565 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e856ee95-6433-4f5a-ab07-462c6606f484 req-45577308-b645-440d-bb50-72124c271365 tempest-TestMinimumBasicScenario-975600320 tempest-TestMinimumBasicScenario-975600320-project] 10.222.0.32 "GET /v2.0/ports?device_id=be2158e5-4a13-4355-b5eb-6addd03bfe51 HTTP/1.1" status: 200 len: 210 time: 0.0456467 May 24 23:30:53.605393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40112) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:54.124259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:54.131395 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 57f7044d-c445-4231-8072-89f5cb774fd5 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:54.166698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 57f7044d-c445-4231-8072-89f5cb774fd5 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:30:54.167050 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 57f7044d-c445-4231-8072-89f5cb774fd5 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:54.230368 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ea450588-2ed2-4c6e-8969-29d5d58c0260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:54.465708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] Deleting port e0f0944e-4248-4a53-8a67-0078e6d6076f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:54.466040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:54.630397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] For port e0f0944e-4248-4a53-8a67-0078e6d6076f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e0f0944e-4248-4a53-8a67-0078e6d6076f,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:54.631087 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:54.754235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] Calling delete_port for e0f0944e-4248-4a53-8a67-0078e6d6076f owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:55.149211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:55.174428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:55.199321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f0944e-4248-4a53-8a67-0078e6d6076f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:55.299979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:55.458974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:55.804712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] Router d6f71047-3681-4260-97e2-fc86fe00d2b5 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:30:55.978781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:30:55.987668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dc6d2b-31a0-403a-b5ee-061b48e03d2d None None] Sync routers for ids ['d6f71047-3681-4260-97e2-fc86fe00d2b5'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:30:55.991161 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f9b638f2-fe4e-482f-aa22-4d251905ca01 admin admin] 10.222.0.32 "PUT /v2.0/routers/d6f71047-3681-4260-97e2-fc86fe00d2b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3847024 May 24 23:30:55.993573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40116) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:55.997747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc6d2b-31a0-403a-b5ee-061b48e03d2d None None] Routers {'d6f71047-3681-4260-97e2-fc86fe00d2b5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:30:55.998357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d6dc6d2b-31a0-403a-b5ee-061b48e03d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:30:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d6f71047-3681-4260-97e2-fc86fe00d2b5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:56.194184 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d6dc6d2b-31a0-403a-b5ee-061b48e03d2d None None] Set router d6f71047-3681-4260-97e2-fc86fe00d2b5 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:30:56.284079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:56.464917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:56.474020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Deleting port d848297c-7566-4900-9ce8-9bcdbfeab43d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:56.474492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:56.511097 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d6dc6d2b-31a0-403a-b5ee-061b48e03d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:30:55Z', 'revision_number': 5, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port': {'id': 'd848297c-7566-4900-9ce8-9bcdbfeab43d', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:43Z', 'updated_at': '2022-05-24T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:56.514943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dc6d2b-31a0-403a-b5ee-061b48e03d2d None None] Checking router: d6f71047-3681-4260-97e2-fc86fe00d2b5 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:30:56.523150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc6d2b-31a0-403a-b5ee-061b48e03d2d None None] Routers {'d6f71047-3681-4260-97e2-fc86fe00d2b5'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:30:56.523733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d6dc6d2b-31a0-403a-b5ee-061b48e03d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:30:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['d6f71047-3681-4260-97e2-fc86fe00d2b5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:56.651255 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] For port d848297c-7566-4900-9ce8-9bcdbfeab43d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d848297c-7566-4900-9ce8-9bcdbfeab43d,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:56.651614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:56.671093 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:56.684725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d6dc6d2b-31a0-403a-b5ee-061b48e03d2d None None] Set router d6f71047-3681-4260-97e2-fc86fe00d2b5 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:30:56.783146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Calling delete_port for d848297c-7566-4900-9ce8-9bcdbfeab43d owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:56.789177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d6dc6d2b-31a0-403a-b5ee-061b48e03d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:30:56Z', 'revision_number': 6, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:56.793123 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dc6d2b-31a0-403a-b5ee-061b48e03d2d None None] The sync data for ids ['d6f71047-3681-4260-97e2-fc86fe00d2b5'] in dv-neutron-843190-1-hyperv is: [{'id': 'd6f71047-3681-4260-97e2-fc86fe00d2b5', 'name': 'tempest-TestMinimumBasicScenario-1368836109-router', 'tenant_id': '98f84335c96241f993c5a89a410e9882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:42Z', 'updated_at': '2022-05-24T23:30:56Z', 'revision_number': 6, 'project_id': '98f84335c96241f993c5a89a410e9882', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:30:56.948562 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:56.993611 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Pushing event deleted for resources: {'Port': ['ID=d848297c-7566-4900-9ce8-9bcdbfeab43d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:57.083805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.259895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.262598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.283715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.284225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f71047-3681-4260-97e2-fc86fe00d2b5 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:30:57.295954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.297037 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3cab3306-2529-4526-9153-0bb0f1950843 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d6f71047-3681-4260-97e2-fc86fe00d2b5 HTTP/1.1" status: 204 len: 168 time: 1.3025897 May 24 23:30:57.299629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40120) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:57.358072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce46e06-7d98-41ff-8628-ddc589f790c9 admin admin] Deleting subnet 3dd9b1cd-428f-4793-a34a-e8825157dc3c {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:30:57.360835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ce46e06-7d98-41ff-8628-ddc589f790c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.410399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ce46e06-7d98-41ff-8628-ddc589f790c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.486828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ce46e06-7d98-41ff-8628-ddc589f790c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.552517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ce46e06-7d98-41ff-8628-ddc589f790c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.699646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce46e06-7d98-41ff-8628-ddc589f790c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd9b1cd-428f-4793-a34a-e8825157dc3c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:57.703221 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ce46e06-7d98-41ff-8628-ddc589f790c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.709094 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7335f33-319a-4208-bb50-01b44b556ee0 None None] Network fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:30:57.709845 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7ce46e06-7d98-41ff-8628-ddc589f790c9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3dd9b1cd-428f-4793-a34a-e8825157dc3c HTTP/1.1" status: 204 len: 168 time: 0.4087732 May 24 23:30:57.711742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40124) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:57.824502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.840431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Deleting port e2d2767e-0d37-422a-aa26-cc3481fc4857 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:57.840704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.962572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15841e72-b9e9-4211-b78d-6a4812d78640 None None] DHCP port deletion for fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:30:57.967515 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-15841e72-b9e9-4211-b78d-6a4812d78640 None None] Deleting port e2d2767e-0d37-422a-aa26-cc3481fc4857 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:57.967879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-15841e72-b9e9-4211-b78d-6a4812d78640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.054047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] For port e2d2767e-0d37-422a-aa26-cc3481fc4857, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e2d2767e-0d37-422a-aa26-cc3481fc4857,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:58.054607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.167446 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-15841e72-b9e9-4211-b78d-6a4812d78640 None None] For port e2d2767e-0d37-422a-aa26-cc3481fc4857, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e2d2767e-0d37-422a-aa26-cc3481fc4857,segment=NetworkSegment(8297234d-64b5-478d-a1eb-1c7f11f54da2),segment_id=8297234d-64b5-478d-a1eb-1c7f11f54da2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:58.167903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-15841e72-b9e9-4211-b78d-6a4812d78640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.181165 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Calling delete_port for e2d2767e-0d37-422a-aa26-cc3481fc4857 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:58.261047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.292072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-15841e72-b9e9-4211-b78d-6a4812d78640 None None] Calling delete_port for e2d2767e-0d37-422a-aa26-cc3481fc4857 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:58.308488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d2767e-0d37-422a-aa26-cc3481fc4857,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:58.310293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] No DVR routers for this DVR port e2d2767e-0d37-422a-aa26-cc3481fc4857 on host dv-neutron-843190-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:30:58.367420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-15841e72-b9e9-4211-b78d-6a4812d78640 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:30:58.367775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-15841e72-b9e9-4211-b78d-6a4812d78640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:30:58.379694 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e0f0944e-4248-4a53-8a67-0078e6d6076f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:58.413869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: e0f0944e-4248-4a53-8a67-0078e6d6076f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:30:58.414207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e0f0944e-4248-4a53-8a67-0078e6d6076f not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:58.414609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d848297c-7566-4900-9ce8-9bcdbfeab43d no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:58.436318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.450012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: d848297c-7566-4900-9ce8-9bcdbfeab43d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:30:58.450353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d848297c-7566-4900-9ce8-9bcdbfeab43d not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:58.450789 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e2d2767e-0d37-422a-aa26-cc3481fc4857 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:58.461532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:58.477848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8297234d-64b5-478d-a1eb-1c7f11f54da2') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:58.478139 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8297234d-64b5-478d-a1eb-1c7f11f54da2') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:58.483273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: e2d2767e-0d37-422a-aa26-cc3481fc4857 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:30:58.483616 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e2d2767e-0d37-422a-aa26-cc3481fc4857 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:58.489727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.505296 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.511640 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:30:58.512013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.600455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.604864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.632893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:58.647164 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-732f0bc7-642d-463a-8ee2-2605800df83a admin admin] 10.222.0.32 "DELETE /v2.0/networks/fc6c15fe-3a6c-4ebb-ab9c-95a6e10e1383 HTTP/1.1" status: 204 len: 168 time: 0.9344246 May 24 23:30:58.650242 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40132) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:58.661571 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 8297234d-64b5-478d-a1eb-1c7f11f54da2 resource provider aggregate not found May 24 23:30:58.678032 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 8297234d-64b5-478d-a1eb-1c7f11f54da2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8297234d-64b5-478d-a1eb-1c7f11f54da2 found for delete ", "request_id": "req-70674877-302b-42cb-a0ab-2b3d232e719a"}]} May 24 23:30:58.870049 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-15841e72-b9e9-4211-b78d-6a4812d78640 None None] Deleting port e2d2767e-0d37-422a-aa26-cc3481fc4857 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:58.870588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-15841e72-b9e9-4211-b78d-6a4812d78640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.938352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-15841e72-b9e9-4211-b78d-6a4812d78640 None None] The port 'e2d2767e-0d37-422a-aa26-cc3481fc4857' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:30:59.304499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:59.653294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] Deleting port fb4910a5-75fc-4f02-aff8-a5130f274e9f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:59.653905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:59.828731 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] For port fb4910a5-75fc-4f02-aff8-a5130f274e9f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=fb4910a5-75fc-4f02-aff8-a5130f274e9f,segment=NetworkSegment(73c492d9-4653-4bc5-a67e-a634e74a3627),segment_id=73c492d9-4653-4bc5-a67e-a634e74a3627)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:59.829079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:59.953357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] Calling delete_port for fb4910a5-75fc-4f02-aff8-a5130f274e9f owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:31:00.268917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:00.428421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4910a5-75fc-4f02-aff8-a5130f274e9f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:00.687229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:01.061023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] Router 1226f3ca-3299-4270-9471-3b506cc4346e has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:31:01.240889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:31:01.250356 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f6189-c3a7-4510-a403-985b3278b3ee None None] Sync routers for ids ['1226f3ca-3299-4270-9471-3b506cc4346e'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:31:01.257742 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-402cda5e-dee0-4814-959f-758cac06e056 admin admin] 10.222.0.32 "PUT /v2.0/routers/1226f3ca-3299-4270-9471-3b506cc4346e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6059034 May 24 23:31:01.260415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40138) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:01.260716 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f6189-c3a7-4510-a403-985b3278b3ee None None] Routers {'1226f3ca-3299-4270-9471-3b506cc4346e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:31:01.261307 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-367f6189-c3a7-4510-a403-985b3278b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:30:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['1226f3ca-3299-4270-9471-3b506cc4346e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:01.435918 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-367f6189-c3a7-4510-a403-985b3278b3ee None None] Set router 1226f3ca-3299-4270-9471-3b506cc4346e gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:31:01.436580 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:01.617647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:01.628034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Deleting port c09e560c-4f0c-4e28-81bf-70acf687688e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:31:01.628510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:01.752854 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-367f6189-c3a7-4510-a403-985b3278b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'name': 'tempest-TestMinimumBasicScenario-1230864075-router', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:31:00Z', 'revision_number': 5, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'gw_port': {'id': 'c09e560c-4f0c-4e28-81bf-70acf687688e', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:01.757011 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f6189-c3a7-4510-a403-985b3278b3ee None None] Checking router: 1226f3ca-3299-4270-9471-3b506cc4346e for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:31:01.765605 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f6189-c3a7-4510-a403-985b3278b3ee None None] Routers {'1226f3ca-3299-4270-9471-3b506cc4346e'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:31:01.766205 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-367f6189-c3a7-4510-a403-985b3278b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:30:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['1226f3ca-3299-4270-9471-3b506cc4346e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:01.913525 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-367f6189-c3a7-4510-a403-985b3278b3ee None None] Set router 1226f3ca-3299-4270-9471-3b506cc4346e gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:31:01.927654 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] For port c09e560c-4f0c-4e28-81bf-70acf687688e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=c09e560c-4f0c-4e28-81bf-70acf687688e,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:01.928138 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.017297 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-367f6189-c3a7-4510-a403-985b3278b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'name': 'tempest-TestMinimumBasicScenario-1230864075-router', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:31:01Z', 'revision_number': 6, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:02.021033 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f6189-c3a7-4510-a403-985b3278b3ee None None] The sync data for ids ['1226f3ca-3299-4270-9471-3b506cc4346e'] in dv-neutron-843190-1-hyperv is: [{'id': '1226f3ca-3299-4270-9471-3b506cc4346e', 'name': 'tempest-TestMinimumBasicScenario-1230864075-router', 'tenant_id': '7c46ab6fde4a40418271bf258fcc91f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:28:49Z', 'updated_at': '2022-05-24T23:31:01Z', 'revision_number': 6, 'project_id': '7c46ab6fde4a40418271bf258fcc91f2', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:31:02.049900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Calling delete_port for c09e560c-4f0c-4e28-81bf-70acf687688e owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:31:02.214252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.261863 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09e560c-4f0c-4e28-81bf-70acf687688e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:02.354884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.529235 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.531400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.553874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.554441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1226f3ca-3299-4270-9471-3b506cc4346e {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:31:02.566707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.567914 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-34e4b2aa-4b88-46be-bd80-1c33f3a34647 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1226f3ca-3299-4270-9471-3b506cc4346e HTTP/1.1" status: 204 len: 168 time: 1.3065097 May 24 23:31:02.570343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40142) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:02.628411 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fa0c54-8d39-4200-a93f-304a2f765a7c admin admin] Deleting subnet 5b6fa304-7663-4014-bf7c-9ccb605a9fde {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:31:02.631209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-07fa0c54-8d39-4200-a93f-304a2f765a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.681590 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-07fa0c54-8d39-4200-a93f-304a2f765a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.737764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb4910a5-75fc-4f02-aff8-a5130f274e9f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:31:02.761889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-07fa0c54-8d39-4200-a93f-304a2f765a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.774683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: fb4910a5-75fc-4f02-aff8-a5130f274e9f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:31:02.775221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device fb4910a5-75fc-4f02-aff8-a5130f274e9f not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:31:02.847193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-07fa0c54-8d39-4200-a93f-304a2f765a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.885781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa0c54-8d39-4200-a93f-304a2f765a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b6fa304-7663-4014-bf7c-9ccb605a9fde,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:02.889446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-07fa0c54-8d39-4200-a93f-304a2f765a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:02.894446 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3dbde1-d918-4036-ae8d-8ce32b991008 None None] Network 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:31:02.897494 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-07fa0c54-8d39-4200-a93f-304a2f765a7c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5b6fa304-7663-4014-bf7c-9ccb605a9fde HTTP/1.1" status: 204 len: 168 time: 0.3261471 May 24 23:31:02.899900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40146) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:03.013518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.028429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Deleting port ed7909ef-c13e-41d0-b6cd-c857f2151e48 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:31:03.028917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.202079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33db98e2-40cb-452a-8ed4-44bc44d1e7ea None None] DHCP port deletion for 8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:31:03.206445 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-33db98e2-40cb-452a-8ed4-44bc44d1e7ea None None] Deleting port ed7909ef-c13e-41d0-b6cd-c857f2151e48 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:31:03.206974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-33db98e2-40cb-452a-8ed4-44bc44d1e7ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.263993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] For port ed7909ef-c13e-41d0-b6cd-c857f2151e48, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ed7909ef-c13e-41d0-b6cd-c857f2151e48,segment=NetworkSegment(73c492d9-4653-4bc5-a67e-a634e74a3627),segment_id=73c492d9-4653-4bc5-a67e-a634e74a3627)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:03.264350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.407739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-33db98e2-40cb-452a-8ed4-44bc44d1e7ea None None] For port ed7909ef-c13e-41d0-b6cd-c857f2151e48, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ed7909ef-c13e-41d0-b6cd-c857f2151e48,segment=NetworkSegment(73c492d9-4653-4bc5-a67e-a634e74a3627),segment_id=73c492d9-4653-4bc5-a67e-a634e74a3627)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:03.408022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-33db98e2-40cb-452a-8ed4-44bc44d1e7ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.492868 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Calling delete_port for ed7909ef-c13e-41d0-b6cd-c857f2151e48 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:31:03.531555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-33db98e2-40cb-452a-8ed4-44bc44d1e7ea None None] Calling delete_port for ed7909ef-c13e-41d0-b6cd-c857f2151e48 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:31:03.575570 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.606374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-33db98e2-40cb-452a-8ed4-44bc44d1e7ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:31:03.606752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-33db98e2-40cb-452a-8ed4-44bc44d1e7ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:31:03.624714 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7909ef-c13e-41d0-b6cd-c857f2151e48,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:03.626498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] No DVR routers for this DVR port ed7909ef-c13e-41d0-b6cd-c857f2151e48 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:31:03.739318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.763770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:03.775409 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c492d9-4653-4bc5-a67e-a634e74a3627') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:03.776317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c492d9-4653-4bc5-a67e-a634e74a3627') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:03.787340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.802856 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.809510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:31:03.809886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.875053 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 73c492d9-4653-4bc5-a67e-a634e74a3627 resource provider aggregate not found May 24 23:31:03.896032 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 73c492d9-4653-4bc5-a67e-a634e74a3627 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73c492d9-4653-4bc5-a67e-a634e74a3627 found for delete ", "request_id": "req-f58af6aa-2a66-4220-976c-2047c988ca18"}]} May 24 23:31:03.907559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.923155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.933474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:03.940408 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-400ebb37-5f0f-4d3d-9359-87a1bcf18b99 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8d74e08f-bf57-4974-bb28-6d6fd1c6b6ce HTTP/1.1" status: 204 len: 168 time: 1.0395038 May 24 23:31:04.101457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40156) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:04.108559 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-33db98e2-40cb-452a-8ed4-44bc44d1e7ea None None] Deleting port ed7909ef-c13e-41d0-b6cd-c857f2151e48 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:31:04.108981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-33db98e2-40cb-452a-8ed4-44bc44d1e7ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:04.157673 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3f1112ed-b7f3-4495-ba12-6edc4f712e51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98f84335c96241f993c5a89a410e9882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550056 May 24 23:31:04.162142 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40160) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:04.185430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-33db98e2-40cb-452a-8ed4-44bc44d1e7ea None None] The port 'ed7909ef-c13e-41d0-b6cd-c857f2151e48' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:31:04.227021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c42588b-29a2-43aa-aaed-3e0c1458ac1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:04.253486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c42588b-29a2-43aa-aaed-3e0c1458ac1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:04.303260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c42588b-29a2-43aa-aaed-3e0c1458ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:04.319100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42588b-29a2-43aa-aaed-3e0c1458ac1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddce15f-e7d1-48d7-9a85-d82df487d68d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:04.327424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c42588b-29a2-43aa-aaed-3e0c1458ac1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:04.331256 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1c42588b-29a2-43aa-aaed-3e0c1458ac1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ddce15f-e7d1-48d7-9a85-d82df487d68d HTTP/1.1" status: 204 len: 168 time: 0.1653535 May 24 23:31:04.368004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed7909ef-c13e-41d0-b6cd-c857f2151e48 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:31:04.401125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: ed7909ef-c13e-41d0-b6cd-c857f2151e48 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:31:04.401469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed7909ef-c13e-41d0-b6cd-c857f2151e48 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:31:04.401876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c09e560c-4f0c-4e28-81bf-70acf687688e no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:31:04.434375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: c09e560c-4f0c-4e28-81bf-70acf687688e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:31:04.434739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device c09e560c-4f0c-4e28-81bf-70acf687688e not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:31:04.662544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40168) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:04.708808 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8b440010-337c-4af8-b453-00ae766ca343 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c46ab6fde4a40418271bf258fcc91f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451486 May 24 23:31:04.711212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40172) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:04.771303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e754645a-f890-4611-be0a-2567560839a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:04.797451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e754645a-f890-4611-be0a-2567560839a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:04.848902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e754645a-f890-4611-be0a-2567560839a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:04.865851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754645a-f890-4611-be0a-2567560839a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9e9378-b8c0-4680-99f4-83d11e37d1b9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:04.871104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e754645a-f890-4611-be0a-2567560839a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:04.872737 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e754645a-f890-4611-be0a-2567560839a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b9e9378-b8c0-4680-99f4-83d11e37d1b9 HTTP/1.1" status: 204 len: 168 time: 0.1605992 May 24 23:31:06.359627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40214) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:06.364817 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-677313509', 'description': 'tempest-secgroup-smoke-677313509 description', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:06.370754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:06.374568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:06.377426 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:06.383588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:06.393138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.405396 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.420190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:06.423950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:06.426816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:06.432458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:06.516873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.520287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.532840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:06.540404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:06.548716 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:06.558778 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:06.562180 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453171b8-27cb-4e1b-8fb6-29ca752de885,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:06.633958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.637857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.679578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574bab51-f46d-4a0e-817a-c9fe7f60a54d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:06.682945 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.684117 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fdbddf32-e2e5-4ca4-a576-1d1ffa3ccdeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3234494 May 24 23:31:06.687172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40218) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:06.692192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8f4d75c3-c44b-421e-8af1-59952fb715cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '574bab51-f46d-4a0e-817a-c9fe7f60a54d', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:06.698554 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8f4d75c3-c44b-421e-8af1-59952fb715cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:06.702362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8f4d75c3-c44b-421e-8af1-59952fb715cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:06.705229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8f4d75c3-c44b-421e-8af1-59952fb715cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:06.710884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8f4d75c3-c44b-421e-8af1-59952fb715cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:06.728045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f4d75c3-c44b-421e-8af1-59952fb715cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.787042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f4d75c3-c44b-421e-8af1-59952fb715cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.790308 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f4d75c3-c44b-421e-8af1-59952fb715cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.813464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d75c3-c44b-421e-8af1-59952fb715cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd1d9fe-24c6-43fd-8f0f-bda9d1990870,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:06.821742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8f4d75c3-c44b-421e-8af1-59952fb715cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.823561 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8f4d75c3-c44b-421e-8af1-59952fb715cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354179 May 24 23:31:06.826375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40222) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:06.831261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2dbd4e09-9091-4df1-8f30-c1b39269b671 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '574bab51-f46d-4a0e-817a-c9fe7f60a54d', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:06.836891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2dbd4e09-9091-4df1-8f30-c1b39269b671 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:06.840876 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2dbd4e09-9091-4df1-8f30-c1b39269b671 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:06.843694 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2dbd4e09-9091-4df1-8f30-c1b39269b671 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:06.849323 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2dbd4e09-9091-4df1-8f30-c1b39269b671 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:06.865196 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dbd4e09-9091-4df1-8f30-c1b39269b671 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.927363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dbd4e09-9091-4df1-8f30-c1b39269b671 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.930974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dbd4e09-9091-4df1-8f30-c1b39269b671 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.954268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd4e09-9091-4df1-8f30-c1b39269b671 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1baca7be-32bf-4c7e-8047-e58b0b022200,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:06.963459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dbd4e09-9091-4df1-8f30-c1b39269b671 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:06.964601 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2dbd4e09-9091-4df1-8f30-c1b39269b671 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372685 May 24 23:31:06.967347 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40226) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:06.972071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a33cbf0f-14c2-4553-8cd3-108be245057a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '574bab51-f46d-4a0e-817a-c9fe7f60a54d', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:06.977590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a33cbf0f-14c2-4553-8cd3-108be245057a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:06.981429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a33cbf0f-14c2-4553-8cd3-108be245057a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:06.984259 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a33cbf0f-14c2-4553-8cd3-108be245057a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:06.989854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a33cbf0f-14c2-4553-8cd3-108be245057a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:07.005937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a33cbf0f-14c2-4553-8cd3-108be245057a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.066268 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a33cbf0f-14c2-4553-8cd3-108be245057a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.069451 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a33cbf0f-14c2-4553-8cd3-108be245057a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.095942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cbf0f-14c2-4553-8cd3-108be245057a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7c1cdd-fa29-40d9-a12a-f3c5db9d4e98,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:07.102248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a33cbf0f-14c2-4553-8cd3-108be245057a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.103431 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a33cbf0f-14c2-4553-8cd3-108be245057a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351967 May 24 23:31:07.106212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40230) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:07.111017 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c21af7f8-f799-4a98-a8d8-1860c13d8059 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '574bab51-f46d-4a0e-817a-c9fe7f60a54d', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:07.116712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c21af7f8-f799-4a98-a8d8-1860c13d8059 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:07.121005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c21af7f8-f799-4a98-a8d8-1860c13d8059 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:07.123888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c21af7f8-f799-4a98-a8d8-1860c13d8059 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:07.129601 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c21af7f8-f799-4a98-a8d8-1860c13d8059 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:07.147420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c21af7f8-f799-4a98-a8d8-1860c13d8059 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.209641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c21af7f8-f799-4a98-a8d8-1860c13d8059 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.213638 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c21af7f8-f799-4a98-a8d8-1860c13d8059 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.236164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21af7f8-f799-4a98-a8d8-1860c13d8059 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3659ea6-8eb9-4f4c-9e10-b0e1fcabbea7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:07.245447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c21af7f8-f799-4a98-a8d8-1860c13d8059 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.246595 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c21af7f8-f799-4a98-a8d8-1860c13d8059 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394627 May 24 23:31:07.249352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40234) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:07.254314 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '574bab51-f46d-4a0e-817a-c9fe7f60a54d', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:07.260028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:07.263886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:07.266723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:07.272318 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:07.284914 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Project e7ffc7908c944addb43a672fac22dd1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:31:07.292147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.356614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.360160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.384855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64ed3ff-67a2-464d-9d8d-3f5698657758,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:07.394127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.395361 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-787d860c-63e5-4678-8f8d-e2e5d3670236 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448956 May 24 23:31:07.397984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40238) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:07.402858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '574bab51-f46d-4a0e-817a-c9fe7f60a54d', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:07.408574 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:07.412412 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:07.415288 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:07.421453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:07.431688 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Project e7ffc7908c944addb43a672fac22dd1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:31:07.438511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.503143 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.506564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.529304 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f279984-f4aa-4c9f-9986-5e11117b6fe9,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:07.538624 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.539810 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-148781a5-407e-4639-9800-7f50d504a7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408913 May 24 23:31:07.543417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40242) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:07.548698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'network': {'name': 'tempest-network-smoke--1489823504', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:07.553676 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:07.557857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:network and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:07.560792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:07.566362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:07.576044 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:31:07.579507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.607302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:31:07.615908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.616243 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Added segment e6b742c2-e93a-4704-870d-dde8bd3f4377 of type vlan for network 8b66def3-bce9-45bc-860d-61618bfe64c1 May 24 23:31:07.643828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.672816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.678127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:07.678725 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.777451 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2330384 May 24 23:31:07.780349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40246) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:07.785619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'admin_state_up': True, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:07.786209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72d9d8-7a21-4831-85c2-988049c2b4b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Network': ['ID=8b66def3-bce9-45bc-860d-61618bfe64c1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:07.793393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:07.797004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 8b66def3-bce9-45bc-860d-61618bfe64c1 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:31:07.797507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:router and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:07.800769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:07.806447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:07.815739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.816687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.830800 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:08.092363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:08.382787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:08.411068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:08.540908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.26.3.28 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/d2366b5d-c3dc-432e-831d-5f45e959e552) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:31:08.788689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:08.817997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:08.879208 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:31:08.881811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:31:08.885434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:31:08.928323 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=d2366b5d-c3dc-432e-831d-5f45e959e552,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:09.294051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:09.624898 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:09.821716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:31:09.991828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:31:10.004705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Sync routers for ids ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:31:10.014381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Routers {'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:31:10.015031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:30:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:10.020131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:10.024688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40250) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:10.025176 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-50e61d48-c41f-49c6-9733-3d0038a0a563 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2433240 May 24 23:31:10.164902 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-356e1961-d15d-450d-95cb-269d2aaa8d3a tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e7ffc7908c944addb43a672fac22dd1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1363471 May 24 23:31:10.165114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40256) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:10.193497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Set router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:31:10.392263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ddb4e0-65b8-49ed-affc-be8558bf536f tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:10.393737 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a7ddb4e0-65b8-49ed-affc-be8558bf536f tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2278111 May 24 23:31:10.396633 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40260) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:10.435353 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-242d29b8-f54c-4b2e-9964-3bda2a33495a tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376923 May 24 23:31:10.437952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40264) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:10.443124 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-670118718', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:10.475057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:09Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:10.479397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Checking router: ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:31:10.479746 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Updating router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 port d2366b5d-c3dc-432e-831d-5f45e959e552 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:31:10.553031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:10.556800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:subnet and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:10.559664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:10.565448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:10.569765 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:10.574983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:31:10.578462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:10.797040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:10.875834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Subnet': ['ID=964fa113-0e03-428f-b75d-753db76f7b29,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:10.882983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Checking segment: {'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:31:10.883346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network hostable DHCP agents. Network: 8b66def3-bce9-45bc-860d-61618bfe64c1, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:31:10.902864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 8b66def3-bce9-45bc-860d-61618bfe64c1 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:31:10.915317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:10.917230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 8b66def3-bce9-45bc-860d-61618bfe64c1) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:31:10.925399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:10.925986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:10.929624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84800bf-be04-4a67-b252-a0687762d682 None None] Network 8b66def3-bce9-45bc-860d-61618bfe64c1 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:31:10.944222 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Transition to ACTIVE for port object d2366b5d-c3dc-432e-831d-5f45e959e552 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:31:10.947411 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-903ea785-0d34-4364-8ca0-3ee91308f698 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5084953 May 24 23:31:10.950610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40268) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:10.996771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:11.112497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Attempting to bind port d2366b5d-c3dc-432e-831d-5f45e959e552 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:31:11.113177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Attempting to bind port d2366b5d-c3dc-432e-831d-5f45e959e552 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:31:11.113295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Attempting to bind port d2366b5d-c3dc-432e-831d-5f45e959e552 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:31:11.117948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Pushing event updated for resources: {'Port': ['ID=d2366b5d-c3dc-432e-831d-5f45e959e552,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:11.135907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:31:11.136273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:31:11.136710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:11.137107 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:31:11.137586 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Bound port: d2366b5d-c3dc-432e-831d-5f45e959e552, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:31:11.137964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:11.164274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.164628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.164972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.165311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.165643 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.165976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.166304 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.166700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.167011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.167335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.167660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.167984 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:11.297325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] For port d2366b5d-c3dc-432e-831d-5f45e959e552, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:31:11.305827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] For port d2366b5d-c3dc-432e-831d-5f45e959e552, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d2366b5d-c3dc-432e-831d-5f45e959e552,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:31:11.310838 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-8b66def3-bce9-45bc-860d-61618bfe64c1', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ips': [{'subnet_id': '964fa113-0e03-428f-b75d-753db76f7b29'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:31:11.311668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:11.323680 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:11.467061 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cc79d-2499-428d-9982-067b6119598f None None] Pushing event updated for resources: {'Port': ['ID=d2366b5d-c3dc-432e-831d-5f45e959e552,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:11.469535 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Routers {'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:31:11.470125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:30:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:11.654449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:11.695846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Allocated IP 172.20.0.2 (8b66def3-bce9-45bc-860d-61618bfe64c1/964fa113-0e03-428f-b75d-753db76f7b29/d69c084c-2b0c-43e7-88f3-46f93fb56c26) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:31:11.714333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] Set router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:31:12.195892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:12.208677 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Transition to ACTIVE for port object d69c084c-2b0c-43e7-88f3-46f93fb56c26 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:31:12.232627 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:09Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:12.234851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Transition to ACTIVE for port object d69c084c-2b0c-43e7-88f3-46f93fb56c26 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:31:12.238528 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d403990-089b-4ccd-b038-f2ace92c3333 None None] The sync data for ids ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'] in dv-neutron-843190-1-hyperv is: [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:09Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:31:12.240912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:12.309511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.20.0.1 (8b66def3-bce9-45bc-860d-61618bfe64c1/964fa113-0e03-428f-b75d-753db76f7b29/ed5b6cdd-2dd1-499e-81af-3d3bae7afca5) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:31:12.316844 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Network 8b66def3-bce9-45bc-860d-61618bfe64c1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:31:12.319756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:31:12.324666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:31:12.326744 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Pushing event updated for resources: {'Port': ['ID=d69c084c-2b0c-43e7-88f3-46f93fb56c26,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:12.418608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Attempting to bind port d69c084c-2b0c-43e7-88f3-46f93fb56c26 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:31:12.419010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Attempting to bind port d69c084c-2b0c-43e7-88f3-46f93fb56c26 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:31:12.419383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Attempting to bind port d69c084c-2b0c-43e7-88f3-46f93fb56c26 on network 8b66def3-bce9-45bc-860d-61618bfe64c1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:31:12.425488 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:31:12.425862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Checking segment: {'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:31:12.426260 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:12.426673 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Bound using segment: {'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:31:12.427133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Bound port: d69c084c-2b0c-43e7-88f3-46f93fb56c26, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:31:12.427512 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:12.492844 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:12.510419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Transition to ACTIVE for port object ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:31:12.537828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:12.545491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] For port d69c084c-2b0c-43e7-88f3-46f93fb56c26, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:31:12.548813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] For port d69c084c-2b0c-43e7-88f3-46f93fb56c26, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d69c084c-2b0c-43e7-88f3-46f93fb56c26,segment=NetworkSegment(e6b742c2-e93a-4704-870d-dde8bd3f4377),segment_id=e6b742c2-e93a-4704-870d-dde8bd3f4377)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:31:12.554561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:12.616721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 8b66def3-bce9-45bc-860d-61618bfe64c1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:31:12.620916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:31:12.623307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:31:12.645350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a4149-e018-4d61-85b6-34ccb91533a8 None None] Pushing event updated for resources: {'Port': ['ID=d69c084c-2b0c-43e7-88f3-46f93fb56c26,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:12.670409 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=ed5b6cdd-2dd1-499e-81af-3d3bae7afca5,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:12.698398 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:13.014406 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:13.428900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:13.433363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:13.551622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:13.555160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=ed5b6cdd-2dd1-499e-81af-3d3bae7afca5,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:13.608440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9535bb6d-f667-44ca-b014-8566bf934fdf None None] Network 8b66def3-bce9-45bc-860d-61618bfe64c1 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:31:13.689538 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 8b66def3-bce9-45bc-860d-61618bfe64c1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:31:13.690700 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:31:13.701532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-12474362-f211-4ee8-99ab-14ef81cccf6d None None] Provisioning for port d69c084c-2b0c-43e7-88f3-46f93fb56c26 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:31:14.003790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:31:14.143917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-906ef3d7-7455-422d-8e5d-de66a4fb28ce None None] Provisioning for port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:31:14.152505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-906ef3d7-7455-422d-8e5d-de66a4fb28ce None None] Provisioning complete for port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:14.152897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-906ef3d7-7455-422d-8e5d-de66a4fb28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:14.194505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:31:14.205455 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273557de-1c76-4a99-a052-db1671468099 None None] Sync routers for ids ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:31:14.208918 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ed7bb304-a95e-4697-a1a0-3ca8226a9390 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "PUT /v2.0/routers/ef1ddd99-aa00-42e2-af7d-6713cd7efcc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2572193 May 24 23:31:14.219775 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273557de-1c76-4a99-a052-db1671468099 None None] Routers {'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:31:14.219975 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-273557de-1c76-4a99-a052-db1671468099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:30:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:14.233022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-906ef3d7-7455-422d-8e5d-de66a4fb28ce None None] Port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:31:14.379991 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b21d802-5c97-4379-ae64-cbaf352243d5 None None] Provisioning complete for port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:14.380502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b21d802-5c97-4379-ae64-cbaf352243d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:14.422164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e8fadac2-db33-442f-81fc-887be580bf25 req-4af396dd-6b45-4f12-b3c2-fc613d0390ee tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:31:14.444458 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-273557de-1c76-4a99-a052-db1671468099 None None] Set router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:31:14.453289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d69c084c-2b0c-43e7-88f3-46f93fb56c26 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:31:14.459355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e8fadac2-db33-442f-81fc-887be580bf25 req-4af396dd-6b45-4f12-b3c2-fc613d0390ee tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:31:14.460680 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-4af396dd-6b45-4f12-b3c2-fc613d0390ee tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677313509&fields=id&tenant_id=e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 267 time: 0.1049089 May 24 23:31:14.488070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3b21d802-5c97-4379-ae64-cbaf352243d5 None None] Port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:31:14.536443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port d69c084c-2b0c-43e7-88f3-46f93fb56c26 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:31:14.544394 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d69c084c-2b0c-43e7-88f3-46f93fb56c26 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:14.544944 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:14.625126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0e455bb4-8d53-4a81-bd07-96742cedab65 None None] Provisioning complete for port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:14.625881 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e455bb4-8d53-4a81-bd07-96742cedab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:14.630512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadac2-db33-442f-81fc-887be580bf25 req-30832871-1f88-4a82-b4e3-5290d954a3cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:14.631313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e8fadac2-db33-442f-81fc-887be580bf25 req-30832871-1f88-4a82-b4e3-5290d954a3cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:31:14.649957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e8fadac2-db33-442f-81fc-887be580bf25 req-30832871-1f88-4a82-b4e3-5290d954a3cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:31:14.651856 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-30832871-1f88-4a82-b4e3-5290d954a3cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/networks?id=8b66def3-bce9-45bc-860d-61618bfe64c1 HTTP/1.1" status: 200 len: 797 time: 0.1819766 May 24 23:31:14.669493 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-783881ee-2cb3-46bb-b7dd-c063b0b074f6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/quotas/e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 375 time: 0.0104387 May 24 23:31:14.730546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0e455bb4-8d53-4a81-bd07-96742cedab65 None None] Port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:31:14.733002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d69c084c-2b0c-43e7-88f3-46f93fb56c26 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:14.733381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:14.756435 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e8fadac2-db33-442f-81fc-887be580bf25 req-a02cccb9-6aca-48c8-a7c5-978b79054887 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:31:14.768466 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port d69c084c-2b0c-43e7-88f3-46f93fb56c26, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d69c084c-2b0c-43e7-88f3-46f93fb56c26,segment=NetworkSegment(e6b742c2-e93a-4704-870d-dde8bd3f4377),segment_id=e6b742c2-e93a-4704-870d-dde8bd3f4377)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:14.772468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:14.773233 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d2366b5d-c3dc-432e-831d-5f45e959e552 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:31:14.776380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e8fadac2-db33-442f-81fc-887be580bf25 req-a02cccb9-6aca-48c8-a7c5-978b79054887 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:31:14.777926 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-a02cccb9-6aca-48c8-a7c5-978b79054887 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019542 May 24 23:31:14.780471 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-273557de-1c76-4a99-a052-db1671468099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ed5b6cdd-2dd1-499e-81af-3d3bae7afca5', 'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:ae:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '964fa113-0e03-428f-b75d-753db76f7b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:11Z', 'updated_at': '2022-05-24T23:31:13Z', 'revision_number': 2, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '964fa113-0e03-428f-b75d-753db76f7b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:14.784666 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273557de-1c76-4a99-a052-db1671468099 None None] Checking router: ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:31:14.785108 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273557de-1c76-4a99-a052-db1671468099 None None] Updating router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:31:14.840133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-edcac9de-f603-488f-aa7d-738ff7234c74 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:31:14.840999 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-273557de-1c76-4a99-a052-db1671468099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:14.841274 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-edcac9de-f603-488f-aa7d-738ff7234c74 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516386 May 24 23:31:14.891343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=d69c084c-2b0c-43e7-88f3-46f93fb56c26,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:14.905986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port d2366b5d-c3dc-432e-831d-5f45e959e552 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:31:14.910827 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d2366b5d-c3dc-432e-831d-5f45e959e552 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:14.911198 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:14.979590 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-74db42dd-8b8e-4bce-9e7a-f9bbf8fbb0f7 service neutron] 10.222.0.32 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320312 May 24 23:31:15.029719 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d2366b5d-c3dc-432e-831d-5f45e959e552 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:15.030254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:15.047812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port d2366b5d-c3dc-432e-831d-5f45e959e552, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d2366b5d-c3dc-432e-831d-5f45e959e552,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:15.052031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:15.118700 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-5aac8d44-9d7f-4623-aaef-80f3a3cbb4ac service neutron] 10.222.0.32 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297650 May 24 23:31:15.131322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=d2366b5d-c3dc-432e-831d-5f45e959e552,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:15.204967 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-273557de-1c76-4a99-a052-db1671468099 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:15.217256 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-273557de-1c76-4a99-a052-db1671468099 None None] Transition to ACTIVE for port object ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:31:15.223866 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-273557de-1c76-4a99-a052-db1671468099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:15.302398 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fedc3e17-4ea2-43c8-92a1-5d08f2e6ac73 req-333c0d2b-e064-4c26-902c-f1b1f266fc2a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 210 time: 0.0469396 May 24 23:31:15.457699 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Pushing event updated for resources: {'Port': ['ID=ed5b6cdd-2dd1-499e-81af-3d3bae7afca5,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:15.469933 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.470273 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.470603 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.470947 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.471268 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.471590 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.471906 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.472215 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.472526 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.472834 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.473138 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.473443 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:15.499729 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-273557de-1c76-4a99-a052-db1671468099 None None] Attempting to bind port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:31:15.500174 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-273557de-1c76-4a99-a052-db1671468099 None None] Attempting to bind port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:31:15.500613 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273557de-1c76-4a99-a052-db1671468099 None None] Attempting to bind port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 on network 8b66def3-bce9-45bc-860d-61618bfe64c1 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:31:15.506956 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273557de-1c76-4a99-a052-db1671468099 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:31:15.507538 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273557de-1c76-4a99-a052-db1671468099 None None] Checking segment: {'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:31:15.507959 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-273557de-1c76-4a99-a052-db1671468099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:15.508523 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273557de-1c76-4a99-a052-db1671468099 None None] Bound using segment: {'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:31:15.509004 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-273557de-1c76-4a99-a052-db1671468099 None None] Bound port: ed5b6cdd-2dd1-499e-81af-3d3bae7afca5, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:31:15.509427 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-273557de-1c76-4a99-a052-db1671468099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:15.597507 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-273557de-1c76-4a99-a052-db1671468099 None None] For port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:31:15.600448 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-273557de-1c76-4a99-a052-db1671468099 None None] For port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ed5b6cdd-2dd1-499e-81af-3d3bae7afca5,segment=NetworkSegment(e6b742c2-e93a-4704-870d-dde8bd3f4377),segment_id=e6b742c2-e93a-4704-870d-dde8bd3f4377)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:31:15.604811 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-273557de-1c76-4a99-a052-db1671468099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:15.684155 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273557de-1c76-4a99-a052-db1671468099 None None] Routers {'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:31:15.684789 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-273557de-1c76-4a99-a052-db1671468099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:30:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:15.763244 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef582884-a7f8-4b0a-93e7-146816f0ce85 None None] Pushing event updated for resources: {'Port': ['ID=ed5b6cdd-2dd1-499e-81af-3d3bae7afca5,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:15.876598 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-273557de-1c76-4a99-a052-db1671468099 None None] Set router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:31:16.113468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:16.187511 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-273557de-1c76-4a99-a052-db1671468099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ed5b6cdd-2dd1-499e-81af-3d3bae7afca5', 'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:ae:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '964fa113-0e03-428f-b75d-753db76f7b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:11Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '964fa113-0e03-428f-b75d-753db76f7b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:16.191293 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273557de-1c76-4a99-a052-db1671468099 None None] The sync data for ids ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'] in dv-neutron-843190-1-hyperv is: [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ed5b6cdd-2dd1-499e-81af-3d3bae7afca5', 'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:ae:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '964fa113-0e03-428f-b75d-753db76f7b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:11Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '964fa113-0e03-428f-b75d-753db76f7b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:31:16.493984 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee5b9299-8a27-4fcb-b4c4-837236d17e45 req-034b4bea-ca0c-4aeb-a102-aea969e46de1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 210 time: 0.0519328 May 24 23:31:16.500723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d69c084c-2b0c-43e7-88f3-46f93fb56c26 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:31:16.582417 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d69c084c-2b0c-43e7-88f3-46f93fb56c26 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:16.582821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:16.753658 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadac2-db33-442f-81fc-887be580bf25 req-2e04585d-1560-4fd8-b0fe-492e2f35afe8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:16.755149 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-2e04585d-1560-4fd8-b0fe-492e2f35afe8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/networks?id=8b66def3-bce9-45bc-860d-61618bfe64c1 HTTP/1.1" status: 200 len: 797 time: 0.3306069 May 24 23:31:16.778137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d69c084c-2b0c-43e7-88f3-46f93fb56c26 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:16.779380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:31:16.811044 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-a8ce20e7-78cb-4177-ac4a-6eabc16f76ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 379 time: 0.0473230 May 24 23:31:16.821359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'port': {'device_id': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'admin_state_up': True, 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'security_groups': ['574bab51-f46d-4a0e-817a-c9fe7f60a54d']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:16.851786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:31:16.856919 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:16.857356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:16.973295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:16.983164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:16.983325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:16.983956 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:16.995917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:31:16.999410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:17.018764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ed5b6cdd-2dd1-499e-81af-3d3bae7afca5,segment=NetworkSegment(e6b742c2-e93a-4704-870d-dde8bd3f4377),segment_id=e6b742c2-e93a-4704-870d-dde8bd3f4377)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:17.023761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:17.024796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d2366b5d-c3dc-432e-831d-5f45e959e552 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:31:17.142383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ed5b6cdd-2dd1-499e-81af-3d3bae7afca5,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:17.158322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port d2366b5d-c3dc-432e-831d-5f45e959e552 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:17.158742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:17.178241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.20.0.14 (8b66def3-bce9-45bc-860d-61618bfe64c1/964fa113-0e03-428f-b75d-753db76f7b29/0d6969d1-703e-4298-b94b-3cb37766c78e) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:31:17.290447 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port d2366b5d-c3dc-432e-831d-5f45e959e552 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:17.382883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:17.398093 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Transition to ACTIVE for port object 0d6969d1-703e-4298-b94b-3cb37766c78e will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:31:17.422316 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:17.490967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 8b66def3-bce9-45bc-860d-61618bfe64c1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:31:17.493984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:31:17.498061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:31:17.538751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=0d6969d1-703e-4298-b94b-3cb37766c78e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:17.571061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:17.571692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:17.599724 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e3ca5174-f634-487b-8e3e-c56b2da5d01e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7823391 May 24 23:31:17.611636 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Request body: {'port': {'device_id': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:17.693690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a4b85-44e9-4d97-9058-217552ec7712 req-7127399b-56d0-46b9-9418-56a25d40b024 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:17.695119 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd3a4b85-44e9-4d97-9058-217552ec7712 req-7127399b-56d0-46b9-9418-56a25d40b024 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 932 time: 0.0832391 May 24 23:31:17.716764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-22eb7134-4ce9-41df-814c-525dd5f15f2c None None] Provisioning for port 0d6969d1-703e-4298-b94b-3cb37766c78e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:31:17.723374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-22eb7134-4ce9-41df-814c-525dd5f15f2c None None] Provisioning complete for port 0d6969d1-703e-4298-b94b-3cb37766c78e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:17.723964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22eb7134-4ce9-41df-814c-525dd5f15f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:17.731485 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:17.743070 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd3a4b85-44e9-4d97-9058-217552ec7712 req-d59c70f5-d852-4ed6-aa3c-7c3ea8a60837 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414910 May 24 23:31:17.791303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22eb7134-4ce9-41df-814c-525dd5f15f2c None None] Port 0d6969d1-703e-4298-b94b-3cb37766c78e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:31:18.065682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6969d1-703e-4298-b94b-3cb37766c78e {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:31:18.073265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:18.087207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Transition to ACTIVE for port object 0d6969d1-703e-4298-b94b-3cb37766c78e will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:31:18.090797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:18.268759 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Pushing event updated for resources: {'Port': ['ID=0d6969d1-703e-4298-b94b-3cb37766c78e,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:18.343774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Attempting to bind port 0d6969d1-703e-4298-b94b-3cb37766c78e on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:31:18.344101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Attempting to bind port 0d6969d1-703e-4298-b94b-3cb37766c78e by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:31:18.344426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Attempting to bind port 0d6969d1-703e-4298-b94b-3cb37766c78e on network 8b66def3-bce9-45bc-860d-61618bfe64c1 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:31:18.349027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Port 0d6969d1-703e-4298-b94b-3cb37766c78e on network 8b66def3-bce9-45bc-860d-61618bfe64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:31:18.349337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Attempting to bind port 0d6969d1-703e-4298-b94b-3cb37766c78e on network 8b66def3-bce9-45bc-860d-61618bfe64c1 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:31:18.354711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:31:18.355044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Checking segment: {'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:31:18.355418 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Bound using segment: {'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:31:18.355834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Bound port: 0d6969d1-703e-4298-b94b-3cb37766c78e, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b742c2-e93a-4704-870d-dde8bd3f4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:31:18.356178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:18.374362 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:31:18.443421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] For port 0d6969d1-703e-4298-b94b-3cb37766c78e, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:31:18.446394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] For port 0d6969d1-703e-4298-b94b-3cb37766c78e, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0d6969d1-703e-4298-b94b-3cb37766c78e,segment=NetworkSegment(e6b742c2-e93a-4704-870d-dde8bd3f4377),segment_id=e6b742c2-e93a-4704-870d-dde8bd3f4377)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:31:18.451040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:18.451275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:18.451654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:18.575714 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:18.614755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:18.615357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:18.616743 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] 10.222.0.42 "PUT /v2.0/ports/0d6969d1-703e-4298-b94b-3cb37766c78e HTTP/1.1" status: 200 len: 1094 time: 1.0095496 May 24 23:31:18.617179 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'tag': '0d6969d1-703e-4298-b94b-3cb37766c78e'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:31:18.647407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583a3b9-09a6-4120-8a11-385bfa542f0e service neutron] Pushing event updated for resources: {'Port': ['ID=0d6969d1-703e-4298-b94b-3cb37766c78e,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:18.689711 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008e69ce-01cc-4a51-8595-972e8a1c49ca'] response: {'name': 'network-changed', 'server_uuid': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'tag': '0d6969d1-703e-4298-b94b-3cb37766c78e', 'status': 'completed', 'code': 200} May 24 23:31:18.732602 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadac2-db33-442f-81fc-887be580bf25 req-fb1d956b-1376-402a-a935-46971540396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:18.734115 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-fb1d956b-1376-402a-a935-46971540396d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 1097 time: 0.0796118 May 24 23:31:18.807594 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-6f78b276-f3fc-490b-8751-31163bbc8a75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d6969d1-703e-4298-b94b-3cb37766c78e HTTP/1.1" status: 200 len: 217 time: 0.0670278 May 24 23:31:18.871463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadac2-db33-442f-81fc-887be580bf25 req-2cc02d6d-00ec-41f4-ab27-e6c54e7af6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:18.872850 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-2cc02d6d-00ec-41f4-ab27-e6c54e7af6d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=964fa113-0e03-428f-b75d-753db76f7b29 HTTP/1.1" status: 200 len: 834 time: 0.0601366 May 24 23:31:18.941421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6836c3-42e1-4b7d-b9c7-ab5fe7ed4473 req-bf0ec9f3-519d-4181-8bf8-67efabc53bfc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:18.943076 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5f6836c3-42e1-4b7d-b9c7-ab5fe7ed4473 req-bf0ec9f3-519d-4181-8bf8-67efabc53bfc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 944 time: 0.0908043 May 24 23:31:18.953647 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e1e7d469-9169-45a3-a8c3-d247ed41bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:18.955137 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-e1e7d469-9169-45a3-a8c3-d247ed41bc8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b66def3-bce9-45bc-860d-61618bfe64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750220 May 24 23:31:18.988162 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5f6836c3-42e1-4b7d-b9c7-ab5fe7ed4473 req-0ea5f351-52fb-4753-9c0d-d9e13438abb3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393770 May 24 23:31:19.083562 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-b34dff79-109d-4198-b7db-b9e306d140d6 service neutron] 10.222.0.42 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226764 May 24 23:31:19.216649 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e8fadac2-db33-442f-81fc-887be580bf25 req-a44863cf-4db0-4668-88bb-5e8f925999f3 service neutron] 10.222.0.42 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270738 May 24 23:31:19.329442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4ff18-8a45-4d36-879b-64cfbdc0cac5 req-44230a5b-9899-4c7d-885c-114d727b8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:19.330929 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7bd4ff18-8a45-4d36-879b-64cfbdc0cac5 req-44230a5b-9899-4c7d-885c-114d727b8b1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 1097 time: 0.0695808 May 24 23:31:19.460539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4ff18-8a45-4d36-879b-64cfbdc0cac5 req-6de43259-ad10-45cc-b852-97d2bf2580e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:19.461879 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7bd4ff18-8a45-4d36-879b-64cfbdc0cac5 req-6de43259-ad10-45cc-b852-97d2bf2580e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8b66def3-bce9-45bc-860d-61618bfe64c1 HTTP/1.1" status: 200 len: 898 time: 0.1253016 May 24 23:31:19.538736 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7bd4ff18-8a45-4d36-879b-64cfbdc0cac5 req-353fd9c9-9e58-404e-a053-19d8ab7f1274 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d6969d1-703e-4298-b94b-3cb37766c78e HTTP/1.1" status: 200 len: 217 time: 0.0692818 May 24 23:31:19.599103 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4ff18-8a45-4d36-879b-64cfbdc0cac5 req-f5b560ee-14de-470e-8bc1-12200701d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:19.600478 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7bd4ff18-8a45-4d36-879b-64cfbdc0cac5 req-f5b560ee-14de-470e-8bc1-12200701d5c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=964fa113-0e03-428f-b75d-753db76f7b29 HTTP/1.1" status: 200 len: 834 time: 0.0559814 May 24 23:31:19.675875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4ff18-8a45-4d36-879b-64cfbdc0cac5 req-591e0995-264c-4a5e-908f-bbadd0266983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:19.677288 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7bd4ff18-8a45-4d36-879b-64cfbdc0cac5 req-591e0995-264c-4a5e-908f-bbadd0266983 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b66def3-bce9-45bc-860d-61618bfe64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704205 May 24 23:31:19.805506 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7bd4ff18-8a45-4d36-879b-64cfbdc0cac5 req-41111133-8e2f-4ce9-9477-e5da4d05e92e service neutron] 10.222.0.42 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202233 May 24 23:31:19.937179 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7bd4ff18-8a45-4d36-879b-64cfbdc0cac5 req-3ed5448a-aefa-416b-9560-11949402dffd service neutron] 10.222.0.42 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223085 May 24 23:31:20.170561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c35404-cb64-49d0-9df6-9043352c87b7 req-134fbfe1-1ea0-4d75-b56a-3c309e6b3631 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:20.171935 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5c35404-cb64-49d0-9df6-9043352c87b7 req-134fbfe1-1ea0-4d75-b56a-3c309e6b3631 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 944 time: 0.0783002 May 24 23:31:20.218809 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5c35404-cb64-49d0-9df6-9043352c87b7 req-7ba78048-22e8-4877-b09b-a7f86e15720e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411334 May 24 23:31:21.402663 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091aae3d-0130-4ef3-8a3a-9c0056e28c18 req-e2b60e8a-13b9-4162-9165-f51fca9d896a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:21.404118 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-091aae3d-0130-4ef3-8a3a-9c0056e28c18 req-e2b60e8a-13b9-4162-9165-f51fca9d896a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 944 time: 0.0809510 May 24 23:31:21.447011 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-091aae3d-0130-4ef3-8a3a-9c0056e28c18 req-bbcb8974-c1c9-4d3a-83cd-056287f234b3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371871 May 24 23:31:21.944805 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1232dff3-c381-4e70-b3c7-1b4035995813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:22.209073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0d6969d1-703e-4298-b94b-3cb37766c78e details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:31:22.339143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0d6969d1-703e-4298-b94b-3cb37766c78e, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0d6969d1-703e-4298-b94b-3cb37766c78e,segment=NetworkSegment(e6b742c2-e93a-4704-870d-dde8bd3f4377),segment_id=e6b742c2-e93a-4704-870d-dde8bd3f4377)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:22.353027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '0d6969d1-703e-4298-b94b-3cb37766c78e', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'port_id': '0d6969d1-703e-4298-b94b-3cb37766c78e', 'mac_address': 'fa:16:3e:54:8b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964fa113-0e03-428f-b75d-753db76f7b29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:31:22.407315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 0d6969d1-703e-4298-b94b-3cb37766c78e is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:22.407691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:22.424430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6969d1-703e-4298-b94b-3cb37766c78e {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:31:22.439899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0d6969d1-703e-4298-b94b-3cb37766c78e, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0d6969d1-703e-4298-b94b-3cb37766c78e,segment=NetworkSegment(e6b742c2-e93a-4704-870d-dde8bd3f4377),segment_id=e6b742c2-e93a-4704-870d-dde8bd3f4377)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:22.443707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:22.513557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=0d6969d1-703e-4298-b94b-3cb37766c78e,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:22.631010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29eca3-ffd6-4259-b395-eefb4dafccc3 req-dd4d981e-036e-4915-9a9d-0f3f5e542e47 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:22.632419 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a29eca3-ffd6-4259-b395-eefb4dafccc3 req-dd4d981e-036e-4915-9a9d-0f3f5e542e47 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 945 time: 0.0808976 May 24 23:31:22.643164 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['0d6969d1-703e-4298-b94b-3cb37766c78e'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:31:22.676867 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a29eca3-ffd6-4259-b395-eefb4dafccc3 req-2101091e-fd46-4269-9c18-d843e429506b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388172 May 24 23:31:24.001838 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf4b30-788d-4490-b556-14adea85748b req-5ec42b6b-241d-463e-8abe-97d8eb2407d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:24.003229 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80cf4b30-788d-4490-b556-14adea85748b req-5ec42b6b-241d-463e-8abe-97d8eb2407d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 945 time: 0.0789695 May 24 23:31:24.046357 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80cf4b30-788d-4490-b556-14adea85748b req-59f17c2a-22b9-47e6-96d4-6af7cb271e60 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375004 May 24 23:31:24.222962 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0d6969d1-703e-4298-b94b-3cb37766c78e up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:31:24.278504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-31efe0dd-aaeb-4bd8-994b-c870a72f9b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:24.298066 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 0d6969d1-703e-4298-b94b-3cb37766c78e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:31:24.302511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 0d6969d1-703e-4298-b94b-3cb37766c78e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:24.302899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:24.415882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 0d6969d1-703e-4298-b94b-3cb37766c78e is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:24.416804 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:24.441728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6969d1-703e-4298-b94b-3cb37766c78e'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:31:24.451491 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0d6969d1-703e-4298-b94b-3cb37766c78e, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0d6969d1-703e-4298-b94b-3cb37766c78e,segment=NetworkSegment(e6b742c2-e93a-4704-870d-dde8bd3f4377),segment_id=e6b742c2-e93a-4704-870d-dde8bd3f4377)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:24.455552 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:24.521061 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=0d6969d1-703e-4298-b94b-3cb37766c78e,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:24.538547 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbfbbc6d-6257-4b27-a552-3b0dccef13f3'] response: {'server_uuid': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6969d1-703e-4298-b94b-3cb37766c78e', 'code': 200} May 24 23:31:24.754895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee370f2-912e-48e8-92fd-3c0f07d3976c req-ed2cdb24-f478-4a3b-9152-3096888c0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:24.756325 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fee370f2-912e-48e8-92fd-3c0f07d3976c req-ed2cdb24-f478-4a3b-9152-3096888c0636 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 1099 time: 0.0675111 May 24 23:31:24.795183 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fee370f2-912e-48e8-92fd-3c0f07d3976c req-a2390533-9937-45ba-a3e1-3f33cab0f475 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330968 May 24 23:31:25.176395 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:25.302574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:25.331666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3a0a1-42dd-4377-a17d-5178fa55dfb9 req-1c10576d-ff25-4089-91d7-fb624497adda tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:25.333011 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7db3a0a1-42dd-4377-a17d-5178fa55dfb9 req-1c10576d-ff25-4089-91d7-fb624497adda tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 946 time: 0.1829381 May 24 23:31:25.377135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7db3a0a1-42dd-4377-a17d-5178fa55dfb9 req-06849007-1238-4170-88ba-52d72b98ba2f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382106 May 24 23:31:26.557357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc02bc-ae5d-459f-be3f-4c02b9b0a910 req-539051e6-ea07-4c92-8e77-5ad2c47d8eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:26.558825 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-facc02bc-ae5d-459f-be3f-4c02b9b0a910 req-539051e6-ea07-4c92-8e77-5ad2c47d8eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 946 time: 0.0783792 May 24 23:31:26.605678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-facc02bc-ae5d-459f-be3f-4c02b9b0a910 req-038218f4-5fc0-45dd-9f61-8efc3de6d7f4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412111 May 24 23:31:26.632372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:26.787736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665fe81-0a81-4414-abef-891c6d580add req-b622ae48-95c0-47ee-b947-4d40556ba9cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:26.789068 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a665fe81-0a81-4414-abef-891c6d580add req-b622ae48-95c0-47ee-b947-4d40556ba9cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 946 time: 0.0774934 May 24 23:31:26.834890 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a665fe81-0a81-4414-abef-891c6d580add req-e76ec8f4-40ae-4774-a6bd-9ce1a753cfe0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394111 May 24 23:31:26.857188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40330) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:26.929321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63ed74c-fb8f-47e3-bd73-da6769b6efd8 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:26.930858 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e63ed74c-fb8f-47e3-bd73-da6769b6efd8 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 1094 time: 0.0727100 May 24 23:31:26.934405 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40334) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:26.939236 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '0d6969d1-703e-4298-b94b-3cb37766c78e', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:26.945290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:26.949324 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:floatingip and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:26.952389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:26.958264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:26.968834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:27.032278 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:31:27.101890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:27.235416 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.26.3.10 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/1df726bc-aab9-42af-aa4a-1b7b949745ef) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:31:27.379010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:27.407109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:27.471612 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:31:27.474208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:31:27.477824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:31:27.517972 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=1df726bc-aab9-42af-aa4a-1b7b949745ef,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:27.878404 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:27.952208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:28.151527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:28.155773 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:28.376850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=1df726bc-aab9-42af-aa4a-1b7b949745ef,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:28.383883 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:28.554157 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Floating IP 4019424a-098a-45b9-bebb-201dbb1161a0 associated. External IP: 172.26.3.10, port: 0d6969d1-703e-4298-b94b-3cb37766c78e. May 24 23:31:28.906489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:31:29.084983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:31:29.095051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ad4e01-0ef9-46bf-82ad-24ea850a1290 None None] Sync routers for ids ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:31:29.104573 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad4e01-0ef9-46bf-82ad-24ea850a1290 None None] Routers {'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:31:29.105179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-41ad4e01-0ef9-46bf-82ad-24ea850a1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:31:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:29.110154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:29.169797 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0853f1bd-ef09-412a-9216-d8d9e8927bd6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2341516 May 24 23:31:29.170340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'tag': '0d6969d1-703e-4298-b94b-3cb37766c78e'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:31:29.323710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-41ad4e01-0ef9-46bf-82ad-24ea850a1290 None None] Set router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:31:29.344484 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff2adc-ee41-4ea6-bfe4-2ce9f2c9c515 req-d5d618db-7cbf-42e9-83c8-7a4450c99d86 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:29.345923 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-65ff2adc-ee41-4ea6-bfe4-2ce9f2c9c515 req-d5d618db-7cbf-42e9-83c8-7a4450c99d86 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 946 time: 0.0793142 May 24 23:31:29.391156 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-65ff2adc-ee41-4ea6-bfe4-2ce9f2c9c515 req-befd3b85-41c2-421a-9642-ab919707e1d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387666 May 24 23:31:29.413883 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40342) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:29.440239 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e135c41-96dc-4313-bde7-8c64bcd910be'] response: {'name': 'network-changed', 'server_uuid': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'tag': '0d6969d1-703e-4298-b94b-3cb37766c78e', 'status': 'completed', 'code': 200} May 24 23:31:29.677086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-41ad4e01-0ef9-46bf-82ad-24ea850a1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '4019424a-098a-45b9-bebb-201dbb1161a0', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.10', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'port_id': '0d6969d1-703e-4298-b94b-3cb37766c78e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'mac_address': 'fa:16:3e:54:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:31:27Z', 'updated_at': '2022-05-24T23:31:27Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5b6cdd-2dd1-499e-81af-3d3bae7afca5', 'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:ae:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '964fa113-0e03-428f-b75d-753db76f7b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:11Z', 'updated_at': '2022-05-24T23:31:17Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '964fa113-0e03-428f-b75d-753db76f7b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:29.677612 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c7f35bf1-823c-4862-b033-ae3a73ea4325 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/4019424a-098a-45b9-bebb-201dbb1161a0 HTTP/1.1" status: 200 len: 991 time: 0.2625923 May 24 23:31:29.681215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ad4e01-0ef9-46bf-82ad-24ea850a1290 None None] Checking router: ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:31:29.690179 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad4e01-0ef9-46bf-82ad-24ea850a1290 None None] Routers {'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:31:29.690750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-41ad4e01-0ef9-46bf-82ad-24ea850a1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:31:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:29.693896 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132780-4192-473c-85c1-ee32273ae26e req-83e650f2-ab97-42b2-ab38-5b006195e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:29.695371 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31132780-4192-473c-85c1-ee32273ae26e req-83e650f2-ab97-42b2-ab38-5b006195e9dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 1099 time: 0.2183287 May 24 23:31:29.823851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132780-4192-473c-85c1-ee32273ae26e req-bcbb925f-f16f-4049-b4df-279533179e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:29.825295 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31132780-4192-473c-85c1-ee32273ae26e req-bcbb925f-f16f-4049-b4df-279533179e5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=8b66def3-bce9-45bc-860d-61618bfe64c1 HTTP/1.1" status: 200 len: 898 time: 0.1239374 May 24 23:31:29.864076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-41ad4e01-0ef9-46bf-82ad-24ea850a1290 None None] Set router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:31:29.928523 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31132780-4192-473c-85c1-ee32273ae26e req-1477d53d-bb44-49c6-9890-489ba05b01fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d6969d1-703e-4298-b94b-3cb37766c78e HTTP/1.1" status: 200 len: 999 time: 0.0969162 May 24 23:31:29.989675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132780-4192-473c-85c1-ee32273ae26e req-ed50d84b-e657-4b79-86d6-29a64e840ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:29.991052 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31132780-4192-473c-85c1-ee32273ae26e req-ed50d84b-e657-4b79-86d6-29a64e840ebc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=964fa113-0e03-428f-b75d-753db76f7b29 HTTP/1.1" status: 200 len: 834 time: 0.0570452 May 24 23:31:30.067559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132780-4192-473c-85c1-ee32273ae26e req-cb5c1349-9b49-4352-b632-90be055b64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:30.069015 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31132780-4192-473c-85c1-ee32273ae26e req-cb5c1349-9b49-4352-b632-90be055b64e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b66def3-bce9-45bc-860d-61618bfe64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725393 May 24 23:31:30.202089 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31132780-4192-473c-85c1-ee32273ae26e req-46cd9207-48ad-43ae-98b4-3a42c181eb90 service neutron] 10.222.0.42 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268680 May 24 23:31:30.205616 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-41ad4e01-0ef9-46bf-82ad-24ea850a1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '4019424a-098a-45b9-bebb-201dbb1161a0', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.10', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'port_id': '0d6969d1-703e-4298-b94b-3cb37766c78e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'mac_address': 'fa:16:3e:54:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:31:27Z', 'updated_at': '2022-05-24T23:31:27Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5b6cdd-2dd1-499e-81af-3d3bae7afca5', 'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:ae:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '964fa113-0e03-428f-b75d-753db76f7b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:11Z', 'updated_at': '2022-05-24T23:31:17Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '964fa113-0e03-428f-b75d-753db76f7b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:30.209538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ad4e01-0ef9-46bf-82ad-24ea850a1290 None None] The sync data for ids ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'] in dv-neutron-843190-1-hyperv is: [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '4019424a-098a-45b9-bebb-201dbb1161a0', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.10', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'port_id': '0d6969d1-703e-4298-b94b-3cb37766c78e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'mac_address': 'fa:16:3e:54:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:31:27Z', 'updated_at': '2022-05-24T23:31:27Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5b6cdd-2dd1-499e-81af-3d3bae7afca5', 'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:ae:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '964fa113-0e03-428f-b75d-753db76f7b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:11Z', 'updated_at': '2022-05-24T23:31:17Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '964fa113-0e03-428f-b75d-753db76f7b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:31:30.339143 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31132780-4192-473c-85c1-ee32273ae26e req-2a53a49e-3697-4e1a-b5b3-a9e624df5025 service neutron] 10.222.0.42 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307425 May 24 23:31:30.395983 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44febd82-a726-4408-95f2-0362f7026aed None None] New status for floating IP 4019424a-098a-45b9-bebb-201dbb1161a0: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:31:30.681648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40346) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:30.784068 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7fb4836d-71d0-40c6-88e8-1eae9067fb3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/4019424a-098a-45b9-bebb-201dbb1161a0 HTTP/1.1" status: 200 len: 993 time: 0.1012368 May 24 23:31:46.114110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:46.660081 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-85da74f5-94c7-490e-964e-3fa2941aaede service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730641 May 24 23:31:46.797773 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-6992b2b7-a716-435e-9c77-bd0cfdea67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:46.799251 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-6992b2b7-a716-435e-9c77-bd0cfdea67e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 1099 time: 0.0696778 May 24 23:31:46.941097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-762ea567-565c-46da-93fe-bc688a9813ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:46.942530 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-762ea567-565c-46da-93fe-bc688a9813ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=8b66def3-bce9-45bc-860d-61618bfe64c1 HTTP/1.1" status: 200 len: 898 time: 0.1250052 May 24 23:31:47.045941 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-59214d6f-da0c-4a90-bf9a-9bcb454dc358 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d6969d1-703e-4298-b94b-3cb37766c78e HTTP/1.1" status: 200 len: 1001 time: 0.0951397 May 24 23:31:47.109770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-04a8eeeb-8ff7-4dd6-90a3-2b196e3b798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:47.111139 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-04a8eeeb-8ff7-4dd6-90a3-2b196e3b798a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=964fa113-0e03-428f-b75d-753db76f7b29 HTTP/1.1" status: 200 len: 834 time: 0.0583329 May 24 23:31:47.183464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-5bc8532a-b6b8-4345-bf16-fda75e2c5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:47.184896 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-5bc8532a-b6b8-4345-bf16-fda75e2c5dd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b66def3-bce9-45bc-860d-61618bfe64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677390 May 24 23:31:47.316292 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-3c591a50-fd0e-4158-8d28-c194c4eb7084 service neutron] 10.222.0.42 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237648 May 24 23:31:47.550843 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6d3e25df-167d-4df8-9d83-40b6196bec8f req-cfc5f48c-0c5c-4889-bfb4-51c7a4108f8a service neutron] 10.222.0.42 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276061 May 24 23:31:51.945226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fa178c2-a8ed-47c4-a0fe-b1329c06c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:54.230076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b19d-9867-4f99-9732-690ee9712390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:55.178480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:55.303028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:56.635145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:57.726693 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c6697-6da7-40d4-8557-381798e785e8 req-84919c64-97e5-4208-bc9a-b6d52eadb673 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:57.728158 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e97c6697-6da7-40d4-8557-381798e785e8 req-84919c64-97e5-4208-bc9a-b6d52eadb673 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 946 time: 0.0843930 May 24 23:31:57.776838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e97c6697-6da7-40d4-8557-381798e785e8 req-b8fc14a3-a5ab-4cf8-970e-ce265821fbc0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 May 24 23:31:58.959832 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922420a-66a0-4c8c-a9d7-7a9bc6c5c62b req-2fe655d0-0449-4e45-b6f0-ca345273723b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:58.961288 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e922420a-66a0-4c8c-a9d7-7a9bc6c5c62b req-2fe655d0-0449-4e45-b6f0-ca345273723b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 946 time: 0.0786500 May 24 23:31:59.006327 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e922420a-66a0-4c8c-a9d7-7a9bc6c5c62b req-e8af3437-a25f-4032-ae7c-e4df14465e9c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390170 May 24 23:31:59.029178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40372) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:59.134157 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4c3bbfe4-84e0-4b8d-abae-fe82edf9d8d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/4019424a-098a-45b9-bebb-201dbb1161a0 HTTP/1.1" status: 200 len: 993 time: 0.1037581 May 24 23:32:00.587202 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39f18d-4f02-49e0-8171-792b83d567c6 req-cf1c0f8a-1581-4564-8ae9-30ef940f5502 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:00.588925 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd39f18d-4f02-49e0-8171-792b83d567c6 req-cf1c0f8a-1581-4564-8ae9-30ef940f5502 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 946 time: 0.0806553 May 24 23:32:00.633333 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd39f18d-4f02-49e0-8171-792b83d567c6 req-c0b9f5cc-2ac3-4561-9dc5-3ed98a796444 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388117 May 24 23:32:01.813843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e58d29-9099-4bc1-be84-8675f9e5e751 req-b7b4bc1c-781f-4310-9af6-67a436d57626 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:01.815318 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b3e58d29-9099-4bc1-be84-8675f9e5e751 req-b7b4bc1c-781f-4310-9af6-67a436d57626 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 946 time: 0.0776324 May 24 23:32:01.861957 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b3e58d29-9099-4bc1-be84-8675f9e5e751 req-956ba410-0bde-4098-8770-6d54813cf99f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410554 May 24 23:32:01.884197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40384) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:01.987961 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d33124c7-5e30-4a4a-b614-53942c5803db tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/4019424a-098a-45b9-bebb-201dbb1161a0 HTTP/1.1" status: 200 len: 993 time: 0.1026478 May 24 23:32:02.333948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40392) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:02.529427 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 1df726bc-aab9-42af-aa4a-1b7b949745ef {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:32:02.529765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:02.692176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:02.692501 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:02.810118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 1df726bc-aab9-42af-aa4a-1b7b949745ef owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:32:02.956579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:03.002416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=1df726bc-aab9-42af-aa4a-1b7b949745ef,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:03.037393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.037741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.038084 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.038421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.038784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.039114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.039443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.039774 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.040099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.040420 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.040743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.041062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:03.105438 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:03.105767 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Floating IP 4019424a-098a-45b9-bebb-201dbb1161a0 disassociated (deleted). External IP: 172.26.3.10, port: 0d6969d1-703e-4298-b94b-3cb37766c78e. May 24 23:32:03.452450 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:32:03.732990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:32:03.742462 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997400c5-cc7e-48b6-8c80-da697bef858a None None] Sync routers for ids ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:32:03.749244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:03.752736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997400c5-cc7e-48b6-8c80-da697bef858a None None] Routers {'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:32:03.753339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-997400c5-cc7e-48b6-8c80-da697bef858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:31:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:03.805235 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-581ef7bf-0c32-4e66-961f-73cd496d6197 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/floatingips/4019424a-098a-45b9-bebb-201dbb1161a0 HTTP/1.1" status: 204 len: 168 time: 1.4702141 May 24 23:32:03.807448 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'tag': '0d6969d1-703e-4298-b94b-3cb37766c78e'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:32:03.969118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-997400c5-cc7e-48b6-8c80-da697bef858a None None] Set router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:32:04.031197 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:32:04.043845 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17e3ee9-5134-42b3-b6e3-7e7670da7b4c'] response: {'name': 'network-changed', 'server_uuid': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'tag': '0d6969d1-703e-4298-b94b-3cb37766c78e', 'status': 'completed', 'code': 200} May 24 23:32:04.157031 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5cc1c-3f8e-4044-bbfe-97aa1eef3cfe req-41e0c008-6f8c-41ae-a5c1-1ff821ba6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:04.158583 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-15c5cc1c-3f8e-4044-bbfe-97aa1eef3cfe req-41e0c008-6f8c-41ae-a5c1-1ff821ba6fdb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 1099 time: 0.0886791 May 24 23:32:04.313430 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5cc1c-3f8e-4044-bbfe-97aa1eef3cfe req-30c73ed4-d508-4bb5-987e-6f697db553cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:04.315371 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-15c5cc1c-3f8e-4044-bbfe-97aa1eef3cfe req-30c73ed4-d508-4bb5-987e-6f697db553cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=8b66def3-bce9-45bc-860d-61618bfe64c1 HTTP/1.1" status: 200 len: 898 time: 0.1488485 May 24 23:32:04.331729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-997400c5-cc7e-48b6-8c80-da697bef858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ed5b6cdd-2dd1-499e-81af-3d3bae7afca5', 'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:ae:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '964fa113-0e03-428f-b75d-753db76f7b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:11Z', 'updated_at': '2022-05-24T23:31:17Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '964fa113-0e03-428f-b75d-753db76f7b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:04.333864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8ee94-ac43-4239-9b00-677fe018bbaf req-2da52d91-c996-4e9a-8231-1ae41bec87c6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:04.336185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997400c5-cc7e-48b6-8c80-da697bef858a None None] Checking router: ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:32:04.341331 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9cc8ee94-ac43-4239-9b00-677fe018bbaf req-2da52d91-c996-4e9a-8231-1ae41bec87c6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 946 time: 0.2145684 May 24 23:32:04.345613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997400c5-cc7e-48b6-8c80-da697bef858a None None] Routers {'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:32:04.346312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-997400c5-cc7e-48b6-8c80-da697bef858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:31:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:04.382191 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9cc8ee94-ac43-4239-9b00-677fe018bbaf req-f0cb9bea-cb88-4ea6-abeb-df2c6db87929 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400095 May 24 23:32:04.391369 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-15c5cc1c-3f8e-4044-bbfe-97aa1eef3cfe req-af7de4b3-6bf7-4836-b856-d96c3405ced3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d6969d1-703e-4298-b94b-3cb37766c78e HTTP/1.1" status: 200 len: 217 time: 0.0696280 May 24 23:32:04.455933 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5cc1c-3f8e-4044-bbfe-97aa1eef3cfe req-a0c46911-4efd-4503-9b17-4847a2461d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:04.457358 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-15c5cc1c-3f8e-4044-bbfe-97aa1eef3cfe req-a0c46911-4efd-4503-9b17-4847a2461d8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=964fa113-0e03-428f-b75d-753db76f7b29 HTTP/1.1" status: 200 len: 834 time: 0.0572076 May 24 23:32:04.526306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-997400c5-cc7e-48b6-8c80-da697bef858a None None] Set router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:32:04.534908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5cc1c-3f8e-4044-bbfe-97aa1eef3cfe req-9cc46542-f98b-4c2f-b620-588f05673838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:04.536378 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-15c5cc1c-3f8e-4044-bbfe-97aa1eef3cfe req-9cc46542-f98b-4c2f-b620-588f05673838 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b66def3-bce9-45bc-860d-61618bfe64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719404 May 24 23:32:04.667883 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-15c5cc1c-3f8e-4044-bbfe-97aa1eef3cfe req-9a3c1058-e90f-482c-967d-a0ef2a6c32c2 service neutron] 10.222.0.42 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245077 May 24 23:32:04.798370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-15c5cc1c-3f8e-4044-bbfe-97aa1eef3cfe req-9e5d23e0-57ff-467b-938b-d561f270533f service neutron] 10.222.0.42 "GET /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240451 May 24 23:32:04.865070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-997400c5-cc7e-48b6-8c80-da697bef858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ed5b6cdd-2dd1-499e-81af-3d3bae7afca5', 'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:ae:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '964fa113-0e03-428f-b75d-753db76f7b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:11Z', 'updated_at': '2022-05-24T23:31:17Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '964fa113-0e03-428f-b75d-753db76f7b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:04.868905 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997400c5-cc7e-48b6-8c80-da697bef858a None None] The sync data for ids ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'] in dv-neutron-843190-1-hyperv is: [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:31:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ed5b6cdd-2dd1-499e-81af-3d3bae7afca5', 'name': '', 'network_id': '8b66def3-bce9-45bc-860d-61618bfe64c1', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:ae:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '964fa113-0e03-428f-b75d-753db76f7b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:11Z', 'updated_at': '2022-05-24T23:31:17Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '964fa113-0e03-428f-b75d-753db76f7b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:32:05.078707 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905830c4-cb2f-489b-a9a4-175554a5d1f3 None None] New status for floating IP 4019424a-098a-45b9-bebb-201dbb1161a0: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:32:05.571818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e016af0-b636-47ef-af97-a8829e1fe7ee req-d557c7b2-86ce-4e48-8a07-196cb63fc2a8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:05.573817 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e016af0-b636-47ef-af97-a8829e1fe7ee req-d557c7b2-86ce-4e48-8a07-196cb63fc2a8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 946 time: 0.0815556 May 24 23:32:05.617245 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e016af0-b636-47ef-af97-a8829e1fe7ee req-9797e1b4-de84-45f6-8260-298966f506ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=574bab51-f46d-4a0e-817a-c9fe7f60a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377743 May 24 23:32:05.702610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-fc3a7c0d-c7ef-4d16-8347-3323c775be3b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:05.703319 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-fc3a7c0d-c7ef-4d16-8347-3323c775be3b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:32:05.718342 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-fc3a7c0d-c7ef-4d16-8347-3323c775be3b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:32:05.719500 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-fc3a7c0d-c7ef-4d16-8347-3323c775be3b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 946 time: 0.0929132 May 24 23:32:05.787521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-7f82222f-7b83-4f29-8c60-eb9197c7ade3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 0d6969d1-703e-4298-b94b-3cb37766c78e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:32:05.787857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-7f82222f-7b83-4f29-8c60-eb9197c7ade3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:06.032120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-7f82222f-7b83-4f29-8c60-eb9197c7ade3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port 0d6969d1-703e-4298-b94b-3cb37766c78e, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0d6969d1-703e-4298-b94b-3cb37766c78e,segment=NetworkSegment(e6b742c2-e93a-4704-870d-dde8bd3f4377),segment_id=e6b742c2-e93a-4704-870d-dde8bd3f4377)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:06.032471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-7f82222f-7b83-4f29-8c60-eb9197c7ade3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:06.154973 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-7f82222f-7b83-4f29-8c60-eb9197c7ade3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 0d6969d1-703e-4298-b94b-3cb37766c78e owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:32:06.388755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-7f82222f-7b83-4f29-8c60-eb9197c7ade3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:06.440510 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82222f-7b83-4f29-8c60-eb9197c7ade3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=0d6969d1-703e-4298-b94b-3cb37766c78e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:06.512132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-7f82222f-7b83-4f29-8c60-eb9197c7ade3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] No DVR routers for this DVR port 0d6969d1-703e-4298-b94b-3cb37766c78e on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:32:06.514569 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-7f82222f-7b83-4f29-8c60-eb9197c7ade3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:06.516957 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'name': 'network-vif-deleted', 'tag': '0d6969d1-703e-4298-b94b-3cb37766c78e'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:32:06.532243 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-44bf8136-52c2-42cb-9d42-94bad6b7323d req-7f82222f-7b83-4f29-8c60-eb9197c7ade3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "DELETE /v2.0/ports/0d6969d1-703e-4298-b94b-3cb37766c78e HTTP/1.1" status: 204 len: 173 time: 0.8071253 May 24 23:32:06.562872 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed945c6-1c36-4ce3-b82f-560fc0e920d6'] response: {'server_uuid': 'f2ffd16a-66ea-4704-b749-856fb72ad80e', 'name': 'network-vif-deleted', 'tag': '0d6969d1-703e-4298-b94b-3cb37766c78e', 'status': 'completed', 'code': 200} May 24 23:32:06.787981 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15fd7716-5c9f-4109-98fa-3c23df27f7b0 req-7a6d4444-8681-4cf7-bd67-45c89c1f3e06 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ffd16a-66ea-4704-b749-856fb72ad80e HTTP/1.1" status: 200 len: 210 time: 0.0421402 May 24 23:32:07.882608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40410) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:08.428496 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:08.769528 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:32:08.769861 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:08.950806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port ed5b6cdd-2dd1-499e-81af-3d3bae7afca5, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ed5b6cdd-2dd1-499e-81af-3d3bae7afca5,segment=NetworkSegment(e6b742c2-e93a-4704-870d-dde8bd3f4377),segment_id=e6b742c2-e93a-4704-870d-dde8bd3f4377)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:08.951498 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:09.167514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:32:09.351199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:09.398854 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=ed5b6cdd-2dd1-499e-81af-3d3bae7afca5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:09.667874 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:10.019442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:32:10.192076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:32:10.202825 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f59ee-adc9-4186-be16-c7c4ef585595 None None] Sync routers for ids ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:32:10.205058 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-063ef4cb-5baf-4dab-badb-ee64eaa1974a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "PUT /v2.0/routers/ef1ddd99-aa00-42e2-af7d-6713cd7efcc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3213737 May 24 23:32:10.207711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40414) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:10.211963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f59ee-adc9-4186-be16-c7c4ef585595 None None] Routers {'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:32:10.212553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-074f59ee-adc9-4186-be16-c7c4ef585595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:31:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:10.275417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f18ac7d-56e5-4543-ab02-b3aaf0701fcc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting subnet 964fa113-0e03-428f-b75d-753db76f7b29 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:32:10.278957 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f18ac7d-56e5-4543-ab02-b3aaf0701fcc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:10.331660 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f18ac7d-56e5-4543-ab02-b3aaf0701fcc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:10.389278 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-074f59ee-adc9-4186-be16-c7c4ef585595 None None] Set router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:32:10.427009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f18ac7d-56e5-4543-ab02-b3aaf0701fcc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:10.488050 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0d6969d1-703e-4298-b94b-3cb37766c78e no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:32:10.594959 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 0d6969d1-703e-4298-b94b-3cb37766c78e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:32:10.595211 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0d6969d1-703e-4298-b94b-3cb37766c78e not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:32:10.621629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f18ac7d-56e5-4543-ab02-b3aaf0701fcc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:10.659343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18ac7d-56e5-4543-ab02-b3aaf0701fcc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Subnet': ['ID=964fa113-0e03-428f-b75d-753db76f7b29,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:10.664451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f18ac7d-56e5-4543-ab02-b3aaf0701fcc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:10.671269 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0f18ac7d-56e5-4543-ab02-b3aaf0701fcc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/subnets/964fa113-0e03-428f-b75d-753db76f7b29 HTTP/1.1" status: 204 len: 168 time: 0.4626234 May 24 23:32:10.673789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40418) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:10.678651 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55025150-f429-4a21-b8bf-5686b0be143c None None] Network 8b66def3-bce9-45bc-860d-61618bfe64c1 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:32:10.857241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:10.921501 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-074f59ee-adc9-4186-be16-c7c4ef585595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:32:09Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:10.927737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f59ee-adc9-4186-be16-c7c4ef585595 None None] Checking router: ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:32:10.939442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f59ee-adc9-4186-be16-c7c4ef585595 None None] Routers {'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:32:10.940323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-074f59ee-adc9-4186-be16-c7c4ef585595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:31:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:11.015356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] DHCP port deletion for 8b66def3-bce9-45bc-860d-61618bfe64c1 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:32:11.024802 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Deleting port d69c084c-2b0c-43e7-88f3-46f93fb56c26 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:32:11.025171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.049120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.060020 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port d2366b5d-c3dc-432e-831d-5f45e959e552 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:32:11.060356 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.203670 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-074f59ee-adc9-4186-be16-c7c4ef585595 None None] Set router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:32:11.234207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port d2366b5d-c3dc-432e-831d-5f45e959e552, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d2366b5d-c3dc-432e-831d-5f45e959e552,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:11.234474 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.357325 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for d2366b5d-c3dc-432e-831d-5f45e959e552 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:32:11.484316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] For port d69c084c-2b0c-43e7-88f3-46f93fb56c26, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=d69c084c-2b0c-43e7-88f3-46f93fb56c26,segment=NetworkSegment(e6b742c2-e93a-4704-870d-dde8bd3f4377),segment_id=e6b742c2-e93a-4704-870d-dde8bd3f4377)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:11.484622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.522794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.571829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=d2366b5d-c3dc-432e-831d-5f45e959e552,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:11.618159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Calling delete_port for d69c084c-2b0c-43e7-88f3-46f93fb56c26 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:32:11.662183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.743873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.790862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Pushing event deleted for resources: {'Port': ['ID=d69c084c-2b0c-43e7-88f3-46f93fb56c26,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:11.799650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] No DVR routers for this DVR port d69c084c-2b0c-43e7-88f3-46f93fb56c26 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:32:11.802824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.803176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.803521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.803853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.804185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.804510 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.804833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.805154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.805477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.805796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.806115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.806432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb6fa9-08f0-4ff9-9342-221dfb93655d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:11.818100 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-074f59ee-adc9-4186-be16-c7c4ef585595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:32:09Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:11.822557 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f59ee-adc9-4186-be16-c7c4ef585595 None None] The sync data for ids ['ef1ddd99-aa00-42e2-af7d-6713cd7efcc3'] in dv-neutron-843190-1-hyperv is: [{'id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934260309', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:31:07Z', 'updated_at': '2022-05-24T23:32:09Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': 'd2366b5d-c3dc-432e-831d-5f45e959e552', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ddd99-aa00-42e2-af7d-6713cd7efcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:31:08Z', 'updated_at': '2022-05-24T23:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:32:11.837175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.839768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.864072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.864746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Fanout notify agent at l3_agent the message router_deleted on router ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:32:11.883073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:11.883073 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-165c4253-7c99-4d90-bb75-850cc5572782 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/routers/ef1ddd99-aa00-42e2-af7d-6713cd7efcc3 HTTP/1.1" status: 204 len: 168 time: 1.2066631 May 24 23:32:11.884080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40422) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:12.097680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.229596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.255305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b66def3-bce9-45bc-860d-61618bfe64c1']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:12.271403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b742c2-e93a-4704-870d-dde8bd3f4377') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:12.271706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b742c2-e93a-4704-870d-dde8bd3f4377') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:12.284862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.301754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.308239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:32:12.308680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.410302 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment e6b742c2-e93a-4704-870d-dde8bd3f4377 resource provider aggregate not found May 24 23:32:12.416451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.446528 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.450449 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment e6b742c2-e93a-4704-870d-dde8bd3f4377 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6b742c2-e93a-4704-870d-dde8bd3f4377 found for delete ", "request_id": "req-f2445721-b7f7-47e8-b36a-df67d808268b"}]} May 24 23:32:12.457120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d69c084c-2b0c-43e7-88f3-46f93fb56c26 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:32:12.457739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Network': ['ID=8b66def3-bce9-45bc-860d-61618bfe64c1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:12.467915 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f6226af8-e48f-47e5-b288-5533f8bc411f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/networks/8b66def3-bce9-45bc-860d-61618bfe64c1 HTTP/1.1" status: 204 len: 168 time: 0.5828562 May 24 23:32:12.471148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40432) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:12.546830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: d69c084c-2b0c-43e7-88f3-46f93fb56c26 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:32:12.548053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d69c084c-2b0c-43e7-88f3-46f93fb56c26 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:32:12.548053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:32:12.555063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.580389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:32:12.580731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ed5b6cdd-2dd1-499e-81af-3d3bae7afca5 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:32:12.586592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.653629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.670835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=574bab51-f46d-4a0e-817a-c9fe7f60a54d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:12.679658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.679997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.680331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.680655 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.680976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.681298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.681614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.681928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.682242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.682558 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.682898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.683211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:12.692234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.693618 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-738fe82e-11ed-40ad-aab3-b9d74f45ec3c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/security-groups/574bab51-f46d-4a0e-817a-c9fe7f60a54d HTTP/1.1" status: 204 len: 168 time: 0.2212560 May 24 23:32:12.806486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40440) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:12.812184 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52387286', 'description': 'tempest-secgroup-smoke-52387286 description', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:12.818363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:12.822236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:12.825689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:12.831292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:12.840680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.860890 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:12.864891 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:12.867749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:12.874552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:12.945905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.949935 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:12.995532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:13.002578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.003941 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9bfca15-9a9d-4609-b8e1-e0d39367c384 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1959162 May 24 23:32:13.006968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40444) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:13.012439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fbe53351-3ffa-481d-86b2-24fd81146d01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:13.019392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fbe53351-3ffa-481d-86b2-24fd81146d01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:13.024388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fbe53351-3ffa-481d-86b2-24fd81146d01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:13.027499 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fbe53351-3ffa-481d-86b2-24fd81146d01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:13.033578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fbe53351-3ffa-481d-86b2-24fd81146d01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:13.049671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fbe53351-3ffa-481d-86b2-24fd81146d01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.110413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fbe53351-3ffa-481d-86b2-24fd81146d01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.113835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fbe53351-3ffa-481d-86b2-24fd81146d01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.137745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe53351-3ffa-481d-86b2-24fd81146d01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9545f44c-ff2a-4852-97cc-625abd95374e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:13.147146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fbe53351-3ffa-481d-86b2-24fd81146d01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.148403 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fbe53351-3ffa-481d-86b2-24fd81146d01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405182 May 24 23:32:13.151198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40448) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:13.156254 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-46c5b369-3738-4417-8c8f-4cd41eb6530f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:13.162183 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-46c5b369-3738-4417-8c8f-4cd41eb6530f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:13.166022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-46c5b369-3738-4417-8c8f-4cd41eb6530f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:13.169460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-46c5b369-3738-4417-8c8f-4cd41eb6530f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:13.175253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-46c5b369-3738-4417-8c8f-4cd41eb6530f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:13.192383 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46c5b369-3738-4417-8c8f-4cd41eb6530f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.252994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46c5b369-3738-4417-8c8f-4cd41eb6530f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.256308 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46c5b369-3738-4417-8c8f-4cd41eb6530f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.281886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5b369-3738-4417-8c8f-4cd41eb6530f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e40ac88-6690-4eb1-b8b8-4de2cd710c48,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:13.287987 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46c5b369-3738-4417-8c8f-4cd41eb6530f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.289135 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-46c5b369-3738-4417-8c8f-4cd41eb6530f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370356 May 24 23:32:13.292360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40452) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:13.297259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ce7ddf7d-7979-46be-9a01-03233836d2b2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:13.302976 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ce7ddf7d-7979-46be-9a01-03233836d2b2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:13.306819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ce7ddf7d-7979-46be-9a01-03233836d2b2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:13.310087 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ce7ddf7d-7979-46be-9a01-03233836d2b2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:13.315743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ce7ddf7d-7979-46be-9a01-03233836d2b2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:13.331675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce7ddf7d-7979-46be-9a01-03233836d2b2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.392388 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce7ddf7d-7979-46be-9a01-03233836d2b2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.395901 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce7ddf7d-7979-46be-9a01-03233836d2b2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.422396 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ddf7d-7979-46be-9a01-03233836d2b2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab7ef89-dca0-462e-bf37-b8b669165c08,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:13.428092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce7ddf7d-7979-46be-9a01-03233836d2b2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.429370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce7ddf7d-7979-46be-9a01-03233836d2b2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361289 May 24 23:32:13.432781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40456) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:13.437806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cd46251b-9b4b-475b-b716-dd75701bf6ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:13.443979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cd46251b-9b4b-475b-b716-dd75701bf6ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:13.447957 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cd46251b-9b4b-475b-b716-dd75701bf6ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:13.450889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cd46251b-9b4b-475b-b716-dd75701bf6ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:13.456547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cd46251b-9b4b-475b-b716-dd75701bf6ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:13.475852 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd46251b-9b4b-475b-b716-dd75701bf6ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.537220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd46251b-9b4b-475b-b716-dd75701bf6ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.540454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd46251b-9b4b-475b-b716-dd75701bf6ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.563619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46251b-9b4b-475b-b716-dd75701bf6ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3983c3-e6ce-416d-82eb-629fc2a6aab2,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:13.572872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd46251b-9b4b-475b-b716-dd75701bf6ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.574024 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cd46251b-9b4b-475b-b716-dd75701bf6ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403396 May 24 23:32:13.576893 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40462) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:13.582160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:13.588582 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:13.592707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:13.595561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:13.601205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:13.611490 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Project e7ffc7908c944addb43a672fac22dd1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:32:13.617797 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.680023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.683264 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.705947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c6edb8-4fce-4dbc-b8a8-a1a9cbbdbc86,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:13.715229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.716825 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8b04b76b-0bdc-4e08-a4f4-06aab9b91318 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385951 May 24 23:32:13.719326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40468) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:13.724110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:13.730516 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:13.734362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:13.737209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:13.742826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:13.752905 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Project e7ffc7908c944addb43a672fac22dd1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:32:13.759177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.826245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.829881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.852707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359262d8-38fd-4532-bf4a-5501a22282be,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:13.862378 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.863584 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cc1bb902-0cb2-4816-b4ed-352a31405b92 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433675 May 24 23:32:13.866403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40474) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:13.871722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'network': {'name': 'tempest-network-smoke--648868149', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'port_security_enabled': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:13.876408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:13.880394 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:network and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:13.883181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:13.889276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:13.898990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:32:13.902860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.928593 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:32:13.936828 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.937156 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Added segment bca49fe6-343e-4530-85cd-dcf881cde407 of type vlan for network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 May 24 23:32:13.961784 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.989776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:13.995041 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:13.995616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:14.095422 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2279110 May 24 23:32:14.098132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40478) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:14.103294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'admin_state_up': True, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:14.104412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9c9c9-c682-4296-8499-5e5484e8145c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Network': ['ID=6c46f418-09a1-409b-8966-1ff9b6c8bd07,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:14.110414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:14.114292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:32:14.114821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:router and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:14.117767 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:14.124408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:14.134759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:14.136450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:14.154020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:14.355413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d2366b5d-c3dc-432e-831d-5f45e959e552 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:32:14.404366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: d2366b5d-c3dc-432e-831d-5f45e959e552 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:32:14.404856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device d2366b5d-c3dc-432e-831d-5f45e959e552 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:32:14.432934 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:14.724807 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:14.753976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:14.884439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.26.3.25 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/9325d405-17f8-454e-a4c5-8a0315692e1b) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:32:15.028678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:15.060664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:15.124275 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:32:15.127201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:32:15.130825 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:32:15.159141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=9325d405-17f8-454e-a4c5-8a0315692e1b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:15.629677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:15.964545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:16.124929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:16.167608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 8c273494-2965-4597-830f-831ecce21f43 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:32:16.339921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:32:16.349971 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Sync routers for ids ['8c273494-2965-4597-830f-831ecce21f43'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:32:16.360557 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Routers {'8c273494-2965-4597-830f-831ecce21f43'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:32:16.361160 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:31:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['8c273494-2965-4597-830f-831ecce21f43'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:16.367819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:16.369034 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bd537402-5da3-40c7-a62c-83c9fc0b0a2e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2698145 May 24 23:32:16.372756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40486) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:16.414143 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-69c818b4-2e91-441a-9e85-1eb02763c711 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e7ffc7908c944addb43a672fac22dd1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402522 May 24 23:32:16.417112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40490) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:16.566005 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Set router 8c273494-2965-4597-830f-831ecce21f43 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:32:16.657211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7afe6c-20e4-4739-86cf-8cc5c4d7c2d0 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:16.658594 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0f7afe6c-20e4-4739-86cf-8cc5c4d7c2d0 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2406092 May 24 23:32:16.661430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40494) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:16.699702 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-420670a4-5e9c-489f-8d87-76c3e36b164e tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372372 May 24 23:32:16.702235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40498) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:16.707500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396037515', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:16.814519 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:16.818544 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:subnet and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:16.821388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:16.827154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:16.837461 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:32:16.841587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:16.847379 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:15Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:16.851203 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Checking router: 8c273494-2965-4597-830f-831ecce21f43 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:32:16.851549 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Updating router 8c273494-2965-4597-830f-831ecce21f43 port 9325d405-17f8-454e-a4c5-8a0315692e1b binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:32:16.903668 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.054117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.136301 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Subnet': ['ID=f69d533d-258f-4c8e-96a3-7f94b331a774,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:17.143918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Checking segment: {'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:32:17.144200 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network hostable DHCP agents. Network: 6c46f418-09a1-409b-8966-1ff9b6c8bd07, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:32:17.165134 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:32:17.175656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 6c46f418-09a1-409b-8966-1ff9b6c8bd07) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:32:17.180043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:17.180627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.188218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52bce78-8aa6-467e-917d-8c1eb724dd5a None None] Network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:32:17.203658 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8fc432ae-7a1f-40bc-acaf-6913562b5a44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5003965 May 24 23:32:17.206331 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40502) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:17.233655 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.245558 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Transition to ACTIVE for port object 9325d405-17f8-454e-a4c5-8a0315692e1b will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:32:17.252678 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.329266 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Attempting to bind port 9325d405-17f8-454e-a4c5-8a0315692e1b on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:32:17.329621 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Attempting to bind port 9325d405-17f8-454e-a4c5-8a0315692e1b by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:32:17.329971 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Attempting to bind port 9325d405-17f8-454e-a4c5-8a0315692e1b on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:32:17.340785 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:32:17.341141 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:32:17.341527 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.341904 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:32:17.342344 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Bound port: 9325d405-17f8-454e-a4c5-8a0315692e1b, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:32:17.342721 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.370010 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Pushing event updated for resources: {'Port': ['ID=9325d405-17f8-454e-a4c5-8a0315692e1b,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:17.388899 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.389236 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.389563 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.389897 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.390198 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.390512 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.390846 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.391157 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.391469 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.391776 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.392083 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.392385 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:17.426478 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] For port 9325d405-17f8-454e-a4c5-8a0315692e1b, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:32:17.430623 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ips': [{'subnet_id': 'f69d533d-258f-4c8e-96a3-7f94b331a774'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:32:17.431498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.432852 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] For port 9325d405-17f8-454e-a4c5-8a0315692e1b, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9325d405-17f8-454e-a4c5-8a0315692e1b,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:32:17.437320 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.520790 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Routers {'8c273494-2965-4597-830f-831ecce21f43'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:32:17.521392 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:31:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['8c273494-2965-4597-830f-831ecce21f43'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:17.587881 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Allocated IP 172.20.0.2 (6c46f418-09a1-409b-8966-1ff9b6c8bd07/f69d533d-258f-4c8e-96a3-7f94b331a774/aaf910ce-1937-4ebc-a56c-4b137f7fe6b2) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:32:17.608562 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4b4ae-a118-4c86-8c65-599eb0f51f31 None None] Pushing event updated for resources: {'Port': ['ID=9325d405-17f8-454e-a4c5-8a0315692e1b,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:17.712842 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] Set router 8c273494-2965-4597-830f-831ecce21f43 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:32:17.807614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.818053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Transition to ACTIVE for port object aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:32:17.837104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Transition to ACTIVE for port object aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:32:17.843717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.910927 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:17.911451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:32:17.914455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:32:17.917599 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:32:17.958168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Pushing event updated for resources: {'Port': ['ID=aaf910ce-1937-4ebc-a56c-4b137f7fe6b2,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:18.019460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Attempting to bind port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:32:18.019834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Attempting to bind port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:32:18.020197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Attempting to bind port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 on network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:32:18.026272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:32:18.026665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Checking segment: {'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:32:18.027064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:18.027542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Bound using segment: {'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:32:18.027948 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Bound port: aaf910ce-1937-4ebc-a56c-4b137f7fe6b2, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:32:18.028409 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:18.034050 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:15Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:18.038182 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1fbc5-654c-4e7c-b9d1-5556a0aa2640 None None] The sync data for ids ['8c273494-2965-4597-830f-831ecce21f43'] in dv-neutron-843190-1-hyperv is: [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:15Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:32:18.129979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] For port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:32:18.133422 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] For port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=aaf910ce-1937-4ebc-a56c-4b137f7fe6b2,segment=NetworkSegment(bca49fe6-343e-4530-85cd-dcf881cde407),segment_id=bca49fe6-343e-4530-85cd-dcf881cde407)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:32:18.138522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:18.228599 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5de60b-2046-4059-83df-eda80da94e31 None None] Pushing event updated for resources: {'Port': ['ID=aaf910ce-1937-4ebc-a56c-4b137f7fe6b2,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:18.454272 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9325d405-17f8-454e-a4c5-8a0315692e1b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:32:18.522302 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.20.0.1 (6c46f418-09a1-409b-8966-1ff9b6c8bd07/f69d533d-258f-4c8e-96a3-7f94b331a774/bb4b5ea6-1819-458d-87e4-18fac7aaa508) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:32:18.552450 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 9325d405-17f8-454e-a4c5-8a0315692e1b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:32:18.558674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 9325d405-17f8-454e-a4c5-8a0315692e1b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:18.559046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:18.691689 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 9325d405-17f8-454e-a4c5-8a0315692e1b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:18.692079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:18.709265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 9325d405-17f8-454e-a4c5-8a0315692e1b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9325d405-17f8-454e-a4c5-8a0315692e1b,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:18.714363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:18.714550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:18.733160 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Transition to ACTIVE for port object bb4b5ea6-1819-458d-87e4-18fac7aaa508 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:32:18.759011 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:18.786550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=9325d405-17f8-454e-a4c5-8a0315692e1b,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:18.829159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:32:18.832574 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:32:18.836798 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:32:18.874021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=bb4b5ea6-1819-458d-87e4-18fac7aaa508,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:18.904459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:19.036856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:19.301181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a532cf1-d78a-40c7-a5ab-b51abdbee119 None None] Network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:32:19.411295 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8d60af0c-e88e-4752-a294-e8a7b4db3a95 None None] Provisioning for port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:32:19.460877 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:19.465671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:19.582457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:19.585967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=bb4b5ea6-1819-458d-87e4-18fac7aaa508,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:19.737996 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:32:19.739210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:32:19.863428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1fd6916a-b2cf-4d4e-b1ed-6af5416fc99d None None] Provisioning for port bb4b5ea6-1819-458d-87e4-18fac7aaa508 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:32:19.868708 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1fd6916a-b2cf-4d4e-b1ed-6af5416fc99d None None] Provisioning complete for port bb4b5ea6-1819-458d-87e4-18fac7aaa508 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:19.869109 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fd6916a-b2cf-4d4e-b1ed-6af5416fc99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:19.928723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1fd6916a-b2cf-4d4e-b1ed-6af5416fc99d None None] Port bb4b5ea6-1819-458d-87e4-18fac7aaa508 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:32:19.934905 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 8c273494-2965-4597-830f-831ecce21f43 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:32:20.049291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a91899d3-d054-416b-be81-c5ea4d2e9620 None None] Provisioning complete for port bb4b5ea6-1819-458d-87e4-18fac7aaa508 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:20.049798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a91899d3-d054-416b-be81-c5ea4d2e9620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:20.110656 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a91899d3-d054-416b-be81-c5ea4d2e9620 None None] Port bb4b5ea6-1819-458d-87e4-18fac7aaa508 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:32:20.229435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6c87dd85-ae76-42be-9d18-4d389a1ff986 None None] Provisioning complete for port bb4b5ea6-1819-458d-87e4-18fac7aaa508 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:20.229720 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c87dd85-ae76-42be-9d18-4d389a1ff986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:20.229818 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:32:20.243459 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1e85e410-218d-496a-8147-e482fe3f7bdf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "PUT /v2.0/routers/8c273494-2965-4597-830f-831ecce21f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0361183 May 24 23:32:20.259102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Sync routers for ids ['8c273494-2965-4597-830f-831ecce21f43'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:32:20.290737 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Routers {'8c273494-2965-4597-830f-831ecce21f43'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:32:20.291400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:31:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['8c273494-2965-4597-830f-831ecce21f43'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:20.353879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6c87dd85-ae76-42be-9d18-4d389a1ff986 None None] Port bb4b5ea6-1819-458d-87e4-18fac7aaa508 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:32:20.413109 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-0e20a080-42ba-4cfc-ac16-cc9e182a17cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:32:20.428957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-0e20a080-42ba-4cfc-ac16-cc9e182a17cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:32:20.430315 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-0e20a080-42ba-4cfc-ac16-cc9e182a17cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52387286&fields=id&tenant_id=e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 267 time: 0.0609167 May 24 23:32:20.484429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Set router 8c273494-2965-4597-830f-831ecce21f43 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:32:20.529826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9325d405-17f8-454e-a4c5-8a0315692e1b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:32:20.580502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-88e8e807-7cb7-486e-b812-bc22a75b4824 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:20.581905 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-88e8e807-7cb7-486e-b812-bc22a75b4824 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/networks?id=6c46f418-09a1-409b-8966-1ff9b6c8bd07 HTTP/1.1" status: 200 len: 796 time: 0.1441798 May 24 23:32:20.597536 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-1e0ca3ab-1657-46ed-b1e4-2c15a7384929 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/quotas/e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 375 time: 0.0092063 May 24 23:32:20.684469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-9d4c4aa9-e971-405d-a900-718cce8203dc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:32:20.700583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-9d4c4aa9-e971-405d-a900-718cce8203dc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:32:20.701955 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-9d4c4aa9-e971-405d-a900-718cce8203dc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992973 May 24 23:32:20.753543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 9325d405-17f8-454e-a4c5-8a0315692e1b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:20.753810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:20.841096 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-207833d0-b3fa-43bb-ac55-c5a3a4b636aa service neutron] 10.222.0.32 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265888 May 24 23:32:20.941005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 9325d405-17f8-454e-a4c5-8a0315692e1b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:20.942064 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:32:20.972426 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-f763ea23-50a0-4862-b8e4-5824f6d2d629 service neutron] 10.222.0.32 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254807 May 24 23:32:21.009745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'bb4b5ea6-1819-458d-87e4-18fac7aaa508', 'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:bf:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:18Z', 'updated_at': '2022-05-24T23:32:19Z', 'revision_number': 2, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:21.017293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Checking router: 8c273494-2965-4597-830f-831ecce21f43 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:32:21.017654 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Updating router 8c273494-2965-4597-830f-831ecce21f43 port bb4b5ea6-1819-458d-87e4-18fac7aaa508 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:32:21.062537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:32:21.070983 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:21.071364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:21.122056 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:21.160737 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1320f426-d243-47bc-bca6-ea27950c617f req-dbcc5682-1359-4f0c-b996-5f788f5cf6ec tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 210 time: 0.0434470 May 24 23:32:21.325181 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:21.325558 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:21.437622 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=aaf910ce-1937-4ebc-a56c-4b137f7fe6b2,segment=NetworkSegment(bca49fe6-343e-4530-85cd-dcf881cde407),segment_id=bca49fe6-343e-4530-85cd-dcf881cde407)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:21.446254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:21.581470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=aaf910ce-1937-4ebc-a56c-4b137f7fe6b2,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:21.657926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:21.669513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Transition to ACTIVE for port object bb4b5ea6-1819-458d-87e4-18fac7aaa508 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:32:21.675921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:21.804030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d560b5-e3df-4bfd-b8a0-6129ca04ccba None None] Pushing event updated for resources: {'Port': ['ID=bb4b5ea6-1819-458d-87e4-18fac7aaa508,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:21.892818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Attempting to bind port bb4b5ea6-1819-458d-87e4-18fac7aaa508 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:32:21.893186 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Attempting to bind port bb4b5ea6-1819-458d-87e4-18fac7aaa508 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:32:21.893562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Attempting to bind port bb4b5ea6-1819-458d-87e4-18fac7aaa508 on network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:32:21.898951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:32:21.899318 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Checking segment: {'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:32:21.899711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:21.900100 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Bound using segment: {'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:32:21.900682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Bound port: bb4b5ea6-1819-458d-87e4-18fac7aaa508, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:32:21.901053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:21.976825 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-146cd1a8-7d05-476c-a461-397981a43e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:22.009043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] For port bb4b5ea6-1819-458d-87e4-18fac7aaa508, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:32:22.012841 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] For port bb4b5ea6-1819-458d-87e4-18fac7aaa508, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bb4b5ea6-1819-458d-87e4-18fac7aaa508,segment=NetworkSegment(bca49fe6-343e-4530-85cd-dcf881cde407),segment_id=bca49fe6-343e-4530-85cd-dcf881cde407)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:32:22.016532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:22.097814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Routers {'8c273494-2965-4597-830f-831ecce21f43'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:32:22.098439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:31:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['8c273494-2965-4597-830f-831ecce21f43'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:22.157105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d560b5-e3df-4bfd-b8a0-6129ca04ccba None None] Pushing event updated for resources: {'Port': ['ID=bb4b5ea6-1819-458d-87e4-18fac7aaa508,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:22.358253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-fd18724c-d057-45b1-b087-9ae8c7d7ef29 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:22.359143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-fd18724c-d057-45b1-b087-9ae8c7d7ef29 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:32:22.374525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] Set router 8c273494-2965-4597-830f-831ecce21f43 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:32:22.392609 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-457f0a4d-d068-4e7c-8878-4afaa6c58aeb req-d3caea09-ead5-449d-8cf6-479a73807587 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 210 time: 0.0674655 May 24 23:32:22.396846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-fd18724c-d057-45b1-b087-9ae8c7d7ef29 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:32:22.398394 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-fd18724c-d057-45b1-b087-9ae8c7d7ef29 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/networks?id=6c46f418-09a1-409b-8966-1ff9b6c8bd07 HTTP/1.1" status: 200 len: 796 time: 0.3058701 May 24 23:32:22.441653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:32:22.454200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-99c5c2c8-3bd5-4f7a-9bb1-b0f038965251 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:32:22.465869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-99c5c2c8-3bd5-4f7a-9bb1-b0f038965251 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:32:22.467003 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-99c5c2c8-3bd5-4f7a-9bb1-b0f038965251 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 378 time: 0.0600567 May 24 23:32:22.481025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'port': {'device_id': 'feadf527-3106-42d1-8450-086c2ed69785', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'admin_state_up': True, 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'security_groups': ['279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:22.616725 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:22.626379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:22.636219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:32:22.639887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:22.661536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:22.661904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:22.802475 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.20.0.6 (6c46f418-09a1-409b-8966-1ff9b6c8bd07/f69d533d-258f-4c8e-96a3-7f94b331a774/21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:32:22.851639 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:22.866556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'bb4b5ea6-1819-458d-87e4-18fac7aaa508', 'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:bf:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:18Z', 'updated_at': '2022-05-24T23:32:22Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:22.870669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a28b29-12e5-400f-83e9-fa530be7934a None None] The sync data for ids ['8c273494-2965-4597-830f-831ecce21f43'] in dv-neutron-843190-1-hyperv is: [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'bb4b5ea6-1819-458d-87e4-18fac7aaa508', 'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:bf:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:18Z', 'updated_at': '2022-05-24T23:32:22Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:32:23.000764 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:23.017545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Transition to ACTIVE for port object 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:32:23.042600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:23.119669 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:32:23.123151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:32:23.127079 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:32:23.163403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:23.206857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:23.207615 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:23.238362 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6091108-7fe9-4daa-87a2-6013489e4733 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613122 May 24 23:32:23.249990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Request body: {'port': {'device_id': 'feadf527-3106-42d1-8450-086c2ed69785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:23.393855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bdae4b90-4454-4fcf-9121-294b36e9f41a None None] Provisioning for port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:32:23.399231 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bdae4b90-4454-4fcf-9121-294b36e9f41a None None] Provisioning complete for port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:23.399597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bdae4b90-4454-4fcf-9121-294b36e9f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:23.465217 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bdae4b90-4454-4fcf-9121-294b36e9f41a None None] Port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:32:23.481591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:23.589275 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3cf53-7d25-454e-8e44-dae4daefb449 req-75ef76e3-aa96-4d15-bfcf-da8d51711f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:23.590873 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2e3cf53-7d25-454e-8e44-dae4daefb449 req-75ef76e3-aa96-4d15-bfcf-da8d51711f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 931 time: 0.0866053 May 24 23:32:23.646082 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2e3cf53-7d25-454e-8e44-dae4daefb449 req-69bcca8f-24e1-46dd-97df-911a6ce516bd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490055 May 24 23:32:23.845061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:32:23.852693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:23.868182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Transition to ACTIVE for port object 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:32:23.872698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:24.030328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Pushing event updated for resources: {'Port': ['ID=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:24.113021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Attempting to bind port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:32:24.113353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Attempting to bind port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:32:24.113665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Attempting to bind port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 on network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:32:24.118728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 on network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:32:24.119253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Attempting to bind port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 on network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:32:24.124620 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:32:24.124950 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Checking segment: {'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:32:24.125348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Bound using segment: {'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:32:24.125768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Bound port: 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca49fe6-343e-4530-85cd-dcf881cde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:32:24.126111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:24.221177 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] For port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:32:24.224155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] For port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3,segment=NetworkSegment(bca49fe6-343e-4530-85cd-dcf881cde407),segment_id=bca49fe6-343e-4530-85cd-dcf881cde407)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:32:24.228024 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:24.232531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ac552976-504c-4256-857b-5014676bac18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:24.286355 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:24.286968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:24.288331 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 HTTP/1.1" status: 200 len: 1093 time: 1.0426781 May 24 23:32:24.291835 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feadf527-3106-42d1-8450-086c2ed69785', 'tag': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:32:24.316808 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb220f68-99b6-4565-bf08-d6534feb74e1 service neutron] Pushing event updated for resources: {'Port': ['ID=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:24.366518 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f82255b-967f-46a7-ae58-14f4d28313ed'] response: {'name': 'network-changed', 'server_uuid': 'feadf527-3106-42d1-8450-086c2ed69785', 'tag': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3', 'status': 'completed', 'code': 200} May 24 23:32:24.410860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-54d6c82a-dd10-44d9-97d0-d6f48fa3044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:24.412497 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-54d6c82a-dd10-44d9-97d0-d6f48fa3044d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 1096 time: 0.0842319 May 24 23:32:24.433933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bb4b5ea6-1819-458d-87e4-18fac7aaa508 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:32:24.482852 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-117b52e4-b449-4664-b696-f1612a458719 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 HTTP/1.1" status: 200 len: 217 time: 0.0632634 May 24 23:32:24.514492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port bb4b5ea6-1819-458d-87e4-18fac7aaa508 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:32:24.519909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port bb4b5ea6-1819-458d-87e4-18fac7aaa508 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:24.520276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:24.550803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6d2d243-fcf4-4368-9167-7a02349a36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:24.552155 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-e6d2d243-fcf4-4368-9167-7a02349a36a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f69d533d-258f-4c8e-96a3-7f94b331a774 HTTP/1.1" status: 200 len: 835 time: 0.0636928 May 24 23:32:24.625973 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-addbeda8-090b-466a-863e-ee86771622b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:24.627508 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-addbeda8-090b-466a-863e-ee86771622b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c46f418-09a1-409b-8966-1ff9b6c8bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695896 May 24 23:32:24.675609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port bb4b5ea6-1819-458d-87e4-18fac7aaa508 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:24.676110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:24.709079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port bb4b5ea6-1819-458d-87e4-18fac7aaa508, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bb4b5ea6-1819-458d-87e4-18fac7aaa508,segment=NetworkSegment(bca49fe6-343e-4530-85cd-dcf881cde407),segment_id=bca49fe6-343e-4530-85cd-dcf881cde407)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:24.715070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:24.766097 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-425a2e4b-bde2-4f78-840f-6aa34748d25f service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321621 May 24 23:32:24.783985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=bb4b5ea6-1819-458d-87e4-18fac7aaa508,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:24.844939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89f232-e4b8-44d5-9163-def5bba61b9b req-05f315f4-9260-4f4a-a707-591306b663ad tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:24.846459 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6f89f232-e4b8-44d5-9163-def5bba61b9b req-05f315f4-9260-4f4a-a707-591306b663ad tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 943 time: 0.0840392 May 24 23:32:24.890911 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6f89f232-e4b8-44d5-9163-def5bba61b9b req-9eea5bb4-6ec7-4a6f-9bba-525d318118a7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386014 May 24 23:32:24.896512 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-884b34be-ddac-4960-a3d7-44365ae75d3a req-98273320-0753-4c62-a168-94cd0a54b3b9 service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245804 May 24 23:32:25.014961 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0badab-adc6-414d-b5ec-4909772f4bd9 req-15c6513f-ec3e-44a4-9a81-82c052ed4ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:25.016311 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab0badab-adc6-414d-b5ec-4909772f4bd9 req-15c6513f-ec3e-44a4-9a81-82c052ed4ac5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 1096 time: 0.0741117 May 24 23:32:25.183933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:25.242938 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0badab-adc6-414d-b5ec-4909772f4bd9 req-c5c17a0e-f5c7-4a02-83f3-5229308feaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:25.245002 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab0badab-adc6-414d-b5ec-4909772f4bd9 req-c5c17a0e-f5c7-4a02-83f3-5229308feaaa service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c46f418-09a1-409b-8966-1ff9b6c8bd07 HTTP/1.1" status: 200 len: 897 time: 0.2226048 May 24 23:32:25.306155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:25.311621 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab0badab-adc6-414d-b5ec-4909772f4bd9 req-747d50bb-cf37-4ba6-abba-125469c73554 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 HTTP/1.1" status: 200 len: 217 time: 0.0599015 May 24 23:32:25.382364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0badab-adc6-414d-b5ec-4909772f4bd9 req-67a95016-454b-4625-aa27-506ccbf72a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:25.383820 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab0badab-adc6-414d-b5ec-4909772f4bd9 req-67a95016-454b-4625-aa27-506ccbf72a5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f69d533d-258f-4c8e-96a3-7f94b331a774 HTTP/1.1" status: 200 len: 835 time: 0.0612943 May 24 23:32:25.457742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0badab-adc6-414d-b5ec-4909772f4bd9 req-ed8d58cf-5abc-4961-b596-06e48f08dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:25.459227 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab0badab-adc6-414d-b5ec-4909772f4bd9 req-ed8d58cf-5abc-4961-b596-06e48f08dab0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c46f418-09a1-409b-8966-1ff9b6c8bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686693 May 24 23:32:25.588655 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab0badab-adc6-414d-b5ec-4909772f4bd9 req-29d41e7a-25cc-4960-919d-0200e9ad6497 service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221013 May 24 23:32:25.717688 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ab0badab-adc6-414d-b5ec-4909772f4bd9 req-985f429b-9de6-4fef-9645-9f558170fadc service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230679 May 24 23:32:26.073975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4155b-2bf8-4ac9-bf6d-1245a4ddf1f3 req-fde3e200-4fca-4232-b589-40b43fd9dab4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:26.075426 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32d4155b-2bf8-4ac9-bf6d-1245a4ddf1f3 req-fde3e200-4fca-4232-b589-40b43fd9dab4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 943 time: 0.0780988 May 24 23:32:26.118312 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32d4155b-2bf8-4ac9-bf6d-1245a4ddf1f3 req-c45bc943-26af-41b1-bc77-9469243bb2e0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372019 May 24 23:32:26.404001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bb4b5ea6-1819-458d-87e4-18fac7aaa508 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:32:26.473012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port bb4b5ea6-1819-458d-87e4-18fac7aaa508 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:26.473303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:26.582500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port bb4b5ea6-1819-458d-87e4-18fac7aaa508 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:26.637635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:27.303054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d216262-3dc7-435f-917f-4a1e79d49d08 req-80e00f2d-3162-4a67-bef0-8541abee9ae8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:27.304484 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d216262-3dc7-435f-917f-4a1e79d49d08 req-80e00f2d-3162-4a67-bef0-8541abee9ae8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 943 time: 0.0822959 May 24 23:32:27.347547 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d216262-3dc7-435f-917f-4a1e79d49d08 req-8044a68f-ad9e-4bdf-b42e-cb3aaec3680b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374928 May 24 23:32:28.534708 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d68a23-df8f-4735-aa97-a38b28c77f56 req-64d8b595-831f-4757-9e1d-ad8447162863 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:28.536159 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72d68a23-df8f-4735-aa97-a38b28c77f56 req-64d8b595-831f-4757-9e1d-ad8447162863 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 943 time: 0.0804629 May 24 23:32:28.564319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:32:28.580565 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72d68a23-df8f-4735-aa97-a38b28c77f56 req-c6eb99a6-4e05-46b6-a76f-2e3ca6e2858d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378904 May 24 23:32:28.699859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3,segment=NetworkSegment(bca49fe6-343e-4530-85cd-dcf881cde407),segment_id=bca49fe6-343e-4530-85cd-dcf881cde407)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:28.716843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'port_id': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3', 'mac_address': 'fa:16:3e:bb:c4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:32:28.772150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:28.772527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:28.790628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:32:28.806468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3,segment=NetworkSegment(bca49fe6-343e-4530-85cd-dcf881cde407),segment_id=bca49fe6-343e-4530-85cd-dcf881cde407)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:28.810584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:28.877584 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:29.017084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:32:29.769014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f48554-be3a-4e21-8c41-53034e56bc1e req-90bc8fe5-075a-4f47-87c7-02d5a96c23f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:29.770399 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0f48554-be3a-4e21-8c41-53034e56bc1e req-90bc8fe5-075a-4f47-87c7-02d5a96c23f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 944 time: 0.0859668 May 24 23:32:29.813800 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0f48554-be3a-4e21-8c41-53034e56bc1e req-401e3d1c-4a36-4a92-9b02-258bd56b1502 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377614 May 24 23:32:30.579616 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:32:30.644782 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:32:30.649138 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:30.649504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:30.762807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:30.763163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:30.788345 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feadf527-3106-42d1-8450-086c2ed69785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:32:30.798441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3,segment=NetworkSegment(bca49fe6-343e-4530-85cd-dcf881cde407),segment_id=bca49fe6-343e-4530-85cd-dcf881cde407)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:30.802136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:30.833737 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a857e214-bd30-4487-a2dd-cff897da962c'] response: {'server_uuid': 'feadf527-3106-42d1-8450-086c2ed69785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3', 'code': 200} May 24 23:32:30.876851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:31.006965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d465a8-c2ea-4686-aaaf-a133ea166f32 req-505ca1e6-847b-4d68-81b8-c8b35747c88c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:31.008431 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13d465a8-c2ea-4686-aaaf-a133ea166f32 req-505ca1e6-847b-4d68-81b8-c8b35747c88c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0811119 May 24 23:32:31.057065 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13d465a8-c2ea-4686-aaaf-a133ea166f32 req-8e63e823-168a-4724-8685-a81871693ff3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417829 May 24 23:32:31.068075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e974e-1463-4205-bec7-0cb2516b1363 req-48b11614-2b9b-4b43-88bc-033fa454b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:31.069529 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e44e974e-1463-4205-bec7-0cb2516b1363 req-48b11614-2b9b-4b43-88bc-033fa454b475 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 1098 time: 0.0728357 May 24 23:32:31.108842 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e44e974e-1463-4205-bec7-0cb2516b1363 req-187b8951-8586-4c56-a0d4-fd82950f73f4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331604 May 24 23:32:32.250919 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb17fee-0162-47b9-b808-12a1d5e1ed7a req-99f04aee-8f77-4172-bcd6-86c62544c09e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:32.252386 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7cb17fee-0162-47b9-b808-12a1d5e1ed7a req-99f04aee-8f77-4172-bcd6-86c62544c09e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0854692 May 24 23:32:32.296305 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7cb17fee-0162-47b9-b808-12a1d5e1ed7a req-17d93330-36e5-42fd-8548-1f7fa2d49663 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382843 May 24 23:32:33.482434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a3d8e-2024-43ad-bfc1-ca70d2c16bf8 req-20984a9e-537e-41c3-b30a-27416b40dc52 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:33.483885 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-232a3d8e-2024-43ad-bfc1-ca70d2c16bf8 req-20984a9e-537e-41c3-b30a-27416b40dc52 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0825977 May 24 23:32:33.526371 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-232a3d8e-2024-43ad-bfc1-ca70d2c16bf8 req-0f379891-df01-4f55-8713-14a298d5d52c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368531 May 24 23:32:33.708449 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7fa17-09ed-44fc-8746-61ad6258834e req-d4e368f2-909f-4c21-b0b0-b6591a16c804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:33.709902 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94c7fa17-09ed-44fc-8746-61ad6258834e req-d4e368f2-909f-4c21-b0b0-b6591a16c804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0785036 May 24 23:32:33.754122 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94c7fa17-09ed-44fc-8746-61ad6258834e req-83591ad6-9f20-4fef-9e9d-fc18bf6e0143 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377188 May 24 23:32:33.776151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40560) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:33.848265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357e7593-2273-4fd5-a164-48cf0fe3b1d3 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:33.849720 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-357e7593-2273-4fd5-a164-48cf0fe3b1d3 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 1093 time: 0.0725932 May 24 23:32:33.852495 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40564) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:33.857384 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:33.863330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:33.867171 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:floatingip and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:33.869957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:33.876211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:33.887051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:34.117917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:34.251228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.26.3.77 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/1782a709-3915-42f4-81d2-2ebd75b2f06e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:32:34.402112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:34.430148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:34.491898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:32:34.494525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:32:34.498189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:32:34.538986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=1782a709-3915-42f4-81d2-2ebd75b2f06e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:34.902686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:34.975260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:35.195380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:35.201546 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:35.313079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=1782a709-3915-42f4-81d2-2ebd75b2f06e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:35.322888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:35.499175 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Floating IP 908e8a69-8613-4dbe-ae35-2a352fd7a7d0 associated. External IP: 172.26.3.77, port: 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3. May 24 23:32:35.950036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 8c273494-2965-4597-830f-831ecce21f43 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:32:36.126536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:32:36.137025 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b6246-a331-472a-a1cb-5e05ed3636ee None None] Sync routers for ids ['8c273494-2965-4597-830f-831ecce21f43'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:32:36.146626 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b6246-a331-472a-a1cb-5e05ed3636ee None None] Routers {'8c273494-2965-4597-830f-831ecce21f43'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:32:36.147247 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cc6b6246-a331-472a-a1cb-5e05ed3636ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:32:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['8c273494-2965-4597-830f-831ecce21f43'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:36.152469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:36.210419 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-57646a45-6833-4a06-b444-2fd30ed49d8d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3566310 May 24 23:32:36.210858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feadf527-3106-42d1-8450-086c2ed69785', 'tag': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:32:36.320888 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-cc6b6246-a331-472a-a1cb-5e05ed3636ee None None] Set router 8c273494-2965-4597-830f-831ecce21f43 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:32:36.378276 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8600db-037a-48ae-b85a-765bba1b6cdb req-32c99b9c-465f-4882-a715-3cbfcda645c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:36.379764 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9a8600db-037a-48ae-b85a-765bba1b6cdb req-32c99b9c-465f-4882-a715-3cbfcda645c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0809691 May 24 23:32:36.425141 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9a8600db-037a-48ae-b85a-765bba1b6cdb req-3be266bd-cbd4-4291-b6a4-e5346be1a3db tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377064 May 24 23:32:36.447554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40572) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:36.484285 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ef5460-d0bf-4368-841e-16c0a692c77a'] response: {'name': 'network-changed', 'server_uuid': 'feadf527-3106-42d1-8450-086c2ed69785', 'tag': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3', 'status': 'completed', 'code': 200} May 24 23:32:36.601883 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-633ab455-dbe7-4178-a925-9f821bcf5bf9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/908e8a69-8613-4dbe-ae35-2a352fd7a7d0 HTTP/1.1" status: 200 len: 990 time: 0.1526639 May 24 23:32:36.617200 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ae2b6-ceea-4840-b7a1-9430a0a422aa req-17c106e5-39c9-4680-96a3-1b8680eff2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:36.618645 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e00ae2b6-ceea-4840-b7a1-9430a0a422aa req-17c106e5-39c9-4680-96a3-1b8680eff2b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 1098 time: 0.1095927 May 24 23:32:36.672258 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cc6b6246-a331-472a-a1cb-5e05ed3636ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '908e8a69-8613-4dbe-ae35-2a352fd7a7d0', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '8c273494-2965-4597-830f-831ecce21f43', 'port_id': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'mac_address': 'fa:16:3e:bb:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feadf527-3106-42d1-8450-086c2ed69785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:32:34Z', 'updated_at': '2022-05-24T23:32:34Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4b5ea6-1819-458d-87e4-18fac7aaa508', 'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:bf:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:18Z', 'updated_at': '2022-05-24T23:32:24Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:36.676217 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b6246-a331-472a-a1cb-5e05ed3636ee None None] Checking router: 8c273494-2965-4597-830f-831ecce21f43 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:32:36.684338 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b6246-a331-472a-a1cb-5e05ed3636ee None None] Routers {'8c273494-2965-4597-830f-831ecce21f43'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:32:36.684924 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cc6b6246-a331-472a-a1cb-5e05ed3636ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:32:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['8c273494-2965-4597-830f-831ecce21f43'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:36.749922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ae2b6-ceea-4840-b7a1-9430a0a422aa req-18bb7781-8d04-40a7-8b50-bebc1b1070b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:36.751307 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e00ae2b6-ceea-4840-b7a1-9430a0a422aa req-18bb7781-8d04-40a7-8b50-bebc1b1070b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c46f418-09a1-409b-8966-1ff9b6c8bd07 HTTP/1.1" status: 200 len: 897 time: 0.1268113 May 24 23:32:36.853932 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e00ae2b6-ceea-4840-b7a1-9430a0a422aa req-ea8dd7ab-a906-42a4-9893-66f336ad89b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 HTTP/1.1" status: 200 len: 998 time: 0.0966573 May 24 23:32:36.860173 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-cc6b6246-a331-472a-a1cb-5e05ed3636ee None None] Set router 8c273494-2965-4597-830f-831ecce21f43 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:32:36.917880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ae2b6-ceea-4840-b7a1-9430a0a422aa req-54d7c9cc-f89a-4674-913d-6def93c771ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:36.919330 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e00ae2b6-ceea-4840-b7a1-9430a0a422aa req-54d7c9cc-f89a-4674-913d-6def93c771ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f69d533d-258f-4c8e-96a3-7f94b331a774 HTTP/1.1" status: 200 len: 835 time: 0.0604293 May 24 23:32:36.993507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ae2b6-ceea-4840-b7a1-9430a0a422aa req-45cc39e3-5355-40b5-b751-79d90ba2c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:36.995047 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e00ae2b6-ceea-4840-b7a1-9430a0a422aa req-45cc39e3-5355-40b5-b751-79d90ba2c14c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c46f418-09a1-409b-8966-1ff9b6c8bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695601 May 24 23:32:37.125794 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e00ae2b6-ceea-4840-b7a1-9430a0a422aa req-f0d53835-df0c-4ca9-9b9f-482817fdeb2e service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243932 May 24 23:32:37.202234 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cc6b6246-a331-472a-a1cb-5e05ed3636ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '908e8a69-8613-4dbe-ae35-2a352fd7a7d0', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '8c273494-2965-4597-830f-831ecce21f43', 'port_id': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'mac_address': 'fa:16:3e:bb:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feadf527-3106-42d1-8450-086c2ed69785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:32:34Z', 'updated_at': '2022-05-24T23:32:34Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4b5ea6-1819-458d-87e4-18fac7aaa508', 'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:bf:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:18Z', 'updated_at': '2022-05-24T23:32:24Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:32:37.206291 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b6246-a331-472a-a1cb-5e05ed3636ee None None] The sync data for ids ['8c273494-2965-4597-830f-831ecce21f43'] in dv-neutron-843190-1-hyperv is: [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '908e8a69-8613-4dbe-ae35-2a352fd7a7d0', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '8c273494-2965-4597-830f-831ecce21f43', 'port_id': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'mac_address': 'fa:16:3e:bb:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feadf527-3106-42d1-8450-086c2ed69785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:32:34Z', 'updated_at': '2022-05-24T23:32:34Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4b5ea6-1819-458d-87e4-18fac7aaa508', 'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:bf:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:18Z', 'updated_at': '2022-05-24T23:32:24Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:32:37.259250 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e00ae2b6-ceea-4840-b7a1-9430a0a422aa req-860313d9-8831-4925-ad5f-2442bf0a91c5 service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287322 May 24 23:32:37.398234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94c1922-db5b-40e4-9695-df434080c8fb None None] New status for floating IP 908e8a69-8613-4dbe-ae35-2a352fd7a7d0: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:32:37.606307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40576) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:32:37.718949 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4963a236-b72c-4b1f-9d87-b630fcd8cd1e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/908e8a69-8613-4dbe-ae35-2a352fd7a7d0 HTTP/1.1" status: 200 len: 992 time: 0.1113901 May 24 23:32:41.029976 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:32:46.116098 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:48.298624 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-dacf6e11-92a6-490a-a844-c75c17e33bf7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670650 May 24 23:32:48.555554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-c93b3089-bc12-4276-9d1e-4ab05244d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:48.556911 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-c93b3089-bc12-4276-9d1e-4ab05244d5dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 1098 time: 0.1907549 May 24 23:32:48.697096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-6817f990-5976-478b-a740-9411686528a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:48.699036 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-6817f990-5976-478b-a740-9411686528a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c46f418-09a1-409b-8966-1ff9b6c8bd07 HTTP/1.1" status: 200 len: 897 time: 0.1227038 May 24 23:32:48.800370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-6431b684-8520-4be6-bc83-b7bce24a82a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 HTTP/1.1" status: 200 len: 1000 time: 0.0946305 May 24 23:32:48.865133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-6e5ec39e-d59f-48ce-9d8b-7adf7e852f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:48.866461 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-6e5ec39e-d59f-48ce-9d8b-7adf7e852f29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f69d533d-258f-4c8e-96a3-7f94b331a774 HTTP/1.1" status: 200 len: 835 time: 0.0579684 May 24 23:32:48.942434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-0b7e1c54-807f-498a-8cc2-c8d3e9b3ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:48.943878 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-0b7e1c54-807f-498a-8cc2-c8d3e9b3ca18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c46f418-09a1-409b-8966-1ff9b6c8bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713508 May 24 23:32:49.071523 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-1da16d7b-9578-47ae-889a-1a031e04de0f service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213458 May 24 23:32:49.200774 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f5623f6f-24e3-499c-9efe-b83c6368fbb4 req-ee8f33d8-b708-4d35-afdb-00c23c79ba2f service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229293 May 24 23:32:51.947222 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8440a392-41c0-436b-9794-6ecf33129c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:54.233201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4903e1be-a044-4b20-abde-47bd1ed2377b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:55.185458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:55.307987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:56.642401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:07.293743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f7488-f441-4120-9b65-045b27f2f337 req-2f2d1772-14ac-43fd-b0f0-b6f263cfa52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:07.295152 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f16f7488-f441-4120-9b65-045b27f2f337 req-2f2d1772-14ac-43fd-b0f0-b6f263cfa52c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 1098 time: 0.0763147 May 24 23:33:07.333140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e57e0-b0ea-4b05-8b5e-b06709feaad5 req-ab6544c7-df56-4dd1-b7de-160beb622760 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:07.334576 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a2e57e0-b0ea-4b05-8b5e-b06709feaad5 req-ab6544c7-df56-4dd1-b7de-160beb622760 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0833004 May 24 23:33:07.379395 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a2e57e0-b0ea-4b05-8b5e-b06709feaad5 req-cc2776b5-0856-4bc9-9f0f-5951e0aac7b6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385654 May 24 23:33:07.427082 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f7488-f441-4120-9b65-045b27f2f337 req-f8b52f5a-9076-4d5b-8633-ace22f266e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:07.428606 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f16f7488-f441-4120-9b65-045b27f2f337 req-f8b52f5a-9076-4d5b-8633-ace22f266e12 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c46f418-09a1-409b-8966-1ff9b6c8bd07 HTTP/1.1" status: 200 len: 897 time: 0.1268961 May 24 23:33:07.528803 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f16f7488-f441-4120-9b65-045b27f2f337 req-a7fa6c62-1055-4125-a2d4-29c3d3f14f23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 HTTP/1.1" status: 200 len: 1000 time: 0.0936146 May 24 23:33:07.590554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f7488-f441-4120-9b65-045b27f2f337 req-e88067ce-b516-4988-96ab-6af7f41d9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:07.591901 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f16f7488-f441-4120-9b65-045b27f2f337 req-e88067ce-b516-4988-96ab-6af7f41d9484 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f69d533d-258f-4c8e-96a3-7f94b331a774 HTTP/1.1" status: 200 len: 835 time: 0.0570180 May 24 23:33:07.668246 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f7488-f441-4120-9b65-045b27f2f337 req-a0fbcab0-5aa8-4df7-9ddf-5200a0e908d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:07.669714 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f16f7488-f441-4120-9b65-045b27f2f337 req-a0fbcab0-5aa8-4df7-9ddf-5200a0e908d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c46f418-09a1-409b-8966-1ff9b6c8bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712812 May 24 23:33:07.796985 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f16f7488-f441-4120-9b65-045b27f2f337 req-2a1a7f2f-ac1a-4f26-94fe-b0d5e111c6a1 service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204383 May 24 23:33:07.923913 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f16f7488-f441-4120-9b65-045b27f2f337 req-94d0cb03-af6c-4cdd-899c-7a4ee32622f7 service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202610 May 24 23:33:08.562789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3324bbe-d2cd-43e9-95d5-64856258a57a req-9f60e83e-58f7-4263-bf2e-fb5d530e5a73 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:08.564151 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a3324bbe-d2cd-43e9-95d5-64856258a57a req-9f60e83e-58f7-4263-bf2e-fb5d530e5a73 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0809071 May 24 23:33:08.625257 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a3324bbe-d2cd-43e9-95d5-64856258a57a req-37f969ca-6931-4c74-a6cf-f4fc9fd21e28 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554395 May 24 23:33:09.809626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c8106-178e-4225-9c2a-973cd8625222 req-6f7f3100-847d-484b-8259-77734cd496ad tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:09.811053 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd4c8106-178e-4225-9c2a-973cd8625222 req-6f7f3100-847d-484b-8259-77734cd496ad tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0777960 May 24 23:33:09.853631 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd4c8106-178e-4225-9c2a-973cd8625222 req-ba23ebf6-146f-4d23-94e8-95ca0c0d32a3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370743 May 24 23:33:11.038378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365a94e-b2cc-4971-ae1b-b8412d3ecc27 req-8fef3872-b925-4766-8a41-ef3eb9d625aa tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:11.039822 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9365a94e-b2cc-4971-ae1b-b8412d3ecc27 req-8fef3872-b925-4766-8a41-ef3eb9d625aa tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0827980 May 24 23:33:11.082431 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9365a94e-b2cc-4971-ae1b-b8412d3ecc27 req-89e6aec2-aeba-4079-a1a7-0784bda71eec tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368888 May 24 23:33:12.286741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5bbd4-fd71-4b4f-80e1-57e47468b444 req-5c3a6f58-bb59-48a1-9470-8d1214ff0d06 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:12.288173 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1af5bbd4-fd71-4b4f-80e1-57e47468b444 req-5c3a6f58-bb59-48a1-9470-8d1214ff0d06 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0867572 May 24 23:33:12.332283 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1af5bbd4-fd71-4b4f-80e1-57e47468b444 req-597315d6-d7a7-4ab3-a36b-4c1bbebedeeb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376980 May 24 23:33:13.518600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91092d4-b304-4f08-b29d-38b417d49aa4 req-66cc216d-f69b-4699-8ade-d067f46a24af tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:13.519963 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b91092d4-b304-4f08-b29d-38b417d49aa4 req-66cc216d-f69b-4699-8ade-d067f46a24af tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0816331 May 24 23:33:13.563184 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b91092d4-b304-4f08-b29d-38b417d49aa4 req-8598978a-f7cd-4fac-aefc-4feb216b26b9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376618 May 24 23:33:14.749629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b088e0-92f2-4980-b48c-4cd38b548968 req-52fd5e42-29ae-4980-b728-679d5bec07fa tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:14.751065 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07b088e0-92f2-4980-b48c-4cd38b548968 req-52fd5e42-29ae-4980-b728-679d5bec07fa tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0781441 May 24 23:33:14.794097 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07b088e0-92f2-4980-b48c-4cd38b548968 req-4512079a-4159-4e25-a680-e43c92e9ef45 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374687 May 24 23:33:15.979811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9e088-9cbf-48f1-a23d-9d7e7ddd211e req-05cfd4a9-42f2-455a-a3d5-997a09bf0445 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:15.981276 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bc9e088-9cbf-48f1-a23d-9d7e7ddd211e req-05cfd4a9-42f2-455a-a3d5-997a09bf0445 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0822392 May 24 23:33:16.025342 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bc9e088-9cbf-48f1-a23d-9d7e7ddd211e req-65a6169b-37b5-408a-9855-aa34eebc646a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384414 May 24 23:33:16.209857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:17.209209 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be32dfa-7d52-405c-9dd1-a9fb82586ddf req-4297f1db-fa7a-4ad7-b7ed-082c3235f134 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:17.210662 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7be32dfa-7d52-405c-9dd1-a9fb82586ddf req-4297f1db-fa7a-4ad7-b7ed-082c3235f134 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0794942 May 24 23:33:17.257158 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7be32dfa-7d52-405c-9dd1-a9fb82586ddf req-01651ae9-cd8a-4db4-88ca-298410e4bdd5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405400 May 24 23:33:18.029899 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:33:18.439463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2b212-1d62-47ae-a548-bc5bfdf7c010 req-a4466cc2-6be3-436b-a816-e7c452c21072 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:18.440892 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b8e2b212-1d62-47ae-a548-bc5bfdf7c010 req-a4466cc2-6be3-436b-a816-e7c452c21072 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0788908 May 24 23:33:18.484496 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b8e2b212-1d62-47ae-a548-bc5bfdf7c010 req-d93a827f-c18f-4c95-af10-8648173ebb52 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379262 May 24 23:33:19.763672 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe3338-cda5-465b-a76c-862101bd880e req-fd543337-be68-4719-9f61-a81b9da62b2d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:19.765021 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-23fe3338-cda5-465b-a76c-862101bd880e req-fd543337-be68-4719-9f61-a81b9da62b2d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.1778107 May 24 23:33:19.809285 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-23fe3338-cda5-465b-a76c-862101bd880e req-203c52d3-1340-4633-bdf3-5a43a393927d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385041 May 24 23:33:20.993037 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377a4c8-6290-43c6-9432-83ef0eafa3ee req-6f165869-db8d-483a-b0de-26bad7b3e776 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:20.994470 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4377a4c8-6290-43c6-9432-83ef0eafa3ee req-6f165869-db8d-483a-b0de-26bad7b3e776 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0797634 May 24 23:33:21.040513 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4377a4c8-6290-43c6-9432-83ef0eafa3ee req-bf9d67d8-d857-4dd0-ae8c-56271a10a36e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402954 May 24 23:33:21.948766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-21385cd1-fb9f-4536-96be-b30d4a6ac72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:22.223530 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be84fc2-8378-4ce0-b1d6-f6900c18d103 req-1a4f3bc3-6da5-4e54-9f2e-91361f29dca8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:22.224906 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6be84fc2-8378-4ce0-b1d6-f6900c18d103 req-1a4f3bc3-6da5-4e54-9f2e-91361f29dca8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0798845 May 24 23:33:22.268539 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6be84fc2-8378-4ce0-b1d6-f6900c18d103 req-828a371c-0e4e-4cf1-a183-c081e5905e63 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379920 May 24 23:33:23.467099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57964f-2e1c-4379-8e04-62552d212ba0 req-aa2c5375-7bcc-4320-9a88-087fb5ea42a0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:23.468425 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba57964f-2e1c-4379-8e04-62552d212ba0 req-aa2c5375-7bcc-4320-9a88-087fb5ea42a0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0818305 May 24 23:33:23.510979 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba57964f-2e1c-4379-8e04-62552d212ba0 req-20b204f3-c1c8-49c1-a59a-00402d4020c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369635 May 24 23:33:24.233342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1bece0d-3803-4fef-b50e-adc4d4d8253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:24.693985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2d5e9-86e7-4584-882a-77b5a2a0bdb4 req-2c9d4dd6-6bec-4bef-8e57-9c2784ca4f74 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:24.695438 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73a2d5e9-86e7-4584-882a-77b5a2a0bdb4 req-2c9d4dd6-6bec-4bef-8e57-9c2784ca4f74 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0782709 May 24 23:33:24.738718 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73a2d5e9-86e7-4584-882a-77b5a2a0bdb4 req-53c53209-2dac-4e7e-b85e-c5abd78cdd16 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376887 May 24 23:33:24.760779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40624) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:24.873233 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8b65180b-32ba-47dc-a797-551fc2ef9605 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/908e8a69-8613-4dbe-ae35-2a352fd7a7d0 HTTP/1.1" status: 200 len: 992 time: 0.1111751 May 24 23:33:25.191808 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:25.308365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:26.645163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:46.220145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:49.109310 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-b748dfae-5b27-4fbc-92ec-ec7fbbde375a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687416 May 24 23:33:49.248815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-394dabe7-ef45-46f4-a7b7-4408cbe324ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:49.250223 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-394dabe7-ef45-46f4-a7b7-4408cbe324ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 1098 time: 0.0732386 May 24 23:33:49.498992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-3c9819c2-bc3c-41e8-ab15-e917aa0176eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:49.500386 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-3c9819c2-bc3c-41e8-ab15-e917aa0176eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c46f418-09a1-409b-8966-1ff9b6c8bd07 HTTP/1.1" status: 200 len: 897 time: 0.2318449 May 24 23:33:49.602172 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-9e6869e7-b00d-48c1-b52e-3f3ce76c61c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 HTTP/1.1" status: 200 len: 1000 time: 0.0955157 May 24 23:33:49.663616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-6528acf2-6076-465a-960d-1e33c29fb2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:49.664983 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-6528acf2-6076-465a-960d-1e33c29fb2a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f69d533d-258f-4c8e-96a3-7f94b331a774 HTTP/1.1" status: 200 len: 835 time: 0.0561411 May 24 23:33:49.738089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-fa0f4200-229b-41e2-b2d9-03a1f256a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:49.739555 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-fa0f4200-229b-41e2-b2d9-03a1f256a1dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c46f418-09a1-409b-8966-1ff9b6c8bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682018 May 24 23:33:49.869218 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-dee557f7-19e1-42bf-9cb4-b3b8fe9a6639 service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230719 May 24 23:33:49.998283 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4c692ff4-0fff-46da-b5fe-a1d2b6a54eda req-66aff4d7-28b7-4d08-b79a-83c16641f5e1 service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228342 May 24 23:33:51.950274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30d71cb6-c75b-42c4-8cd3-62e4dd919627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:54.235292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-41ab52fb-3dde-470b-9ac0-0d7088254a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:55.029510 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:33:55.190612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:55.309387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:55.583517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40636) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:55.781010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 1782a709-3915-42f4-81d2-2ebd75b2f06e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:33:55.781346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:55.944317 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:55.944646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:56.067915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 1782a709-3915-42f4-81d2-2ebd75b2f06e owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:33:56.210157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:56.259871 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=1782a709-3915-42f4-81d2-2ebd75b2f06e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:56.291437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.291783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.292120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.292450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.292785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.293795 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.294122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.294444 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.294790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.295112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.295430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.295746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:56.359908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:56.360256 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Floating IP 908e8a69-8613-4dbe-ae35-2a352fd7a7d0 disassociated (deleted). External IP: 172.26.3.77, port: 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3. May 24 23:33:56.649492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:56.804714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 8c273494-2965-4597-830f-831ecce21f43 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:33:56.981154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:33:56.991177 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a32652-3332-44be-9e62-331427b0a0ab None None] Sync routers for ids ['8c273494-2965-4597-830f-831ecce21f43'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:33:56.998114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:57.007711 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a32652-3332-44be-9e62-331427b0a0ab None None] Routers {'8c273494-2965-4597-830f-831ecce21f43'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:33:57.008303 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f1a32652-3332-44be-9e62-331427b0a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:33:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['8c273494-2965-4597-830f-831ecce21f43'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:57.054787 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cec06ea0-4efb-416a-87af-2750cfd46ee0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/floatingips/908e8a69-8613-4dbe-ae35-2a352fd7a7d0 HTTP/1.1" status: 204 len: 168 time: 1.4702392 May 24 23:33:57.055366 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feadf527-3106-42d1-8450-086c2ed69785', 'tag': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:33:57.184510 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-f1a32652-3332-44be-9e62-331427b0a0ab None None] Set router 8c273494-2965-4597-830f-831ecce21f43 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:33:57.290723 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a411dcae-ae2c-43e9-ae02-7652bf7a5eb5'] response: {'name': 'network-changed', 'server_uuid': 'feadf527-3106-42d1-8450-086c2ed69785', 'tag': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3', 'status': 'completed', 'code': 200} May 24 23:33:57.388266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8a004-adc2-4f8e-96cc-e44f12808efb req-8c18faa6-a821-47f6-9c63-2bec8c0998b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:57.389731 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dbb8a004-adc2-4f8e-96cc-e44f12808efb req-8c18faa6-a821-47f6-9c63-2bec8c0998b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 1098 time: 0.0770576 May 24 23:33:57.452898 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934da44-424a-4802-b8e7-363cfd022526 req-8a022e2b-4871-4ab9-a0ce-901d579db21e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:57.453598 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4934da44-424a-4802-b8e7-363cfd022526 req-8a022e2b-4871-4ab9-a0ce-901d579db21e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:33:57.471130 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4934da44-424a-4802-b8e7-363cfd022526 req-8a022e2b-4871-4ab9-a0ce-901d579db21e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:33:57.472344 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4934da44-424a-4802-b8e7-363cfd022526 req-8a022e2b-4871-4ab9-a0ce-901d579db21e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0991974 May 24 23:33:57.496978 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f1a32652-3332-44be-9e62-331427b0a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'bb4b5ea6-1819-458d-87e4-18fac7aaa508', 'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:bf:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:18Z', 'updated_at': '2022-05-24T23:32:24Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:57.500948 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a32652-3332-44be-9e62-331427b0a0ab None None] Checking router: 8c273494-2965-4597-830f-831ecce21f43 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:33:57.509756 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a32652-3332-44be-9e62-331427b0a0ab None None] Routers {'8c273494-2965-4597-830f-831ecce21f43'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:33:57.510357 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f1a32652-3332-44be-9e62-331427b0a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:33:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['8c273494-2965-4597-830f-831ecce21f43'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:57.525352 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4934da44-424a-4802-b8e7-363cfd022526 req-53fcdd2a-425d-4c7e-ba68-bc61aeb7d35d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465481 May 24 23:33:57.535837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8a004-adc2-4f8e-96cc-e44f12808efb req-a3e970a6-6b4a-4cc2-998c-a5e30145162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:57.537419 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dbb8a004-adc2-4f8e-96cc-e44f12808efb req-a3e970a6-6b4a-4cc2-998c-a5e30145162c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c46f418-09a1-409b-8966-1ff9b6c8bd07 HTTP/1.1" status: 200 len: 897 time: 0.1409702 May 24 23:33:57.608211 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dbb8a004-adc2-4f8e-96cc-e44f12808efb req-60b24e23-8012-4dee-8ae3-d76e34f12eb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 HTTP/1.1" status: 200 len: 217 time: 0.0636668 May 24 23:33:57.671912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8a004-adc2-4f8e-96cc-e44f12808efb req-01fd005f-cb36-4787-a829-998eed6bc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:57.673349 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dbb8a004-adc2-4f8e-96cc-e44f12808efb req-01fd005f-cb36-4787-a829-998eed6bc3cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f69d533d-258f-4c8e-96a3-7f94b331a774 HTTP/1.1" status: 200 len: 835 time: 0.0582685 May 24 23:33:57.685571 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-f1a32652-3332-44be-9e62-331427b0a0ab None None] Set router 8c273494-2965-4597-830f-831ecce21f43 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:33:57.750160 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8a004-adc2-4f8e-96cc-e44f12808efb req-64b1ebf2-f6fc-425b-8812-f7217f62f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:57.751771 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dbb8a004-adc2-4f8e-96cc-e44f12808efb req-64b1ebf2-f6fc-425b-8812-f7217f62f3aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c46f418-09a1-409b-8966-1ff9b6c8bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709138 May 24 23:33:57.886841 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dbb8a004-adc2-4f8e-96cc-e44f12808efb req-816fe3be-d1db-4e06-b944-680401763403 service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266272 May 24 23:33:57.998550 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f1a32652-3332-44be-9e62-331427b0a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'bb4b5ea6-1819-458d-87e4-18fac7aaa508', 'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:bf:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:18Z', 'updated_at': '2022-05-24T23:32:24Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:58.002784 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a32652-3332-44be-9e62-331427b0a0ab None None] The sync data for ids ['8c273494-2965-4597-830f-831ecce21f43'] in dv-neutron-843190-1-hyperv is: [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'bb4b5ea6-1819-458d-87e4-18fac7aaa508', 'name': '', 'network_id': '6c46f418-09a1-409b-8966-1ff9b6c8bd07', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:bf:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:18Z', 'updated_at': '2022-05-24T23:32:24Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f69d533d-258f-4c8e-96a3-7f94b331a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:33:58.019178 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dbb8a004-adc2-4f8e-96cc-e44f12808efb req-ccfd74ad-655d-4f15-a216-2a8d5631d694 service neutron] 10.222.0.42 "GET /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260908 May 24 23:33:58.200780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced0de2b-d6ac-4e7e-aeb8-1696b5ab3de8 None None] New status for floating IP 908e8a69-8613-4dbe-ae35-2a352fd7a7d0: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:33:58.711679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8ba13-ec42-4fb1-9b2f-093743e47778 req-5c9b8f4e-4338-45ec-a6a9-890e63651b0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:58.713112 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acb8ba13-ec42-4fb1-9b2f-093743e47778 req-5c9b8f4e-4338-45ec-a6a9-890e63651b0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0826819 May 24 23:33:58.755847 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acb8ba13-ec42-4fb1-9b2f-093743e47778 req-f9479321-acf9-4628-870b-d422bdf44f62 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367758 May 24 23:33:58.841017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-bde2cb9f-ea6f-4af3-b361-88ce6aaefe70 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:58.841686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-bde2cb9f-ea6f-4af3-b361-88ce6aaefe70 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:33:58.852995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-bde2cb9f-ea6f-4af3-b361-88ce6aaefe70 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:33:58.854033 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-bde2cb9f-ea6f-4af3-b361-88ce6aaefe70 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 945 time: 0.0929272 May 24 23:33:58.920843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:33:58.921180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:59.253866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3,segment=NetworkSegment(bca49fe6-343e-4530-85cd-dcf881cde407),segment_id=bca49fe6-343e-4530-85cd-dcf881cde407)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:59.254215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:59.374110 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:33:59.515888 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:59.567819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:59.608921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.609272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.609610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.609944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.610277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.610622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.610951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.611282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.611601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.611921 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.612239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.612556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:59.653742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] No DVR routers for this DVR port 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:33:59.656037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:59.658424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feadf527-3106-42d1-8450-086c2ed69785', 'name': 'network-vif-deleted', 'tag': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:33:59.674158 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0a1fc252-37ea-4fe7-8a81-c8b9b338f8c8 req-233c90c6-64e9-4b55-b626-4d620190375c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "DELETE /v2.0/ports/21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 HTTP/1.1" status: 204 len: 173 time: 0.8149204 May 24 23:33:59.703204 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb2f809-bbcd-4312-b8ba-6b8091075ae0'] response: {'server_uuid': 'feadf527-3106-42d1-8450-086c2ed69785', 'name': 'network-vif-deleted', 'tag': '21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3', 'status': 'completed', 'code': 200} May 24 23:33:59.922228 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-565084be-c87c-4499-baf6-fabff6fe819c req-c0c67527-4d1b-4afd-8902-658a33d245c2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadf527-3106-42d1-8450-086c2ed69785 HTTP/1.1" status: 200 len: 210 time: 0.0434136 May 24 23:34:01.020191 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40654) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:01.568935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:02.020494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port bb4b5ea6-1819-458d-87e4-18fac7aaa508 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:34:02.021153 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:02.203051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port bb4b5ea6-1819-458d-87e4-18fac7aaa508, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bb4b5ea6-1819-458d-87e4-18fac7aaa508,segment=NetworkSegment(bca49fe6-343e-4530-85cd-dcf881cde407),segment_id=bca49fe6-343e-4530-85cd-dcf881cde407)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:02.203436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:02.327065 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for bb4b5ea6-1819-458d-87e4-18fac7aaa508 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:34:02.640256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:02.687983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=bb4b5ea6-1819-458d-87e4-18fac7aaa508,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:02.937071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:34:02.961571 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:02.970824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:34:02.971166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 21a83e85-106b-44ec-aa8b-fb1ee5cfe7f3 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:34:03.415325 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 8c273494-2965-4597-830f-831ecce21f43 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:34:03.590517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:34:03.599625 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b7390-341c-4103-8b57-1f334f2cec3a None None] Sync routers for ids ['8c273494-2965-4597-830f-831ecce21f43'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:34:03.606759 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-417fffd2-ec54-4795-8c96-2e38b1852cb1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "PUT /v2.0/routers/8c273494-2965-4597-830f-831ecce21f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5831509 May 24 23:34:03.607529 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40658) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:03.609145 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b7390-341c-4103-8b57-1f334f2cec3a None None] Routers {'8c273494-2965-4597-830f-831ecce21f43'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:03.609740 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b4b7390-341c-4103-8b57-1f334f2cec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:33:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['8c273494-2965-4597-830f-831ecce21f43'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:03.672911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d977f1a-7969-48c4-a903-d8b74db22982 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting subnet f69d533d-258f-4c8e-96a3-7f94b331a774 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:34:03.675840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8d977f1a-7969-48c4-a903-d8b74db22982 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:03.732986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8d977f1a-7969-48c4-a903-d8b74db22982 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:03.778996 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5b4b7390-341c-4103-8b57-1f334f2cec3a None None] Set router 8c273494-2965-4597-830f-831ecce21f43 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:03.814561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8d977f1a-7969-48c4-a903-d8b74db22982 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:03.888800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8d977f1a-7969-48c4-a903-d8b74db22982 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:03.930973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d977f1a-7969-48c4-a903-d8b74db22982 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Subnet': ['ID=f69d533d-258f-4c8e-96a3-7f94b331a774,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:03.934555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8d977f1a-7969-48c4-a903-d8b74db22982 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:03.940572 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8d977f1a-7969-48c4-a903-d8b74db22982 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/subnets/f69d533d-258f-4c8e-96a3-7f94b331a774 HTTP/1.1" status: 204 len: 168 time: 0.3321173 May 24 23:34:03.943190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40662) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:03.945576 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f860b6-aaf3-4a32-a02d-904d53732615 None None] Network 6c46f418-09a1-409b-8966-1ff9b6c8bd07 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:34:04.095531 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b4b7390-341c-4103-8b57-1f334f2cec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:34:02Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:04.099449 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b7390-341c-4103-8b57-1f334f2cec3a None None] Checking router: 8c273494-2965-4597-830f-831ecce21f43 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:34:04.107945 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b7390-341c-4103-8b57-1f334f2cec3a None None] Routers {'8c273494-2965-4597-830f-831ecce21f43'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:04.108538 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b4b7390-341c-4103-8b57-1f334f2cec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:33:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['8c273494-2965-4597-830f-831ecce21f43'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:04.120822 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:04.238412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] DHCP port deletion for 6c46f418-09a1-409b-8966-1ff9b6c8bd07 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:34:04.243423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Deleting port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:34:04.243900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:04.300084 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5b4b7390-341c-4103-8b57-1f334f2cec3a None None] Set router 8c273494-2965-4597-830f-831ecce21f43 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:04.313688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:04.325338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 9325d405-17f8-454e-a4c5-8a0315692e1b {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:34:04.326309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:04.475391 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] For port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=aaf910ce-1937-4ebc-a56c-4b137f7fe6b2,segment=NetworkSegment(bca49fe6-343e-4530-85cd-dcf881cde407),segment_id=bca49fe6-343e-4530-85cd-dcf881cde407)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:04.475675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:04.520055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port 9325d405-17f8-454e-a4c5-8a0315692e1b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=9325d405-17f8-454e-a4c5-8a0315692e1b,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:04.520652 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:04.549672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:34:04.590701 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b4b7390-341c-4103-8b57-1f334f2cec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:34:02Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:04.594584 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b7390-341c-4103-8b57-1f334f2cec3a None None] The sync data for ids ['8c273494-2965-4597-830f-831ecce21f43'] in dv-neutron-843190-1-hyperv is: [{'id': '8c273494-2965-4597-830f-831ecce21f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205477231', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:34:02Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '9325d405-17f8-454e-a4c5-8a0315692e1b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c273494-2965-4597-830f-831ecce21f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:32:14Z', 'updated_at': '2022-05-24T23:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:34:04.639555 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Calling delete_port for aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:34:04.647671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 9325d405-17f8-454e-a4c5-8a0315692e1b owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:34:04.775249 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:04.827781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Pushing event deleted for resources: {'Port': ['ID=aaf910ce-1937-4ebc-a56c-4b137f7fe6b2,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:04.830076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] No DVR routers for this DVR port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:34:04.841863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.841863 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.842483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.842483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.842821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.843151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.843500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.843825 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.844151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.844474 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.844867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.845105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e152dff3-d375-422e-8b4c-f92356474552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:04.849241 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port aaf910ce-1937-4ebc-a56c-4b137f7fe6b2 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:04.849616 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:04.928474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:04.979019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=9325d405-17f8-454e-a4c5-8a0315692e1b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:05.068985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.241479 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.243651 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.267792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.268375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Fanout notify agent at l3_agent the message router_deleted on router 8c273494-2965-4597-830f-831ecce21f43 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:34:05.283683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.284754 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cea91e53-1d6f-4baa-8671-e0473f831faf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/routers/8c273494-2965-4597-830f-831ecce21f43 HTTP/1.1" status: 204 len: 168 time: 1.3406646 May 24 23:34:05.287368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40666) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:05.401131 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.532897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.567516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c46f418-09a1-409b-8966-1ff9b6c8bd07']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:05.579688 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca49fe6-343e-4530-85cd-dcf881cde407') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:05.579978 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca49fe6-343e-4530-85cd-dcf881cde407') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:05.591843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.607630 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.613591 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:34:05.613966 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.682255 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment bca49fe6-343e-4530-85cd-dcf881cde407 resource provider aggregate not found May 24 23:34:05.704814 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment bca49fe6-343e-4530-85cd-dcf881cde407 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bca49fe6-343e-4530-85cd-dcf881cde407 found for delete ", "request_id": "req-a3392b5d-f5a1-4a15-9213-dd668ee0874e"}]} May 24 23:34:05.717782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.734766 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.747213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Network': ['ID=6c46f418-09a1-409b-8966-1ff9b6c8bd07,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:05.758993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40674) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:05.759458 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-894515aa-a7db-4b35-b34c-22c88fac501f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/networks/6c46f418-09a1-409b-8966-1ff9b6c8bd07 HTTP/1.1" status: 204 len: 168 time: 0.4706764 May 24 23:34:05.826439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33691609-cd85-4037-aac4-74b7853b9901 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.858624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33691609-cd85-4037-aac4-74b7853b9901 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.920567 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33691609-cd85-4037-aac4-74b7853b9901 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.939488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33691609-cd85-4037-aac4-74b7853b9901 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:05.949039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33691609-cd85-4037-aac4-74b7853b9901 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.953248 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-33691609-cd85-4037-aac4-74b7853b9901 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/security-groups/279e9e8a-01fe-4f02-9d6b-bfea4ec6e4d1 HTTP/1.1" status: 204 len: 168 time: 0.1906657 May 24 23:34:06.064317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40682) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:06.069529 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132630723', 'description': 'tempest-secgroup-smoke-132630723 description', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:06.076225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:06.080468 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:06.083354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:06.089193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:06.098600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.117212 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:06.120886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:06.124111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:06.129645 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:06.198211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.202429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.253395 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e55b5e-ec02-4050-9faa-d98787eb9eb5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:06.258071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.262355 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4f4339d9-5e3b-4171-b6bb-f0470ef135f8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1940186 May 24 23:34:06.263080 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40686) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:06.268177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b6b5acbb-adde-42d1-872d-0bce7879a314 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'd0e55b5e-ec02-4050-9faa-d98787eb9eb5', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:06.274174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b6b5acbb-adde-42d1-872d-0bce7879a314 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:06.278084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b6b5acbb-adde-42d1-872d-0bce7879a314 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:06.281010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b6b5acbb-adde-42d1-872d-0bce7879a314 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:06.287294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b6b5acbb-adde-42d1-872d-0bce7879a314 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:06.303136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6b5acbb-adde-42d1-872d-0bce7879a314 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.362774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6b5acbb-adde-42d1-872d-0bce7879a314 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.366157 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6b5acbb-adde-42d1-872d-0bce7879a314 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.390764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5acbb-adde-42d1-872d-0bce7879a314 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a76487a-ae89-4cf0-a4bf-c2fd16aa27bd,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:06.400064 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6b5acbb-adde-42d1-872d-0bce7879a314 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.401419 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b6b5acbb-adde-42d1-872d-0bce7879a314 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373384 May 24 23:34:06.404127 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:06.409227 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7b571df0-9696-4a9a-adc5-125cffc1b107 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'd0e55b5e-ec02-4050-9faa-d98787eb9eb5', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:06.415092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7b571df0-9696-4a9a-adc5-125cffc1b107 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:06.419503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7b571df0-9696-4a9a-adc5-125cffc1b107 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:06.422371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7b571df0-9696-4a9a-adc5-125cffc1b107 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:06.428305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7b571df0-9696-4a9a-adc5-125cffc1b107 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:06.446306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b571df0-9696-4a9a-adc5-125cffc1b107 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.455984 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9325d405-17f8-454e-a4c5-8a0315692e1b no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:34:06.489710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 9325d405-17f8-454e-a4c5-8a0315692e1b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:34:06.490055 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 9325d405-17f8-454e-a4c5-8a0315692e1b not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:34:06.490669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bb4b5ea6-1819-458d-87e4-18fac7aaa508 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:34:06.510327 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b571df0-9696-4a9a-adc5-125cffc1b107 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.514459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b571df0-9696-4a9a-adc5-125cffc1b107 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.528843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: bb4b5ea6-1819-458d-87e4-18fac7aaa508 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:34:06.529189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bb4b5ea6-1819-458d-87e4-18fac7aaa508 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:34:06.537321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b571df0-9696-4a9a-adc5-125cffc1b107 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602b190b-2d7b-4966-8865-d1403d24d0d9,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:06.546483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b571df0-9696-4a9a-adc5-125cffc1b107 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.547665 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7b571df0-9696-4a9a-adc5-125cffc1b107 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426532 May 24 23:34:06.550457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40694) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:06.555375 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-619a998e-4fe3-4584-ac36-9d7643ef1238 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'd0e55b5e-ec02-4050-9faa-d98787eb9eb5', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:06.561868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-619a998e-4fe3-4584-ac36-9d7643ef1238 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:06.565754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-619a998e-4fe3-4584-ac36-9d7643ef1238 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:06.568689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-619a998e-4fe3-4584-ac36-9d7643ef1238 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:06.574328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-619a998e-4fe3-4584-ac36-9d7643ef1238 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:06.590777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-619a998e-4fe3-4584-ac36-9d7643ef1238 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.651749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-619a998e-4fe3-4584-ac36-9d7643ef1238 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.655483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-619a998e-4fe3-4584-ac36-9d7643ef1238 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.678839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a998e-4fe3-4584-ac36-9d7643ef1238 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fa350e-b89e-499a-9b8d-6fee9b258a0e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:06.688397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-619a998e-4fe3-4584-ac36-9d7643ef1238 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.689596 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-619a998e-4fe3-4584-ac36-9d7643ef1238 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381876 May 24 23:34:06.692371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40698) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:06.697155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4ee4a8cd-abfd-43ce-9eb5-34b85e43d3a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'd0e55b5e-ec02-4050-9faa-d98787eb9eb5', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:06.702884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4ee4a8cd-abfd-43ce-9eb5-34b85e43d3a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:06.706724 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4ee4a8cd-abfd-43ce-9eb5-34b85e43d3a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:06.709555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4ee4a8cd-abfd-43ce-9eb5-34b85e43d3a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:06.715707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4ee4a8cd-abfd-43ce-9eb5-34b85e43d3a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:06.732824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a8cd-abfd-43ce-9eb5-34b85e43d3a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.793762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a8cd-abfd-43ce-9eb5-34b85e43d3a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.796942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a8cd-abfd-43ce-9eb5-34b85e43d3a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.821638 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4a8cd-abfd-43ce-9eb5-34b85e43d3a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c62949a-1518-4cb4-9074-fce6784bc7fd,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:06.831261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a8cd-abfd-43ce-9eb5-34b85e43d3a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.832487 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4ee4a8cd-abfd-43ce-9eb5-34b85e43d3a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392045 May 24 23:34:06.835300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40702) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:06.840650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'd0e55b5e-ec02-4050-9faa-d98787eb9eb5', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:06.846212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:06.849981 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:06.853073 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:06.859373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:06.869453 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Project e7ffc7908c944addb43a672fac22dd1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:34:06.875845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.938791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.942217 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.966963 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9096a885-631a-4f68-b1e7-bdb62040a981,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:06.975859 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:06.977040 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dc545f25-e9b8-4f86-b3d0-fe0b5503dd0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408279 May 24 23:34:06.979851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40706) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:06.985394 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'd0e55b5e-ec02-4050-9faa-d98787eb9eb5', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:06.991188 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:06.995049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:06.997943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:07.003744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:07.013919 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Project e7ffc7908c944addb43a672fac22dd1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:34:07.020305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.085054 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.088568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.112076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62eb230-9a05-4825-9044-4ee6de693860,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:07.120084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.121328 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e811bc17-d5be-41ce-b406-251a9b459e26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399238 May 24 23:34:07.124355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40710) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:07.129588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'network': {'name': 'tempest-network-smoke--1779139417', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:07.134414 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:07.139028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:network and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:07.141861 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:07.147491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:07.158098 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:34:07.161397 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.191590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:34:07.200987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.201331 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Added segment 6735c4ce-00e4-41e5-a539-595e8287836c of type vlan for network d2abc1d1-545e-4245-999d-330aafe1deda May 24 23:34:07.227477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.255267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.260592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:07.261170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.457028 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3315217 May 24 23:34:07.459768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40714) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:07.462829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92b50f-61ae-4fb1-9b02-e995d9b88892 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Network': ['ID=d2abc1d1-545e-4245-999d-330aafe1deda,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:07.465260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'admin_state_up': True, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:07.472545 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:07.472872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network d2abc1d1-545e-4245-999d-330aafe1deda details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:34:07.476372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:router and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:07.479185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:07.485629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:07.496791 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.497749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.512382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:07.771957 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:08.172452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:08.202317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:08.333487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.26.3.227 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/6f355182-56ac-4f15-92c5-1b843c956338) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:34:08.476902 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:08.505357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:08.570174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:34:08.573096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:34:08.577204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:34:08.609817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=6f355182-56ac-4f15-92c5-1b843c956338,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:08.985347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:09.316512 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:09.630726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 52c5b1dd-ece0-4e53-b245-9cf947efb255 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:34:09.800635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:34:09.810989 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Sync routers for ids ['52c5b1dd-ece0-4e53-b245-9cf947efb255'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:34:09.820019 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Routers {'52c5b1dd-ece0-4e53-b245-9cf947efb255'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:09.820617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:33:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['52c5b1dd-ece0-4e53-b245-9cf947efb255'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:09.826157 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:09.827560 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3a0aa24f-85a8-46bb-b3bf-7130923e7275 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3667338 May 24 23:34:09.830739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40718) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:09.874486 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9a0d5a9a-f1fe-4be8-8c57-d08f872291aa tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e7ffc7908c944addb43a672fac22dd1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426588 May 24 23:34:09.877291 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40722) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:10.005115 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99708996-364b-41b5-a81b-36eb73a511a0 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:10.006582 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-99708996-364b-41b5-a81b-36eb73a511a0 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283829 May 24 23:34:10.009487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40726) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:10.030434 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Set router 52c5b1dd-ece0-4e53-b245-9cf947efb255 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:10.048505 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ea6f30cb-f47b-4a62-8766-65cb6f337f2b tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379758 May 24 23:34:10.051188 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40730) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:10.056328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-895731437', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:10.164190 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:10.168211 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:subnet and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:10.170997 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:10.176749 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:10.186343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:34:10.190033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:10.318337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:08Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:10.322242 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Checking router: 52c5b1dd-ece0-4e53-b245-9cf947efb255 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:34:10.322589 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Updating router 52c5b1dd-ece0-4e53-b245-9cf947efb255 port 6f355182-56ac-4f15-92c5-1b843c956338 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:34:10.378808 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:10.404632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:10.486984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Subnet': ['ID=3829fe9c-abaf-42ba-a9fb-203c4ee91ade,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:10.492382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Checking segment: {'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:34:10.492737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network hostable DHCP agents. Network: d2abc1d1-545e-4245-999d-330aafe1deda, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:34:10.512819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network d2abc1d1-545e-4245-999d-330aafe1deda is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:34:10.522236 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, d2abc1d1-545e-4245-999d-330aafe1deda) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:34:10.526836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:10.527524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:10.549030 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3816d352-05d9-41dc-b27a-b89279393eef tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4968832 May 24 23:34:10.551915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40734) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:10.567467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7d3c8-0d6e-479b-91f5-48f08026b310 None None] Network d2abc1d1-545e-4245-999d-330aafe1deda requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:34:10.882892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d2abc1d1-545e-4245-999d-330aafe1deda', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:34:10.883695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:10.896872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:10.915398 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Transition to ACTIVE for port object 6f355182-56ac-4f15-92c5-1b843c956338 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:34:10.954843 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:11.067614 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Attempting to bind port 6f355182-56ac-4f15-92c5-1b843c956338 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:34:11.067985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Attempting to bind port 6f355182-56ac-4f15-92c5-1b843c956338 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:34:11.068350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Attempting to bind port 6f355182-56ac-4f15-92c5-1b843c956338 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:34:11.072918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa90eb-19d2-4c35-84c4-11fc4669f330 None None] Pushing event updated for resources: {'Port': ['ID=6f355182-56ac-4f15-92c5-1b843c956338,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:11.108761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:34:11.109137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:34:11.109542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:11.109941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:34:11.110426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Bound port: 6f355182-56ac-4f15-92c5-1b843c956338, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:34:11.110844 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:11.202742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Allocated IP 172.20.0.2 (d2abc1d1-545e-4245-999d-330aafe1deda/3829fe9c-abaf-42ba-a9fb-203c4ee91ade/4672e86f-7993-466f-bf22-5a97ae995b87) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:34:11.214348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] For port 6f355182-56ac-4f15-92c5-1b843c956338, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:34:11.218396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] For port 6f355182-56ac-4f15-92c5-1b843c956338, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6f355182-56ac-4f15-92c5-1b843c956338,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:34:11.237400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:11.365866 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:11.421157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Routers {'52c5b1dd-ece0-4e53-b245-9cf947efb255'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:11.421765 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:33:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['52c5b1dd-ece0-4e53-b245-9cf947efb255'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:11.478310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa90eb-19d2-4c35-84c4-11fc4669f330 None None] Pushing event updated for resources: {'Port': ['ID=6f355182-56ac-4f15-92c5-1b843c956338,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:11.695805 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] Set router 52c5b1dd-ece0-4e53-b245-9cf947efb255 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:11.738507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:11.820924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Transition to ACTIVE for port object 4672e86f-7993-466f-bf22-5a97ae995b87 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:34:11.895920 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Transition to ACTIVE for port object 4672e86f-7993-466f-bf22-5a97ae995b87 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:34:11.907328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:11.970364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.20.0.1 (d2abc1d1-545e-4245-999d-330aafe1deda/3829fe9c-abaf-42ba-a9fb-203c4ee91ade/55b0379f-e99c-49a2-b904-701602531628) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:34:12.003306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Network d2abc1d1-545e-4245-999d-330aafe1deda is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:34:12.007535 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:34:12.009874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:34:12.072674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Pushing event updated for resources: {'Port': ['ID=4672e86f-7993-466f-bf22-5a97ae995b87,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:12.128761 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:12.141949 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Attempting to bind port 4672e86f-7993-466f-bf22-5a97ae995b87 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:34:12.142306 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Attempting to bind port 4672e86f-7993-466f-bf22-5a97ae995b87 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:34:12.142688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Attempting to bind port 4672e86f-7993-466f-bf22-5a97ae995b87 on network d2abc1d1-545e-4245-999d-330aafe1deda {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:34:12.144328 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Transition to ACTIVE for port object 55b0379f-e99c-49a2-b904-701602531628 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:34:12.150674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:34:12.151044 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Checking segment: {'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:34:12.151437 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:12.151824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Bound using segment: {'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:34:12.152957 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Bound port: 4672e86f-7993-466f-bf22-5a97ae995b87, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:34:12.153165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:12.169337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:12.224675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:08Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:12.236198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network d2abc1d1-545e-4245-999d-330aafe1deda is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:34:12.239263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:34:12.240085 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df204c1-4019-404e-a42c-72ae681d0f47 None None] The sync data for ids ['52c5b1dd-ece0-4e53-b245-9cf947efb255'] in dv-neutron-843190-1-hyperv is: [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:08Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:34:12.243349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:34:12.257299 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] For port 4672e86f-7993-466f-bf22-5a97ae995b87, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:34:12.264856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] For port 4672e86f-7993-466f-bf22-5a97ae995b87, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4672e86f-7993-466f-bf22-5a97ae995b87,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:34:12.270255 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:12.279974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=55b0379f-e99c-49a2-b904-701602531628,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:12.308073 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:12.358265 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2558f65-d149-4662-963e-04d0e5eff59b None None] Pushing event updated for resources: {'Port': ['ID=4672e86f-7993-466f-bf22-5a97ae995b87,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:12.618399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:13.172145 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:13.176898 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:13.291693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=55b0379f-e99c-49a2-b904-701602531628,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:13.295859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:13.315215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef09d62b-6426-408b-b0c7-b8c79e96cd8f None None] Network d2abc1d1-545e-4245-999d-330aafe1deda requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:34:13.407926 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-04422395-e1f6-423c-bdb9-5189aaf102fe None None] Provisioning for port 4672e86f-7993-466f-bf22-5a97ae995b87 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:34:13.437390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network d2abc1d1-545e-4245-999d-330aafe1deda is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:34:13.438492 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:34:13.630456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 52c5b1dd-ece0-4e53-b245-9cf947efb255 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:34:13.814456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:34:13.825530 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Sync routers for ids ['52c5b1dd-ece0-4e53-b245-9cf947efb255'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:34:13.827865 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e5e4ec95-937e-4b34-af95-dea74c797f2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "PUT /v2.0/routers/52c5b1dd-ece0-4e53-b245-9cf947efb255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2749560 May 24 23:34:13.837460 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Routers {'52c5b1dd-ece0-4e53-b245-9cf947efb255'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:13.839321 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:33:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['52c5b1dd-ece0-4e53-b245-9cf947efb255'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:13.843472 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-99cc0097-1fe6-48d2-92ef-7f9b3b3e6e86 None None] Provisioning for port 55b0379f-e99c-49a2-b904-701602531628 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:34:13.849892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-99cc0097-1fe6-48d2-92ef-7f9b3b3e6e86 None None] Provisioning complete for port 55b0379f-e99c-49a2-b904-701602531628 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:13.850271 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-99cc0097-1fe6-48d2-92ef-7f9b3b3e6e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:13.922617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-99cc0097-1fe6-48d2-92ef-7f9b3b3e6e86 None None] Port 55b0379f-e99c-49a2-b904-701602531628 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:34:14.002410 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-e434890e-97c1-4b4a-b7d2-9a1dea12b3dc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-132630723&fields=id&tenant_id=e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 267 time: 0.0416927 May 24 23:34:14.031800 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Set router 52c5b1dd-ece0-4e53-b245-9cf947efb255 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:14.055691 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-83757c30-465e-4024-b63f-b49d86c2fb0a None None] Provisioning complete for port 55b0379f-e99c-49a2-b904-701602531628 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:14.056531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-83757c30-465e-4024-b63f-b49d86c2fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:14.120104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-83757c30-465e-4024-b63f-b49d86c2fb0a None None] Port 55b0379f-e99c-49a2-b904-701602531628 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:34:14.175702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-d9f59426-ca27-4cc6-8951-a43ecbcbb43b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:14.176863 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-d9f59426-ca27-4cc6-8951-a43ecbcbb43b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:34:14.193533 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-d9f59426-ca27-4cc6-8951-a43ecbcbb43b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:34:14.195069 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-d9f59426-ca27-4cc6-8951-a43ecbcbb43b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/networks?id=d2abc1d1-545e-4245-999d-330aafe1deda HTTP/1.1" status: 200 len: 797 time: 0.1858227 May 24 23:34:14.211959 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-d51c5bb8-3cdd-412f-ae83-c11e85452d71 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/quotas/e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 375 time: 0.0101933 May 24 23:34:14.241249 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-defebaef-53aa-4429-aeaf-3592b3e3d050 None None] Provisioning complete for port 55b0379f-e99c-49a2-b904-701602531628 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:14.241934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-defebaef-53aa-4429-aeaf-3592b3e3d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:14.297331 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-defebaef-53aa-4429-aeaf-3592b3e3d050 None None] Port 55b0379f-e99c-49a2-b904-701602531628 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:34:14.302261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-f802c491-eda7-4bcc-ae7e-240cd4380705 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:34:14.318433 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-f802c491-eda7-4bcc-ae7e-240cd4380705 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:34:14.319844 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-f802c491-eda7-4bcc-ae7e-240cd4380705 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022971 May 24 23:34:14.352116 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '55b0379f-e99c-49a2-b904-701602531628', 'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:18:a7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:11Z', 'updated_at': '2022-05-24T23:34:12Z', 'revision_number': 2, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:14.355898 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Checking router: 52c5b1dd-ece0-4e53-b245-9cf947efb255 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:34:14.356240 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Updating router 52c5b1dd-ece0-4e53-b245-9cf947efb255 port 55b0379f-e99c-49a2-b904-701602531628 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:34:14.412237 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:14.478139 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-8fab0d4c-56fe-417b-b5e4-53bfe2763fd3 service neutron] 10.222.0.32 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455381 May 24 23:34:14.519776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4672e86f-7993-466f-bf22-5a97ae995b87 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:34:14.588418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 4672e86f-7993-466f-bf22-5a97ae995b87 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:34:14.593353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 4672e86f-7993-466f-bf22-5a97ae995b87 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:14.593727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:14.615256 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-96c19034-fae2-45d9-9bbf-8a04c54915f5 service neutron] 10.222.0.32 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357350 May 24 23:34:14.759452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4672e86f-7993-466f-bf22-5a97ae995b87 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:14.759922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:14.805822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 4672e86f-7993-466f-bf22-5a97ae995b87, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4672e86f-7993-466f-bf22-5a97ae995b87,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:14.807783 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:14.811727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:14.812533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6f355182-56ac-4f15-92c5-1b843c956338 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:34:14.815988 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5df4cfed-3419-4d52-9fee-549a023bec81 req-49e47eb9-73b3-4208-a35e-573c3ea04972 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 210 time: 0.0571501 May 24 23:34:14.822838 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Transition to ACTIVE for port object 55b0379f-e99c-49a2-b904-701602531628 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:34:14.832740 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:14.949376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=4672e86f-7993-466f-bf22-5a97ae995b87,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:14.969928 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Pushing event updated for resources: {'Port': ['ID=55b0379f-e99c-49a2-b904-701602531628,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:14.971599 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 6f355182-56ac-4f15-92c5-1b843c956338 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:34:14.977150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 6f355182-56ac-4f15-92c5-1b843c956338 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:14.977529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:15.014475 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.014854 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.015194 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.015508 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.015830 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.016151 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.016879 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.016879 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.017086 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.017366 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.017674 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.017982 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:15.084050 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Attempting to bind port 55b0379f-e99c-49a2-b904-701602531628 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:34:15.084413 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Attempting to bind port 55b0379f-e99c-49a2-b904-701602531628 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:34:15.084766 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Attempting to bind port 55b0379f-e99c-49a2-b904-701602531628 on network d2abc1d1-545e-4245-999d-330aafe1deda {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:34:15.092177 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:34:15.092536 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Checking segment: {'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:34:15.092925 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:15.093314 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Bound using segment: {'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:34:15.093899 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Bound port: 55b0379f-e99c-49a2-b904-701602531628, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:34:15.094116 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:15.110052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 6f355182-56ac-4f15-92c5-1b843c956338 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:15.110731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:15.130745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 6f355182-56ac-4f15-92c5-1b843c956338, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6f355182-56ac-4f15-92c5-1b843c956338,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:15.137271 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:15.191617 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] For port 55b0379f-e99c-49a2-b904-701602531628, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:34:15.194742 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] For port 55b0379f-e99c-49a2-b904-701602531628, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=55b0379f-e99c-49a2-b904-701602531628,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:34:15.206117 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:15.242705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=6f355182-56ac-4f15-92c5-1b843c956338,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:15.308128 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Routers {'52c5b1dd-ece0-4e53-b245-9cf947efb255'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:15.309052 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:33:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['52c5b1dd-ece0-4e53-b245-9cf947efb255'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:15.422394 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b5dc6-befa-420c-84c3-5f71bb9845d5 None None] Pushing event updated for resources: {'Port': ['ID=55b0379f-e99c-49a2-b904-701602531628,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:15.535852 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] Set router 52c5b1dd-ece0-4e53-b245-9cf947efb255 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:15.843504 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '55b0379f-e99c-49a2-b904-701602531628', 'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:18:a7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:11Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:15.849339 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77a0df-6afb-4557-bc4c-7215b10f9a86 None None] The sync data for ids ['52c5b1dd-ece0-4e53-b245-9cf947efb255'] in dv-neutron-843190-1-hyperv is: [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '55b0379f-e99c-49a2-b904-701602531628', 'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:18:a7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:11Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:34:16.009681 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e6a6b4e-f9be-4f39-bad6-f48e703904f3 req-a0a29ebc-e09b-4dda-ac8c-e49cc9d6101d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 210 time: 0.0635223 May 24 23:34:16.075767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-de999c17-62e7-4c50-919e-a5ee10c2e1a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:16.077343 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-de999c17-62e7-4c50-919e-a5ee10c2e1a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/networks?id=d2abc1d1-545e-4245-999d-330aafe1deda HTTP/1.1" status: 200 len: 797 time: 0.2362926 May 24 23:34:16.133348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-0376379f-3228-4f14-a501-7802e9a3c8c8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:34:16.152720 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-0376379f-3228-4f14-a501-7802e9a3c8c8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:34:16.153898 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-0376379f-3228-4f14-a501-7802e9a3c8c8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 379 time: 0.0651956 May 24 23:34:16.162872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'port': {'device_id': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'admin_state_up': True, 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'security_groups': ['d0e55b5e-ec02-4050-9faa-d98787eb9eb5']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:16.223326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:16.304875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:16.315466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:16.326245 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:34:16.329783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:16.507051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.20.0.3 (d2abc1d1-545e-4245-999d-330aafe1deda/3829fe9c-abaf-42ba-a9fb-203c4ee91ade/23757707-5671-4272-861c-0368864740af) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:34:16.540019 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 55b0379f-e99c-49a2-b904-701602531628 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:34:16.610061 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 55b0379f-e99c-49a2-b904-701602531628 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:34:16.615379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 55b0379f-e99c-49a2-b904-701602531628 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:16.615829 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:16.721219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:16.744488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Transition to ACTIVE for port object 23757707-5671-4272-861c-0368864740af will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:34:16.759880 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 55b0379f-e99c-49a2-b904-701602531628 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:16.760474 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:16.771253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:16.796236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 55b0379f-e99c-49a2-b904-701602531628, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=55b0379f-e99c-49a2-b904-701602531628,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:16.803946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:16.804980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4672e86f-7993-466f-bf22-5a97ae995b87 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:34:16.849464 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network d2abc1d1-545e-4245-999d-330aafe1deda is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:34:16.852486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:34:16.857176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:34:16.899335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=23757707-5671-4272-861c-0368864740af,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:16.932552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:16.933785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:16.936013 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=55b0379f-e99c-49a2-b904-701602531628,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:16.947549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 4672e86f-7993-466f-bf22-5a97ae995b87 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:16.948140 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:16.967754 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-6e2db168-e2dc-42d1-870b-e256ab64e10f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8084743 May 24 23:34:16.982022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Request body: {'port': {'device_id': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:17.096527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4672e86f-7993-466f-bf22-5a97ae995b87 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:17.097655 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6f355182-56ac-4f15-92c5-1b843c956338 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:34:17.182016 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 6f355182-56ac-4f15-92c5-1b843c956338 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:17.185682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:17.217225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11684920-5acc-45c1-83c7-4f1d6bfc7d1d req-b14af18f-49a8-446c-9082-bd208f3a5ac1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:17.219252 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11684920-5acc-45c1-83c7-4f1d6bfc7d1d req-b14af18f-49a8-446c-9082-bd208f3a5ac1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 931 time: 0.0945907 May 24 23:34:17.229230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:17.251747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b2ffe36f-7ab5-4e86-bc8b-fa68417423cc None None] Provisioning for port 23757707-5671-4272-861c-0368864740af completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:34:17.260081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b2ffe36f-7ab5-4e86-bc8b-fa68417423cc None None] Provisioning complete for port 23757707-5671-4272-861c-0368864740af triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:17.260457 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe36f-7ab5-4e86-bc8b-fa68417423cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:17.275248 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11684920-5acc-45c1-83c7-4f1d6bfc7d1d req-517068d5-32f5-4b1f-bae8-a6fd6471db41 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470047 May 24 23:34:17.360150 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b2ffe36f-7ab5-4e86-bc8b-fa68417423cc None None] Port 23757707-5671-4272-861c-0368864740af cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:34:17.369791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 6f355182-56ac-4f15-92c5-1b843c956338 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:17.572496 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23757707-5671-4272-861c-0368864740af {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:34:17.579974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:17.594706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Transition to ACTIVE for port object 23757707-5671-4272-861c-0368864740af will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:34:17.597993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:17.760345 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Pushing event updated for resources: {'Port': ['ID=23757707-5671-4272-861c-0368864740af,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:17.835871 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Attempting to bind port 23757707-5671-4272-861c-0368864740af on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:34:17.836204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Attempting to bind port 23757707-5671-4272-861c-0368864740af by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:34:17.836532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Attempting to bind port 23757707-5671-4272-861c-0368864740af on network d2abc1d1-545e-4245-999d-330aafe1deda {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:34:17.842066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Port 23757707-5671-4272-861c-0368864740af on network d2abc1d1-545e-4245-999d-330aafe1deda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:34:17.842369 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Attempting to bind port 23757707-5671-4272-861c-0368864740af on network d2abc1d1-545e-4245-999d-330aafe1deda {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:34:17.847612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:34:17.847942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Checking segment: {'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:34:17.848315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Bound using segment: {'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:34:17.848736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Bound port: 23757707-5671-4272-861c-0368864740af, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735c4ce-00e4-41e5-a539-595e8287836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:34:17.849081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:17.938948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] For port 23757707-5671-4272-861c-0368864740af, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:34:17.941843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] For port 23757707-5671-4272-861c-0368864740af, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=23757707-5671-4272-861c-0368864740af,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:34:17.946335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:18.005403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:18.006027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:18.007414 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] 10.222.0.42 "PUT /v2.0/ports/23757707-5671-4272-861c-0368864740af HTTP/1.1" status: 200 len: 1093 time: 1.0318713 May 24 23:34:18.007844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'tag': '23757707-5671-4272-861c-0368864740af'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:34:18.032914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8189a-f16b-45fe-9ba6-ee0fc46d2de6 service neutron] Pushing event updated for resources: {'Port': ['ID=23757707-5671-4272-861c-0368864740af,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:18.082921 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c63665c-6892-4c86-9322-47d9c318f3b0'] response: {'name': 'network-changed', 'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'tag': '23757707-5671-4272-861c-0368864740af', 'status': 'completed', 'code': 200} May 24 23:34:18.124056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-f0ab1a62-3cd7-40da-80d4-5864b8c3d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:18.125536 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-f0ab1a62-3cd7-40da-80d4-5864b8c3d1c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 1096 time: 0.0802288 May 24 23:34:18.196716 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-b1042fd5-045f-4aa5-8805-dd5d6b318cc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23757707-5671-4272-861c-0368864740af HTTP/1.1" status: 200 len: 217 time: 0.0633934 May 24 23:34:18.260379 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-1530334f-d07e-45e9-aa20-da7d643ae976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:18.262377 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-1530334f-d07e-45e9-aa20-da7d643ae976 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3829fe9c-abaf-42ba-a9fb-203c4ee91ade HTTP/1.1" status: 200 len: 834 time: 0.0603216 May 24 23:34:18.335995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-c83a6998-1d34-458c-8ee9-7db8d5172f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:18.337422 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-c83a6998-1d34-458c-8ee9-7db8d5172f6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2abc1d1-545e-4245-999d-330aafe1deda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697849 May 24 23:34:18.461588 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8d7ae-ffe9-4704-a027-f66e78f462db req-ab61ba1e-3275-4b90-bd53-27650420cecf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:18.463091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 55b0379f-e99c-49a2-b904-701602531628 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:34:18.463514 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74b8d7ae-ffe9-4704-a027-f66e78f462db req-ab61ba1e-3275-4b90-bd53-27650420cecf tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 943 time: 0.0820234 May 24 23:34:18.473230 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-8e7c62d1-0925-4355-a9e5-c2083cb54520 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295376 May 24 23:34:18.508348 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74b8d7ae-ffe9-4704-a027-f66e78f462db req-b95021ab-a666-41c6-ac12-04a7061fc8e1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391493 May 24 23:34:18.539165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 55b0379f-e99c-49a2-b904-701602531628 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:18.539542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:18.607369 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c2a3ad36-1ce3-4e69-80b6-39b5867360b0 req-26b8ca7d-c291-4615-94aa-411f9c2e8ce8 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283507 May 24 23:34:18.654598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 55b0379f-e99c-49a2-b904-701602531628 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:18.724086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42518619-c63c-449c-9449-5eaeaf7786ae req-00c8db82-c531-4590-80e4-63de1df5fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:18.725528 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-42518619-c63c-449c-9449-5eaeaf7786ae req-00c8db82-c531-4590-80e4-63de1df5fd43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 1096 time: 0.0742662 May 24 23:34:18.943258 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42518619-c63c-449c-9449-5eaeaf7786ae req-48648eda-9b31-4b01-8c55-d2e55c54cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:18.944665 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-42518619-c63c-449c-9449-5eaeaf7786ae req-48648eda-9b31-4b01-8c55-d2e55c54cc6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2abc1d1-545e-4245-999d-330aafe1deda HTTP/1.1" status: 200 len: 898 time: 0.2131598 May 24 23:34:19.011127 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-42518619-c63c-449c-9449-5eaeaf7786ae req-8639c583-2935-4290-813f-bb76f9246f05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23757707-5671-4272-861c-0368864740af HTTP/1.1" status: 200 len: 217 time: 0.0592470 May 24 23:34:19.074321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42518619-c63c-449c-9449-5eaeaf7786ae req-2f22bf61-bd6f-402d-82bb-6ae5d52b80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:19.075748 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-42518619-c63c-449c-9449-5eaeaf7786ae req-2f22bf61-bd6f-402d-82bb-6ae5d52b80f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3829fe9c-abaf-42ba-a9fb-203c4ee91ade HTTP/1.1" status: 200 len: 834 time: 0.0589514 May 24 23:34:19.148353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42518619-c63c-449c-9449-5eaeaf7786ae req-e74200c5-ad5b-48f2-adbd-50b509fcdffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:19.149693 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-42518619-c63c-449c-9449-5eaeaf7786ae req-e74200c5-ad5b-48f2-adbd-50b509fcdffc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2abc1d1-545e-4245-999d-330aafe1deda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673838 May 24 23:34:19.278829 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-42518619-c63c-449c-9449-5eaeaf7786ae req-dfc82f84-5219-46ff-8c74-c35dbc9be9a3 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220312 May 24 23:34:19.408825 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-42518619-c63c-449c-9449-5eaeaf7786ae req-c78efb94-3594-4f7f-aaf4-6a9994431203 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234257 May 24 23:34:19.704980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cd861-e2bc-4fc1-9f24-3c664c268530 req-68e4ce5e-a6a6-4b26-a623-b74064e85098 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:19.706412 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d9cd861-e2bc-4fc1-9f24-3c664c268530 req-68e4ce5e-a6a6-4b26-a623-b74064e85098 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 943 time: 0.0922413 May 24 23:34:19.749286 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d9cd861-e2bc-4fc1-9f24-3c664c268530 req-e44c1904-395c-4efc-b9ac-491d7d9ceeca tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372944 May 24 23:34:20.930206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becf6da-e2fb-4f51-be48-22fd701f0186 req-9f04cdd9-d43f-40f6-a8a8-19fc4fbb4d9d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:20.931654 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6becf6da-e2fb-4f51-be48-22fd701f0186 req-9f04cdd9-d43f-40f6-a8a8-19fc4fbb4d9d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 943 time: 0.0788696 May 24 23:34:20.975715 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6becf6da-e2fb-4f51-be48-22fd701f0186 req-22aba74e-a834-4cf8-965e-53544d2e8239 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377913 May 24 23:34:20.999256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 23757707-5671-4272-861c-0368864740af details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:34:21.129316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 23757707-5671-4272-861c-0368864740af, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=23757707-5671-4272-861c-0368864740af,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:21.142814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '23757707-5671-4272-861c-0368864740af', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'port_id': '23757707-5671-4272-861c-0368864740af', 'mac_address': 'fa:16:3e:3b:0c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:34:21.199110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 23757707-5671-4272-861c-0368864740af is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:21.199493 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:21.217096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23757707-5671-4272-861c-0368864740af {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:34:21.231986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 23757707-5671-4272-861c-0368864740af, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=23757707-5671-4272-861c-0368864740af,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:21.235553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:21.302134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=23757707-5671-4272-861c-0368864740af,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:21.441955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['23757707-5671-4272-861c-0368864740af'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:34:21.951520 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2323-6a9b-4efc-88b2-2cf10370d397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:22.160868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6adb5-caf4-46ef-95f5-e797b147dc31 req-42a19fdb-edcd-490f-b250-0ef87585d7e6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:22.162238 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98e6adb5-caf4-46ef-95f5-e797b147dc31 req-42a19fdb-edcd-490f-b250-0ef87585d7e6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 944 time: 0.0835202 May 24 23:34:22.205664 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98e6adb5-caf4-46ef-95f5-e797b147dc31 req-2f2e5a25-56fd-4b6d-84a7-d8c444cff135 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377564 May 24 23:34:23.013975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 23757707-5671-4272-861c-0368864740af up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:34:23.079222 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 23757707-5671-4272-861c-0368864740af completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:34:23.083886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 23757707-5671-4272-861c-0368864740af triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:23.084253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:23.199118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 23757707-5671-4272-861c-0368864740af is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:23.199502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:23.225435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23757707-5671-4272-861c-0368864740af'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:34:23.235708 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 23757707-5671-4272-861c-0368864740af, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=23757707-5671-4272-861c-0368864740af,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:23.240918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:23.312296 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=23757707-5671-4272-861c-0368864740af,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:23.394013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827843d-8c87-4787-b498-c1daba7f163c req-28b19d6b-d291-4913-b93b-2baac00d0eb5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:23.395483 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3827843d-8c87-4787-b498-c1daba7f163c req-28b19d6b-d291-4913-b93b-2baac00d0eb5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0790834 May 24 23:34:23.442246 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3827843d-8c87-4787-b498-c1daba7f163c req-fd1eed32-d7c9-41c3-9038-604bb3d9f9a1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411458 May 24 23:34:23.491696 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67b8f9b-a6ea-4617-a8a6-ba2186cb91bc'] response: {'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23757707-5671-4272-861c-0368864740af', 'code': 200} May 24 23:34:23.716734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9da8e3-9f48-4092-bdff-afdbe235ee9f req-b032136e-5f22-4ad8-bba2-254514614671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:23.718293 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-be9da8e3-9f48-4092-bdff-afdbe235ee9f req-b032136e-5f22-4ad8-bba2-254514614671 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 1098 time: 0.0738811 May 24 23:34:23.758199 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-be9da8e3-9f48-4092-bdff-afdbe235ee9f req-f6f613fe-db6e-4536-b50d-ca70b10cbd24 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327566 May 24 23:34:24.237103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d03efaa9-243d-48e1-beb0-03edb1c05f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:24.627155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c616a9-0ad0-43d3-8041-ad1300e0e985 req-4b73f7cb-94b4-46c2-87d5-2def34f7dc1d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:24.628603 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-28c616a9-0ad0-43d3-8041-ad1300e0e985 req-4b73f7cb-94b4-46c2-87d5-2def34f7dc1d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0799956 May 24 23:34:24.672503 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-28c616a9-0ad0-43d3-8041-ad1300e0e985 req-17cb24dc-b1f5-49f6-acaa-73e42a34ef38 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381768 May 24 23:34:25.194183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:25.309859 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:25.859052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb18db-6153-458b-a0c4-953320bb261c req-7a454073-c7ae-4fed-b0ce-4d1dbb2dc7a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:25.860402 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ffb18db-6153-458b-a0c4-953320bb261c req-7a454073-c7ae-4fed-b0ce-4d1dbb2dc7a5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0826836 May 24 23:34:25.903951 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ffb18db-6153-458b-a0c4-953320bb261c req-4378f277-aabb-466f-8e75-84851d528bc5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377641 May 24 23:34:26.090442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358cf8c-85c3-4155-93c4-5dd082e42120 req-1029408b-8b79-4c68-a6dd-c16bba6e5ff9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:26.091880 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5358cf8c-85c3-4155-93c4-5dd082e42120 req-1029408b-8b79-4c68-a6dd-c16bba6e5ff9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0785086 May 24 23:34:26.134989 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5358cf8c-85c3-4155-93c4-5dd082e42120 req-906f0460-fa79-45b0-8274-58050b3dc7b3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374243 May 24 23:34:26.157234 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40788) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:26.231582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaa0bc4-e69f-4829-ba72-d9660ce8d12e tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:26.233082 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cfaa0bc4-e69f-4829-ba72-d9660ce8d12e tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 1093 time: 0.0749037 May 24 23:34:26.235846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40792) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:26.240578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '23757707-5671-4272-861c-0368864740af', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:26.246431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:26.250294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:floatingip and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:34:26.253211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:34:26.258901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:26.269034 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:26.493173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:26.624399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.26.3.8 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/994d41cf-dcfa-4131-a242-65a81fc7c7f3) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:34:26.650834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:26.768911 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:26.797151 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:26.862984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:34:26.866138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:34:26.868595 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:34:26.909635 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=994d41cf-dcfa-4131-a242-65a81fc7c7f3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:27.275264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:27.348164 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:27.547910 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:27.551965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:27.658592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=994d41cf-dcfa-4131-a242-65a81fc7c7f3,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:27.670940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:27.836171 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Floating IP 2a3f1690-d582-4eab-9581-81596665f8a9 associated. External IP: 172.26.3.8, port: 23757707-5671-4272-861c-0368864740af. May 24 23:34:28.275768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 52c5b1dd-ece0-4e53-b245-9cf947efb255 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:34:28.455872 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:34:28.465923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558fd12d-1991-4943-8e0d-f0923c25aec8 None None] Sync routers for ids ['52c5b1dd-ece0-4e53-b245-9cf947efb255'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:34:28.475678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558fd12d-1991-4943-8e0d-f0923c25aec8 None None] Routers {'52c5b1dd-ece0-4e53-b245-9cf947efb255'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:28.476367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-558fd12d-1991-4943-8e0d-f0923c25aec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:34:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['52c5b1dd-ece0-4e53-b245-9cf947efb255'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:28.480362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:28.536318 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-31b6c0a9-774c-4e5e-9491-6cb43e05dac4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2993605 May 24 23:34:28.537381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'tag': '23757707-5671-4272-861c-0368864740af'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:34:28.663386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-558fd12d-1991-4943-8e0d-f0923c25aec8 None None] Set router 52c5b1dd-ece0-4e53-b245-9cf947efb255 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:28.706261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b938de-a218-4a5b-9e69-88949e1655d4 req-1c8e427d-8fea-4c54-a57b-510573e4da2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:28.707667 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60b938de-a218-4a5b-9e69-88949e1655d4 req-1c8e427d-8fea-4c54-a57b-510573e4da2b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0839114 May 24 23:34:28.754185 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60b938de-a218-4a5b-9e69-88949e1655d4 req-20ce586d-a95d-415c-bf4b-26b0ef7e51da tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407767 May 24 23:34:28.781613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40800) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:28.848440 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aef55a7-52b6-478f-bfba-9bcf29e588dd'] response: {'name': 'network-changed', 'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'tag': '23757707-5671-4272-861c-0368864740af', 'status': 'completed', 'code': 200} May 24 23:34:28.901002 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59293aef-79bb-45b0-9cc6-92dff86fa2b6 req-d2fc7ca4-1b11-44bc-832f-38f55bcbba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:28.903162 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-59293aef-79bb-45b0-9cc6-92dff86fa2b6 req-d2fc7ca4-1b11-44bc-832f-38f55bcbba9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 1098 time: 0.0720568 May 24 23:34:28.905925 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f3e9819e-7126-4dd2-b367-004a0ca205ab tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/2a3f1690-d582-4eab-9581-81596665f8a9 HTTP/1.1" status: 200 len: 989 time: 0.1218534 May 24 23:34:29.033421 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-558fd12d-1991-4943-8e0d-f0923c25aec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '2a3f1690-d582-4eab-9581-81596665f8a9', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'port_id': '23757707-5671-4272-861c-0368864740af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'mac_address': 'fa:16:3e:3b:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:34:27Z', 'updated_at': '2022-05-24T23:34:27Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b0379f-e99c-49a2-b904-701602531628', 'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:18:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:11Z', 'updated_at': '2022-05-24T23:34:16Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:29.036165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59293aef-79bb-45b0-9cc6-92dff86fa2b6 req-b19f7ded-1781-41e5-86b8-b3b631370507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:29.037494 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558fd12d-1991-4943-8e0d-f0923c25aec8 None None] Checking router: 52c5b1dd-ece0-4e53-b245-9cf947efb255 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:34:29.037777 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-59293aef-79bb-45b0-9cc6-92dff86fa2b6 req-b19f7ded-1781-41e5-86b8-b3b631370507 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2abc1d1-545e-4245-999d-330aafe1deda HTTP/1.1" status: 200 len: 898 time: 0.1291566 May 24 23:34:29.048061 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558fd12d-1991-4943-8e0d-f0923c25aec8 None None] Routers {'52c5b1dd-ece0-4e53-b245-9cf947efb255'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:29.048663 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-558fd12d-1991-4943-8e0d-f0923c25aec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:34:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['52c5b1dd-ece0-4e53-b245-9cf947efb255'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:29.143017 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-59293aef-79bb-45b0-9cc6-92dff86fa2b6 req-3046f97d-e6f8-4e82-a43d-00918915ab43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23757707-5671-4272-861c-0368864740af HTTP/1.1" status: 200 len: 997 time: 0.0981960 May 24 23:34:29.212435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59293aef-79bb-45b0-9cc6-92dff86fa2b6 req-0c1acd8a-b06f-4fb5-bf2b-e5436894a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:29.213921 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-59293aef-79bb-45b0-9cc6-92dff86fa2b6 req-0c1acd8a-b06f-4fb5-bf2b-e5436894a581 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3829fe9c-abaf-42ba-a9fb-203c4ee91ade HTTP/1.1" status: 200 len: 834 time: 0.0647044 May 24 23:34:29.228393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-558fd12d-1991-4943-8e0d-f0923c25aec8 None None] Set router 52c5b1dd-ece0-4e53-b245-9cf947efb255 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:29.290335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59293aef-79bb-45b0-9cc6-92dff86fa2b6 req-e0081921-79fd-43a3-a1a3-25481d0fea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:29.291759 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-59293aef-79bb-45b0-9cc6-92dff86fa2b6 req-e0081921-79fd-43a3-a1a3-25481d0fea7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2abc1d1-545e-4245-999d-330aafe1deda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720541 May 24 23:34:29.423054 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-59293aef-79bb-45b0-9cc6-92dff86fa2b6 req-8a682704-d2f6-4133-9bac-f0166358e340 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253366 May 24 23:34:29.553760 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-59293aef-79bb-45b0-9cc6-92dff86fa2b6 req-7c237c8a-397d-4176-9175-59e555f520de service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254570 May 24 23:34:29.609355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-558fd12d-1991-4943-8e0d-f0923c25aec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '2a3f1690-d582-4eab-9581-81596665f8a9', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'port_id': '23757707-5671-4272-861c-0368864740af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'mac_address': 'fa:16:3e:3b:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:34:27Z', 'updated_at': '2022-05-24T23:34:27Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b0379f-e99c-49a2-b904-701602531628', 'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:18:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:11Z', 'updated_at': '2022-05-24T23:34:16Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:29.613201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558fd12d-1991-4943-8e0d-f0923c25aec8 None None] The sync data for ids ['52c5b1dd-ece0-4e53-b245-9cf947efb255'] in dv-neutron-843190-1-hyperv is: [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '2a3f1690-d582-4eab-9581-81596665f8a9', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'port_id': '23757707-5671-4272-861c-0368864740af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'mac_address': 'fa:16:3e:3b:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:34:27Z', 'updated_at': '2022-05-24T23:34:27Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b0379f-e99c-49a2-b904-701602531628', 'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:18:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:11Z', 'updated_at': '2022-05-24T23:34:16Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:34:29.790785 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d5bf80-f630-4cf8-b938-e85f4feb6f0f None None] New status for floating IP 2a3f1690-d582-4eab-9581-81596665f8a9: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:34:29.908783 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40804) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:30.015725 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d070ee9-c190-42d0-bc20-2367b025a6e6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/2a3f1690-d582-4eab-9581-81596665f8a9 HTTP/1.1" status: 200 len: 989 time: 0.1046579 May 24 23:34:31.018573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40808) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:31.120185 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fce69ed8-4762-45a9-a8d6-dbe7edc714ce tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/2a3f1690-d582-4eab-9581-81596665f8a9 HTTP/1.1" status: 200 len: 991 time: 0.1003194 May 24 23:34:32.028646 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:34:41.339751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-15833f97-34a8-4532-b146-80fa9e4924a8 req-ef66550d-3b59-4bc3-903f-8e9991e97e87 tempest-ServerDiskConfigTestJSON-1226459723 tempest-ServerDiskConfigTestJSON-1226459723-project] (88261) timed out ('10.222.0.42', 57778) {{(pid=88261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:34:46.237320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:50.166333 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-d15f830e-f810-4fcd-a7bd-0f03458f0083 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1430457 May 24 23:34:50.305940 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-c86759c6-9f4c-44e7-bf7a-9049b66828a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:50.307338 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-c86759c6-9f4c-44e7-bf7a-9049b66828a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 1098 time: 0.0727291 May 24 23:34:50.550737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-242851ef-e157-44eb-8865-9fbdb5c79395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:50.552200 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-242851ef-e157-44eb-8865-9fbdb5c79395 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2abc1d1-545e-4245-999d-330aafe1deda HTTP/1.1" status: 200 len: 898 time: 0.2258501 May 24 23:34:50.654984 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-935a5788-4e37-4a4c-b540-07b669877d75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23757707-5671-4272-861c-0368864740af HTTP/1.1" status: 200 len: 999 time: 0.0957971 May 24 23:34:50.714368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-8fcde854-eb40-4957-8ca2-ca6850a59cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:50.716123 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-8fcde854-eb40-4957-8ca2-ca6850a59cf5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3829fe9c-abaf-42ba-a9fb-203c4ee91ade HTTP/1.1" status: 200 len: 834 time: 0.0557759 May 24 23:34:50.788843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-17d0c246-bad5-460f-9fc5-031278ce59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:50.790286 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-17d0c246-bad5-460f-9fc5-031278ce59e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2abc1d1-545e-4245-999d-330aafe1deda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681632 May 24 23:34:50.919738 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-6cfdaf11-644a-46af-b504-7921e0a0aa75 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227772 May 24 23:34:51.050203 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-434f4309-eb34-4d3c-bcdc-e3bdf88df8d4 req-dde51f78-8934-4eac-8940-b09441799997 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243753 May 24 23:34:51.952855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a72c82e0-6fc3-47e2-903e-e9899b50bc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:54.237683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3653aa13-9b66-46c3-a48b-931faa6af9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:55.196423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:55.311804 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:56.055317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40834) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:56.097771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81129c-f0e9-43a9-a113-45c104168c6a req-0fc1a3ff-9622-4885-9192-770e5625c11e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:56.099348 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac81129c-f0e9-43a9-a113-45c104168c6a req-0fc1a3ff-9622-4885-9192-770e5625c11e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0844226 May 24 23:34:56.145588 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac81129c-f0e9-43a9-a113-45c104168c6a req-0b710b00-fa2e-4fd2-aa96-3a8bcefe69b8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406432 May 24 23:34:56.176948 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-66e28d37-4c42-40a0-9f3f-1b2d27e534c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204498 May 24 23:34:56.655835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:57.329457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-c72433a8-a3b8-4f2b-91b5-58808de67824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:57.330956 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-c72433a8-a3b8-4f2b-91b5-58808de67824 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 1098 time: 0.0718641 May 24 23:34:57.423439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbf6f6-8a10-458b-867d-f870ee8baed6 req-4f159b50-5072-4bad-b171-a4956a9c0834 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:57.424896 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53cbf6f6-8a10-458b-867d-f870ee8baed6 req-4f159b50-5072-4bad-b171-a4956a9c0834 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.1629515 May 24 23:34:57.464196 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-87c7af02-ceda-4ce3-a0b7-15ff5eb10769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:57.465804 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-87c7af02-ceda-4ce3-a0b7-15ff5eb10769 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2abc1d1-545e-4245-999d-330aafe1deda HTTP/1.1" status: 200 len: 898 time: 0.1283760 May 24 23:34:57.472365 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53cbf6f6-8a10-458b-867d-f870ee8baed6 req-b71c37f0-47df-4871-bd28-7c98338c0920 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 May 24 23:34:57.569223 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-d21d3d83-59a0-4849-ac2c-13272a754ac7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23757707-5671-4272-861c-0368864740af HTTP/1.1" status: 200 len: 999 time: 0.0961604 May 24 23:34:57.632508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-c95e577f-6787-42d1-90b5-25467f06404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:57.633882 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-c95e577f-6787-42d1-90b5-25467f06404c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3829fe9c-abaf-42ba-a9fb-203c4ee91ade HTTP/1.1" status: 200 len: 834 time: 0.0587716 May 24 23:34:57.707012 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-69661100-0368-4cba-918b-950a71d07553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:57.708471 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-69661100-0368-4cba-918b-950a71d07553 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2abc1d1-545e-4245-999d-330aafe1deda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683610 May 24 23:34:57.837028 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-4f98e63c-e71f-49f3-9b32-91ed4e2d09d8 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206284 May 24 23:34:57.966025 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-4a3ddbd6-f14f-47f2-892f-a517693aa0f8 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219733 May 24 23:34:58.654525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ec101-e958-48ee-91e8-904054d71698 req-7d11f765-81d6-4a99-aed6-2a973b210cc2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:58.655986 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b2ec101-e958-48ee-91e8-904054d71698 req-7d11f765-81d6-4a99-aed6-2a973b210cc2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0787203 May 24 23:34:58.699646 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b2ec101-e958-48ee-91e8-904054d71698 req-94439a83-9232-4d59-9d44-c5dac442ef74 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374553 May 24 23:34:59.884605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c366a-70a7-4292-9c67-31173a611fe7 req-6d871537-c937-46cd-a176-42d258f357df tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:59.886050 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1d3c366a-70a7-4292-9c67-31173a611fe7 req-6d871537-c937-46cd-a176-42d258f357df tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0829878 May 24 23:34:59.929588 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1d3c366a-70a7-4292-9c67-31173a611fe7 req-6c03a880-3a2f-483b-bff3-80affa32bc45 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374105 May 24 23:35:01.268442 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75976c-1d29-4163-a967-39e8d3c49eb0 req-95a31c35-019b-4eee-9575-edbf44b47a60 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:01.269767 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce75976c-1d29-4163-a967-39e8d3c49eb0 req-95a31c35-019b-4eee-9575-edbf44b47a60 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0782118 May 24 23:35:01.313572 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce75976c-1d29-4163-a967-39e8d3c49eb0 req-40b09676-ed5a-4a6e-a3aa-227b7328d32a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381444 May 24 23:35:02.501027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d505-1b39-4c47-88af-112e2e77830b req-07387dad-7884-4f1e-8a24-e42158651f01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:02.502363 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0f8d505-1b39-4c47-88af-112e2e77830b req-07387dad-7884-4f1e-8a24-e42158651f01 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0808949 May 24 23:35:02.545115 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0f8d505-1b39-4c47-88af-112e2e77830b req-0bd2f902-fa20-4c2f-82a6-a1a64853b0d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371459 May 24 23:35:03.725015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df337-6481-421d-8a78-a3e684b9f336 req-c3a2c277-bc0b-4af3-bde6-618648a1258a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:03.726437 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd8df337-6481-421d-8a78-a3e684b9f336 req-c3a2c277-bc0b-4af3-bde6-618648a1258a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0782237 May 24 23:35:03.774363 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd8df337-6481-421d-8a78-a3e684b9f336 req-a2676ce5-130b-4658-8570-8d890f9bd9f3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409930 May 24 23:35:05.053273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244f9e2-0320-4d5d-b6a2-68895171c781 req-d66ad2c6-2efe-4819-b1fe-605a205060e5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:05.054799 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8244f9e2-0320-4d5d-b6a2-68895171c781 req-d66ad2c6-2efe-4819-b1fe-605a205060e5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.1739843 May 24 23:35:05.098742 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8244f9e2-0320-4d5d-b6a2-68895171c781 req-19629e7c-1d45-4ab3-b178-91e9cdb23134 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381217 May 24 23:35:06.280105 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c48687-8e0f-4a7e-b54e-a7fb0305e5a5 req-4007f6b4-9258-4a82-a370-19121c6c9949 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:06.281521 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d3c48687-8e0f-4a7e-b54e-a7fb0305e5a5 req-4007f6b4-9258-4a82-a370-19121c6c9949 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0804203 May 24 23:35:06.324576 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d3c48687-8e0f-4a7e-b54e-a7fb0305e5a5 req-d2756fcb-d4b7-43d5-8224-34f44cb27a77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370278 May 24 23:35:07.507739 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd4acd-5b52-414e-85be-6ec831e44287 req-35230c1c-fc25-4417-a3ec-ede48a47107f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:07.509069 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0dd4acd-5b52-414e-85be-6ec831e44287 req-35230c1c-fc25-4417-a3ec-ede48a47107f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0793455 May 24 23:35:07.560573 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0dd4acd-5b52-414e-85be-6ec831e44287 req-9c28f98f-be42-44d5-a875-81917385ac7c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416434 May 24 23:35:08.743055 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfd1a7-12fa-417c-bbfc-9f9d4308222d req-94781075-437a-4fc3-9c5f-069090605b04 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:08.744478 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77cfd1a7-12fa-417c-bbfc-9f9d4308222d req-94781075-437a-4fc3-9c5f-069090605b04 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0780146 May 24 23:35:08.787666 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77cfd1a7-12fa-417c-bbfc-9f9d4308222d req-317a8829-0bf4-49db-b48d-1166945ab50c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376699 May 24 23:35:09.027447 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:35:09.608848 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-0b2f37be-f39d-4a8b-9b33-90d438c7ca0d service neutron] 10.222.0.42 "GET /v2.0/ports/23757707-5671-4272-861c-0368864740af/bindings/hv-neutron-8431 HTTP/1.1" status: 200 len: 384 time: 0.0742073 May 24 23:35:09.865722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-24b65ba9-d4a0-45e7-8104-66e7ee32edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:09.867147 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-24b65ba9-d4a0-45e7-8104-66e7ee32edb4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597&tenant_id=e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 1098 time: 0.0730777 May 24 23:35:09.956452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-b8caef44-e967-4305-aa4a-bde0c9eff9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:09.958251 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-b8caef44-e967-4305-aa4a-bde0c9eff9ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 1098 time: 0.0714126 May 24 23:35:09.976193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02b0cb-5d98-48c5-80c7-8131500d0dca req-7acdb357-c17e-4321-ad43-2eefeb083ce8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:09.977645 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e02b0cb-5d98-48c5-80c7-8131500d0dca req-7acdb357-c17e-4321-ad43-2eefeb083ce8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0841095 May 24 23:35:10.022501 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e02b0cb-5d98-48c5-80c7-8131500d0dca req-d823a324-b8fd-462b-b686-a7460bbceb13 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384729 May 24 23:35:10.181698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-1d7cef5c-ac4d-4608-b833-3e691f670a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:10.183198 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-1d7cef5c-ac4d-4608-b833-3e691f670a1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2abc1d1-545e-4245-999d-330aafe1deda HTTP/1.1" status: 200 len: 898 time: 0.2198219 May 24 23:35:10.288096 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-71cc3822-2177-4e62-bb25-80dd9affe498 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23757707-5671-4272-861c-0368864740af HTTP/1.1" status: 200 len: 999 time: 0.0987871 May 24 23:35:10.352930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-472dfeec-beb3-4bf4-8d99-4a01b02910f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:10.354343 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-472dfeec-beb3-4bf4-8d99-4a01b02910f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3829fe9c-abaf-42ba-a9fb-203c4ee91ade HTTP/1.1" status: 200 len: 834 time: 0.0606003 May 24 23:35:10.427057 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-c62de0b2-c0ee-488c-915d-af553f4d2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:10.428527 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-c62de0b2-c0ee-488c-915d-af553f4d2dd1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2abc1d1-545e-4245-999d-330aafe1deda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682123 May 24 23:35:10.556080 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-27a555c0-3761-4a67-a4f8-26c1575be579 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213548 May 24 23:35:10.687543 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86561266-1cbd-4295-8e47-bb9b994b5f8c req-1e09ba8a-77d5-4557-a7d2-7f92b3c360f3 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255183 May 24 23:35:11.210325 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803e6d9-8de1-4fdd-9e8e-3c55a3ddd29b req-7742178f-545a-4901-a5ba-ae211d1959d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:11.211796 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c803e6d9-8de1-4fdd-9e8e-3c55a3ddd29b req-7742178f-545a-4901-a5ba-ae211d1959d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0792892 May 24 23:35:11.255325 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c803e6d9-8de1-4fdd-9e8e-3c55a3ddd29b req-62d32486-33a6-419c-afaf-f14539d4771e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371199 May 24 23:35:12.446459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf793ba-937b-4d2d-8dee-1090675affec req-8b0cc996-956d-4a16-bc7f-3c8359e71f97 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:12.447977 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4bf793ba-937b-4d2d-8dee-1090675affec req-8b0cc996-956d-4a16-bc7f-3c8359e71f97 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0834384 May 24 23:35:12.491761 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4bf793ba-937b-4d2d-8dee-1090675affec req-61a790c2-3625-46fc-b1ca-189e099127a6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376563 May 24 23:35:12.786457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e0d2c-a14b-4b7a-9a98-a6dc2e5fe8a9 req-e41efd8a-c31a-48fb-8f9a-d8b17ab0bf61 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:12.787855 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-215e0d2c-a14b-4b7a-9a98-a6dc2e5fe8a9 req-e41efd8a-c31a-48fb-8f9a-d8b17ab0bf61 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0782630 May 24 23:35:12.792668 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1b32-71d2-4497-9913-da27d461095a req-a1b917e6-875c-42ae-a975-986fa1706027 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:12.793353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e27a1b32-71d2-4497-9913-da27d461095a req-a1b917e6-875c-42ae-a975-986fa1706027 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:35:12.809461 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e27a1b32-71d2-4497-9913-da27d461095a req-a1b917e6-875c-42ae-a975-986fa1706027 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:35:12.810555 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e27a1b32-71d2-4497-9913-da27d461095a req-a1b917e6-875c-42ae-a975-986fa1706027 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597&tenant_id=e7ffc7908c944addb43a672fac22dd1a&binding%3Ahost_id=hv-neutron-8431 HTTP/1.1" status: 200 len: 945 time: 0.1022573 May 24 23:35:12.832916 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-215e0d2c-a14b-4b7a-9a98-a6dc2e5fe8a9 req-3c46d5da-2948-4698-8d4a-93461cc8a28f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391524 May 24 23:35:12.950454 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1b32-71d2-4497-9913-da27d461095a req-2d009629-5985-4149-95d2-fc1ee79bd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:12.951967 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e27a1b32-71d2-4497-9913-da27d461095a req-2d009629-5985-4149-95d2-fc1ee79bd918 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 1098 time: 0.0715835 May 24 23:35:13.022013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f4a85-2bf8-441d-8a42-83421e7e2685 req-8414085f-192f-4a55-8283-4a51b76c5bc3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:13.023572 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af1f4a85-2bf8-441d-8a42-83421e7e2685 req-8414085f-192f-4a55-8283-4a51b76c5bc3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0832067 May 24 23:35:13.067543 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af1f4a85-2bf8-441d-8a42-83421e7e2685 req-e29d3906-c69b-4a01-93d1-6a388e763a9f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380473 May 24 23:35:13.086479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1b32-71d2-4497-9913-da27d461095a req-aa8c961b-15f7-437f-a05f-b455a92505af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:13.086479 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e27a1b32-71d2-4497-9913-da27d461095a req-aa8c961b-15f7-437f-a05f-b455a92505af service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2abc1d1-545e-4245-999d-330aafe1deda HTTP/1.1" status: 200 len: 898 time: 0.1264281 May 24 23:35:13.186555 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e27a1b32-71d2-4497-9913-da27d461095a req-aa9b3e2e-8f3a-4ddd-9a30-d50e29d7e610 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23757707-5671-4272-861c-0368864740af HTTP/1.1" status: 200 len: 999 time: 0.0961161 May 24 23:35:13.248478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1b32-71d2-4497-9913-da27d461095a req-c8ab6b73-3cf4-4c58-942b-8b7e337127cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:13.249857 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e27a1b32-71d2-4497-9913-da27d461095a req-c8ab6b73-3cf4-4c58-942b-8b7e337127cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3829fe9c-abaf-42ba-a9fb-203c4ee91ade HTTP/1.1" status: 200 len: 834 time: 0.0568550 May 24 23:35:13.311155 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 23757707-5671-4272-861c-0368864740af details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:35:13.313425 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 23757707-5671-4272-861c-0368864740af no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:35:13.326304 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1b32-71d2-4497-9913-da27d461095a req-16c76986-ceaa-4361-922f-506a15b042c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:13.327731 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e27a1b32-71d2-4497-9913-da27d461095a req-16c76986-ceaa-4361-922f-506a15b042c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2abc1d1-545e-4245-999d-330aafe1deda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710497 May 24 23:35:13.458306 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e27a1b32-71d2-4497-9913-da27d461095a req-8632e226-988f-4222-bc00-41a839003d90 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243279 May 24 23:35:13.533353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 23757707-5671-4272-861c-0368864740af is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:35:13.533729 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:13.551602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 23757707-5671-4272-861c-0368864740af, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=23757707-5671-4272-861c-0368864740af,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:13.571587 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '23757707-5671-4272-861c-0368864740af', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'port_id': '23757707-5671-4272-861c-0368864740af', 'mac_address': 'fa:16:3e:3b:0c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:35:13.578213 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23757707-5671-4272-861c-0368864740af'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:35:13.591172 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e27a1b32-71d2-4497-9913-da27d461095a req-a8c7d93c-12be-436c-8300-0eb2326aea2c service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273239 May 24 23:35:13.629010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 23757707-5671-4272-861c-0368864740af, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=23757707-5671-4272-861c-0368864740af,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:13.636941 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:13.675737 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6824cc8-6177-4d68-b4f8-cf5a7e52c541'] response: {'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23757707-5671-4272-861c-0368864740af', 'code': 200} May 24 23:35:13.702325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 23757707-5671-4272-861c-0368864740af is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:35:13.702735 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:13.726326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23757707-5671-4272-861c-0368864740af {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:35:13.733508 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=23757707-5671-4272-861c-0368864740af,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:13.767681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.768060 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.768405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.768742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.769077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.769413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.769742 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.770073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.770402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.770752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.771080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.771403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:13.802600 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:35:13.802982 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:35:14.253140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a560c0-fcf0-4a3e-bf99-0915008eca5e req-203cfeb6-e84a-4438-971f-46bf90472f88 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:14.254566 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14a560c0-fcf0-4a3e-bf99-0915008eca5e req-203cfeb6-e84a-4438-971f-46bf90472f88 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 943 time: 0.0801120 May 24 23:35:14.303222 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14a560c0-fcf0-4a3e-bf99-0915008eca5e req-0af73807-196b-4286-bdf1-8508c0a690f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427752 May 24 23:35:14.326326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40906) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:14.360044 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 23757707-5671-4272-861c-0368864740af is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:35:14.360598 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:14.377687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23757707-5671-4272-861c-0368864740af {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:35:14.393424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 23757707-5671-4272-861c-0368864740af, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=23757707-5671-4272-861c-0368864740af,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:14.397080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:14.431879 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d7f39651-a985-44f5-b1d5-3c2088b30292 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/2a3f1690-d582-4eab-9581-81596665f8a9 HTTP/1.1" status: 200 len: 989 time: 0.1043754 May 24 23:35:14.464682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=23757707-5671-4272-861c-0368864740af,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:14.469415 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['23757707-5671-4272-861c-0368864740af'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:35:15.315873 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 23757707-5671-4272-861c-0368864740af up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:35:15.383674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 23757707-5671-4272-861c-0368864740af triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:35:15.384326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:15.498243 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 23757707-5671-4272-861c-0368864740af is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:35:15.498536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:15.530215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 23757707-5671-4272-861c-0368864740af, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=23757707-5671-4272-861c-0368864740af,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:15.533980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:15.601384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=23757707-5671-4272-861c-0368864740af,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:15.676323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23757707-5671-4272-861c-0368864740af'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:35:15.719143 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62b0bfe-93c8-48ae-bc1a-d3af21a52d65'] response: {'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23757707-5671-4272-861c-0368864740af', 'code': 200} May 24 23:35:16.235958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:21.956284 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6317ef9a-ac7b-4ad1-9309-c72c3cf1c7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:24.239343 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4544c703-e6cf-49ee-aa54-85b9661c24ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:25.199444 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:25.313854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:26.657553 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:42.808441 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40932) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:43.003301 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 994d41cf-dcfa-4131-a242-65a81fc7c7f3 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:35:43.003640 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:43.171118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:43.171368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:43.377093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 994d41cf-dcfa-4131-a242-65a81fc7c7f3 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:35:43.521077 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:43.566771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=994d41cf-dcfa-4131-a242-65a81fc7c7f3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:43.639291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.639629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.639962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.640287 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.640610 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.640932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.641252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.641571 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.641889 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.642204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.642522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.642864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:43.672111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:43.672438 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Floating IP 2a3f1690-d582-4eab-9581-81596665f8a9 disassociated (deleted). External IP: 172.26.3.8, port: 23757707-5671-4272-861c-0368864740af. May 24 23:35:44.021273 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 52c5b1dd-ece0-4e53-b245-9cf947efb255 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:35:44.197515 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:35:44.207476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818fd87-59a6-4f1b-b94d-1ede37fd06d4 None None] Sync routers for ids ['52c5b1dd-ece0-4e53-b245-9cf947efb255'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:35:44.217764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818fd87-59a6-4f1b-b94d-1ede37fd06d4 None None] Routers {'52c5b1dd-ece0-4e53-b245-9cf947efb255'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:35:44.218378 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7818fd87-59a6-4f1b-b94d-1ede37fd06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:35:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['52c5b1dd-ece0-4e53-b245-9cf947efb255'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:44.219665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:44.274011 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e19639c-45cc-4044-b43b-fa5b7d70d3f1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/floatingips/2a3f1690-d582-4eab-9581-81596665f8a9 HTTP/1.1" status: 204 len: 168 time: 1.4644091 May 24 23:35:44.274424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'tag': '23757707-5671-4272-861c-0368864740af'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:35:44.432102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-7818fd87-59a6-4f1b-b94d-1ede37fd06d4 None None] Set router 52c5b1dd-ece0-4e53-b245-9cf947efb255 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:35:44.568716 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b520cc-c015-48df-8f3f-0b1b6eca8620'] response: {'name': 'network-changed', 'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'tag': '23757707-5671-4272-861c-0368864740af', 'status': 'completed', 'code': 200} May 24 23:35:44.661042 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91c73a-32de-4b49-a784-3a6610ad0bf0 req-06aa4d64-dd86-412a-a9cf-5ba562734b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:44.663174 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0e91c73a-32de-4b49-a784-3a6610ad0bf0 req-06aa4d64-dd86-412a-a9cf-5ba562734b29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 1098 time: 0.0729437 May 24 23:35:44.727056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8fbc3-12b1-4ec7-9df1-c438920af30d req-2ebefe63-a525-4e71-a2b9-abf894a2432d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:44.727794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-85d8fbc3-12b1-4ec7-9df1-c438920af30d req-2ebefe63-a525-4e71-a2b9-abf894a2432d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:35:44.747000 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-85d8fbc3-12b1-4ec7-9df1-c438920af30d req-2ebefe63-a525-4e71-a2b9-abf894a2432d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:35:44.751165 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85d8fbc3-12b1-4ec7-9df1-c438920af30d req-2ebefe63-a525-4e71-a2b9-abf894a2432d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.1018281 May 24 23:35:44.761564 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7818fd87-59a6-4f1b-b94d-1ede37fd06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '55b0379f-e99c-49a2-b904-701602531628', 'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:18:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:11Z', 'updated_at': '2022-05-24T23:34:16Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:44.766279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818fd87-59a6-4f1b-b94d-1ede37fd06d4 None None] Checking router: 52c5b1dd-ece0-4e53-b245-9cf947efb255 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:35:44.776496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818fd87-59a6-4f1b-b94d-1ede37fd06d4 None None] Routers {'52c5b1dd-ece0-4e53-b245-9cf947efb255'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:35:44.777523 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7818fd87-59a6-4f1b-b94d-1ede37fd06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:35:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['52c5b1dd-ece0-4e53-b245-9cf947efb255'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:44.804536 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85d8fbc3-12b1-4ec7-9df1-c438920af30d req-3e00de18-3c0b-4230-9b7e-d8c1c8aaf0ff tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468380 May 24 23:35:44.899314 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91c73a-32de-4b49-a784-3a6610ad0bf0 req-446576d7-9797-4628-87f8-1e4030507cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:44.900743 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0e91c73a-32de-4b49-a784-3a6610ad0bf0 req-446576d7-9797-4628-87f8-1e4030507cf2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2abc1d1-545e-4245-999d-330aafe1deda HTTP/1.1" status: 200 len: 898 time: 0.2312226 May 24 23:35:44.959798 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-7818fd87-59a6-4f1b-b94d-1ede37fd06d4 None None] Set router 52c5b1dd-ece0-4e53-b245-9cf947efb255 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:35:44.970330 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0e91c73a-32de-4b49-a784-3a6610ad0bf0 req-c7072405-0e5e-466a-bef7-5d0f280fb35f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23757707-5671-4272-861c-0368864740af HTTP/1.1" status: 200 len: 217 time: 0.0624876 May 24 23:35:45.031778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91c73a-32de-4b49-a784-3a6610ad0bf0 req-36c2b07d-065c-4084-8e55-9d1bbea75261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:45.033192 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0e91c73a-32de-4b49-a784-3a6610ad0bf0 req-36c2b07d-065c-4084-8e55-9d1bbea75261 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3829fe9c-abaf-42ba-a9fb-203c4ee91ade HTTP/1.1" status: 200 len: 834 time: 0.0560963 May 24 23:35:45.111057 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91c73a-32de-4b49-a784-3a6610ad0bf0 req-ff6919fa-db37-4705-b14f-e4e124da1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:45.112474 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0e91c73a-32de-4b49-a784-3a6610ad0bf0 req-ff6919fa-db37-4705-b14f-e4e124da1c78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2abc1d1-545e-4245-999d-330aafe1deda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723767 May 24 23:35:45.245719 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0e91c73a-32de-4b49-a784-3a6610ad0bf0 req-7c3793a4-7e09-4f0c-bc0c-31731d3d1f86 service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253455 May 24 23:35:45.269233 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7818fd87-59a6-4f1b-b94d-1ede37fd06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '55b0379f-e99c-49a2-b904-701602531628', 'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:18:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:11Z', 'updated_at': '2022-05-24T23:34:16Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:45.273153 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818fd87-59a6-4f1b-b94d-1ede37fd06d4 None None] The sync data for ids ['52c5b1dd-ece0-4e53-b245-9cf947efb255'] in dv-neutron-843190-1-hyperv is: [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:34:12Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '55b0379f-e99c-49a2-b904-701602531628', 'name': '', 'network_id': 'd2abc1d1-545e-4245-999d-330aafe1deda', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:18:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:11Z', 'updated_at': '2022-05-24T23:34:16Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': '3829fe9c-abaf-42ba-a9fb-203c4ee91ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:35:45.382060 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0e91c73a-32de-4b49-a784-3a6610ad0bf0 req-bb98f04d-bb51-48c8-8a4d-cedf0dbbfefd service neutron] 10.222.0.42 "GET /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303415 May 24 23:35:45.485489 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4d0ff3-d4c7-46eb-a8d7-3c0ae0da074e None None] New status for floating IP 2a3f1690-d582-4eab-9581-81596665f8a9: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:35:45.990267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f70eed-3334-43c7-bef9-e436ac117694 req-8cb66a4e-4fdd-4828-ac28-4d0846a48feb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:45.991740 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76f70eed-3334-43c7-bef9-e436ac117694 req-8cb66a4e-4fdd-4828-ac28-4d0846a48feb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0789948 May 24 23:35:46.025898 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:35:46.038983 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76f70eed-3334-43c7-bef9-e436ac117694 req-f9a481fb-236a-4b26-bb3c-38def4f2c19b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0e55b5e-ec02-4050-9faa-d98787eb9eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402479 May 24 23:35:46.208710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb7b3e-dcd7-4545-a4d1-4e3b8caae1ea req-5a6b687f-8408-491e-a7b3-9b50f978e860 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:46.210140 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-33fb7b3e-dcd7-4545-a4d1-4e3b8caae1ea req-5a6b687f-8408-491e-a7b3-9b50f978e860 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 945 time: 0.0780354 May 24 23:35:46.257874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:46.280446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-33fb7b3e-dcd7-4545-a4d1-4e3b8caae1ea req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 23757707-5671-4272-861c-0368864740af {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:35:46.280789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-33fb7b3e-dcd7-4545-a4d1-4e3b8caae1ea req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:46.524023 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-33fb7b3e-dcd7-4545-a4d1-4e3b8caae1ea req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port 23757707-5671-4272-861c-0368864740af, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=23757707-5671-4272-861c-0368864740af,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:46.524295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-33fb7b3e-dcd7-4545-a4d1-4e3b8caae1ea req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:46.648065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-33fb7b3e-dcd7-4545-a4d1-4e3b8caae1ea req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 23757707-5671-4272-861c-0368864740af owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:35:46.787918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-33fb7b3e-dcd7-4545-a4d1-4e3b8caae1ea req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:46.851006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=23757707-5671-4272-861c-0368864740af,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:46.894755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.895290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.895711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.896045 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.896375 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.896702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.897030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.897386 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.897724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.898048 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.898370 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.898716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:46.949089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fb7b3e-dcd7-4545-a4d1-4e3b8caae1ea req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] No DVR routers for this DVR port 23757707-5671-4272-861c-0368864740af on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:35:46.951413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-33fb7b3e-dcd7-4545-a4d1-4e3b8caae1ea req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:46.953845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'name': 'network-vif-deleted', 'tag': '23757707-5671-4272-861c-0368864740af'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:35:46.970595 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-33fb7b3e-dcd7-4545-a4d1-4e3b8caae1ea req-0d43fde4-c17b-4a95-b9ff-a87f886caf6a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "DELETE /v2.0/ports/23757707-5671-4272-861c-0368864740af HTTP/1.1" status: 204 len: 173 time: 0.7551584 May 24 23:35:46.999459 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2ce8dc-d1ab-4769-aea9-e37ea8dcf7e7'] response: {'server_uuid': '04dacc7c-0a7d-46b9-97a3-ca953dffa597', 'name': 'network-vif-deleted', 'tag': '23757707-5671-4272-861c-0368864740af', 'status': 'completed', 'code': 200} May 24 23:35:47.210151 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca69982b-b652-4541-a771-9dc6e700b078 req-548a046b-50bf-4567-8643-9953a58bd7e0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dacc7c-0a7d-46b9-97a3-ca953dffa597 HTTP/1.1" status: 200 len: 210 time: 0.0476348 May 24 23:35:48.303421 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40952) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:48.946239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:49.293829 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 55b0379f-e99c-49a2-b904-701602531628 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:35:49.294082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:49.477235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port 55b0379f-e99c-49a2-b904-701602531628, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=55b0379f-e99c-49a2-b904-701602531628,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:49.477918 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:49.496833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 23757707-5671-4272-861c-0368864740af no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:35:49.534153 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 23757707-5671-4272-861c-0368864740af {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:35:49.534492 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 23757707-5671-4272-861c-0368864740af not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:35:49.602958 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 55b0379f-e99c-49a2-b904-701602531628 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:35:49.785047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:49.834321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=55b0379f-e99c-49a2-b904-701602531628,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:50.203921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:50.576187 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 52c5b1dd-ece0-4e53-b245-9cf947efb255 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:35:50.756720 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:35:50.766200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc43ddc-4c55-4ab7-b52a-297dc99fdaeb None None] Sync routers for ids ['52c5b1dd-ece0-4e53-b245-9cf947efb255'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:35:50.771193 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-21a4212b-1a64-44d9-9f91-2510da86cc77 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "PUT /v2.0/routers/52c5b1dd-ece0-4e53-b245-9cf947efb255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4650538 May 24 23:35:50.772132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40956) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:50.775341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc43ddc-4c55-4ab7-b52a-297dc99fdaeb None None] Routers {'52c5b1dd-ece0-4e53-b245-9cf947efb255'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:35:50.775940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2fc43ddc-4c55-4ab7-b52a-297dc99fdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:35:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['52c5b1dd-ece0-4e53-b245-9cf947efb255'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:50.837440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9698cd-ed93-485a-81b0-c68adf54cb67 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting subnet 3829fe9c-abaf-42ba-a9fb-203c4ee91ade {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:35:50.840430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af9698cd-ed93-485a-81b0-c68adf54cb67 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:50.898020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af9698cd-ed93-485a-81b0-c68adf54cb67 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:50.950750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-2fc43ddc-4c55-4ab7-b52a-297dc99fdaeb None None] Set router 52c5b1dd-ece0-4e53-b245-9cf947efb255 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:35:50.988566 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af9698cd-ed93-485a-81b0-c68adf54cb67 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:51.061018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af9698cd-ed93-485a-81b0-c68adf54cb67 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:51.102516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9698cd-ed93-485a-81b0-c68adf54cb67 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Subnet': ['ID=3829fe9c-abaf-42ba-a9fb-203c4ee91ade,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:51.109536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af9698cd-ed93-485a-81b0-c68adf54cb67 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:51.118875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40960) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:51.119667 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-af9698cd-ed93-485a-81b0-c68adf54cb67 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/subnets/3829fe9c-abaf-42ba-a9fb-203c4ee91ade HTTP/1.1" status: 204 len: 168 time: 0.3465672 May 24 23:35:51.127824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7adca-a4ea-4734-b7f8-bc324bd35da6 None None] Network d2abc1d1-545e-4245-999d-330aafe1deda requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:35:51.404441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:51.466377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2fc43ddc-4c55-4ab7-b52a-297dc99fdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:35:49Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:51.470408 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc43ddc-4c55-4ab7-b52a-297dc99fdaeb None None] Checking router: 52c5b1dd-ece0-4e53-b245-9cf947efb255 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:35:51.479952 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc43ddc-4c55-4ab7-b52a-297dc99fdaeb None None] Routers {'52c5b1dd-ece0-4e53-b245-9cf947efb255'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:35:51.480563 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2fc43ddc-4c55-4ab7-b52a-297dc99fdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:35:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['52c5b1dd-ece0-4e53-b245-9cf947efb255'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:51.536856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac805883-95f7-43a7-a899-7cf7af19f3f0 None None] DHCP port deletion for d2abc1d1-545e-4245-999d-330aafe1deda request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:35:51.557531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ac805883-95f7-43a7-a899-7cf7af19f3f0 None None] Deleting port 4672e86f-7993-466f-bf22-5a97ae995b87 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:35:51.557890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ac805883-95f7-43a7-a899-7cf7af19f3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:51.585982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:51.596068 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 6f355182-56ac-4f15-92c5-1b843c956338 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:35:51.596380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:51.763921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-2fc43ddc-4c55-4ab7-b52a-297dc99fdaeb None None] Set router 52c5b1dd-ece0-4e53-b245-9cf947efb255 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:35:51.767623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port 6f355182-56ac-4f15-92c5-1b843c956338, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=6f355182-56ac-4f15-92c5-1b843c956338,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:51.767984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:51.889265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 6f355182-56ac-4f15-92c5-1b843c956338 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:35:52.034723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ac805883-95f7-43a7-a899-7cf7af19f3f0 None None] For port 4672e86f-7993-466f-bf22-5a97ae995b87, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4672e86f-7993-466f-bf22-5a97ae995b87,segment=NetworkSegment(6735c4ce-00e4-41e5-a539-595e8287836c),segment_id=6735c4ce-00e4-41e5-a539-595e8287836c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:52.035308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ac805883-95f7-43a7-a899-7cf7af19f3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.044277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fb3e37b3-24ef-4b46-9a7d-2c3574e18377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.180014 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ac805883-95f7-43a7-a899-7cf7af19f3f0 None None] Calling delete_port for 4672e86f-7993-466f-bf22-5a97ae995b87 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:35:52.193957 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.239334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=6f355182-56ac-4f15-92c5-1b843c956338,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:52.312497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ac805883-95f7-43a7-a899-7cf7af19f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.337939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.360898 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac805883-95f7-43a7-a899-7cf7af19f3f0 None None] Pushing event deleted for resources: {'Port': ['ID=4672e86f-7993-466f-bf22-5a97ae995b87,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:52.364692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac805883-95f7-43a7-a899-7cf7af19f3f0 None None] No DVR routers for this DVR port 4672e86f-7993-466f-bf22-5a97ae995b87 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:35:52.377655 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2fc43ddc-4c55-4ab7-b52a-297dc99fdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:35:49Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:52.381890 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc43ddc-4c55-4ab7-b52a-297dc99fdaeb None None] The sync data for ids ['52c5b1dd-ece0-4e53-b245-9cf947efb255'] in dv-neutron-843190-1-hyperv is: [{'id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793970947', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '6f355182-56ac-4f15-92c5-1b843c956338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:34:07Z', 'updated_at': '2022-05-24T23:35:49Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '6f355182-56ac-4f15-92c5-1b843c956338', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5b1dd-ece0-4e53-b245-9cf947efb255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:34:08Z', 'updated_at': '2022-05-24T23:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:35:52.514939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.517512 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.542142 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.542836 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Fanout notify agent at l3_agent the message router_deleted on router 52c5b1dd-ece0-4e53-b245-9cf947efb255 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:35:52.561229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.562402 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9c4385d8-50c6-4080-8164-97753c983924 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/routers/52c5b1dd-ece0-4e53-b245-9cf947efb255 HTTP/1.1" status: 204 len: 168 time: 1.4421537 May 24 23:35:52.564111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 55b0379f-e99c-49a2-b904-701602531628 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:35:52.565137 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40964) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:52.602836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 55b0379f-e99c-49a2-b904-701602531628 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:35:52.603188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 55b0379f-e99c-49a2-b904-701602531628 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:35:52.603605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4672e86f-7993-466f-bf22-5a97ae995b87 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:35:52.637736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 4672e86f-7993-466f-bf22-5a97ae995b87 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:35:52.638026 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4672e86f-7993-466f-bf22-5a97ae995b87 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:35:52.682950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.817408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.842083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2abc1d1-545e-4245-999d-330aafe1deda']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:52.853747 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6735c4ce-00e4-41e5-a539-595e8287836c') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:52.854038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6735c4ce-00e4-41e5-a539-595e8287836c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:52.865525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.881364 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.887361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:35:52.887733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.954447 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6735c4ce-00e4-41e5-a539-595e8287836c resource provider aggregate not found May 24 23:35:52.976137 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6735c4ce-00e4-41e5-a539-595e8287836c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6735c4ce-00e4-41e5-a539-595e8287836c found for delete ", "request_id": "req-946da622-062f-492f-b72e-4e3a60f00a44"}]} May 24 23:35:52.987782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.005261 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.016001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Network': ['ID=d2abc1d1-545e-4245-999d-330aafe1deda,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:53.024148 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-75c4e2c9-28b1-447e-8996-0874383fd2ac tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/networks/d2abc1d1-545e-4245-999d-330aafe1deda HTTP/1.1" status: 204 len: 168 time: 0.4578462 May 24 23:35:53.026600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 40974) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:53.092999 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffe75-c588-4ccd-af2c-04380269524d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.123746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffe75-c588-4ccd-af2c-04380269524d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.296079 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffe75-c588-4ccd-af2c-04380269524d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.313065 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ffe75-c588-4ccd-af2c-04380269524d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e55b5e-ec02-4050-9faa-d98787eb9eb5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:53.325469 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffe75-c588-4ccd-af2c-04380269524d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.326584 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec4ffe75-c588-4ccd-af2c-04380269524d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/security-groups/d0e55b5e-ec02-4050-9faa-d98787eb9eb5 HTTP/1.1" status: 204 len: 168 time: 0.2990093 May 24 23:35:53.440586 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40982) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:53.445624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1099637690', 'description': 'tempest-secgroup-smoke-1099637690 description', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:53.451580 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:53.455616 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:35:53.458422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:35:53.464887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:53.475141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.494759 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:53.498514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:35:53.501289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:35:53.506951 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:53.574670 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.578400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.622417 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8455daa-b727-425c-9c9c-78db650b5841,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:53.624844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.626025 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4c69c873-9525-478b-ae4b-7ea1a596ee14 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1844456 May 24 23:35:53.628867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40986) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:53.633691 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5f461e44-36f3-4e9d-bf07-84dca0fb6ba3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'a8455daa-b727-425c-9c9c-78db650b5841', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:53.640114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f461e44-36f3-4e9d-bf07-84dca0fb6ba3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:53.643955 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f461e44-36f3-4e9d-bf07-84dca0fb6ba3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:35:53.646805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f461e44-36f3-4e9d-bf07-84dca0fb6ba3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:35:53.653205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f461e44-36f3-4e9d-bf07-84dca0fb6ba3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:53.668768 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f461e44-36f3-4e9d-bf07-84dca0fb6ba3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.835446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f461e44-36f3-4e9d-bf07-84dca0fb6ba3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.839272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f461e44-36f3-4e9d-bf07-84dca0fb6ba3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.862080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f461e44-36f3-4e9d-bf07-84dca0fb6ba3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839b24e8-4569-47cb-bd5d-93691804536a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:53.871004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f461e44-36f3-4e9d-bf07-84dca0fb6ba3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.872190 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f461e44-36f3-4e9d-bf07-84dca0fb6ba3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2424202 May 24 23:35:53.874936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40990) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:53.879769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7b843da4-e2bd-4bbb-9f1f-b52462d8c672 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'a8455daa-b727-425c-9c9c-78db650b5841', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:53.885999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7b843da4-e2bd-4bbb-9f1f-b52462d8c672 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:53.889809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7b843da4-e2bd-4bbb-9f1f-b52462d8c672 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:35:53.892742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7b843da4-e2bd-4bbb-9f1f-b52462d8c672 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:35:53.898384 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7b843da4-e2bd-4bbb-9f1f-b52462d8c672 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:53.914911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7b843da4-e2bd-4bbb-9f1f-b52462d8c672 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.974252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7b843da4-e2bd-4bbb-9f1f-b52462d8c672 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:53.977581 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7b843da4-e2bd-4bbb-9f1f-b52462d8c672 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.000228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b843da4-e2bd-4bbb-9f1f-b52462d8c672 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6e702d-0522-4b94-896a-d56e30e13663,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:54.009462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7b843da4-e2bd-4bbb-9f1f-b52462d8c672 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.011239 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7b843da4-e2bd-4bbb-9f1f-b52462d8c672 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348331 May 24 23:35:54.013824 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40994) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:54.018662 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2fb2c345-9520-449a-9892-d6012154c6e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'a8455daa-b727-425c-9c9c-78db650b5841', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:54.024821 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2fb2c345-9520-449a-9892-d6012154c6e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:54.028601 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2fb2c345-9520-449a-9892-d6012154c6e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:35:54.031473 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2fb2c345-9520-449a-9892-d6012154c6e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:35:54.037071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2fb2c345-9520-449a-9892-d6012154c6e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:54.053005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fb2c345-9520-449a-9892-d6012154c6e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.126099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fb2c345-9520-449a-9892-d6012154c6e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.129785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fb2c345-9520-449a-9892-d6012154c6e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.154970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2c345-9520-449a-9892-d6012154c6e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fb0a4c-d5d4-4936-80ce-ff49c5838e2a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:54.164648 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fb2c345-9520-449a-9892-d6012154c6e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.166035 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2fb2c345-9520-449a-9892-d6012154c6e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513109 May 24 23:35:54.168795 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 40998) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:54.173532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e71e7525-d6d1-4ae8-9c17-c7c9e5dd5db7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'a8455daa-b727-425c-9c9c-78db650b5841', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:54.179299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e71e7525-d6d1-4ae8-9c17-c7c9e5dd5db7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:54.183819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e71e7525-d6d1-4ae8-9c17-c7c9e5dd5db7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:35:54.186622 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e71e7525-d6d1-4ae8-9c17-c7c9e5dd5db7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:35:54.192421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e71e7525-d6d1-4ae8-9c17-c7c9e5dd5db7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:54.208793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e71e7525-d6d1-4ae8-9c17-c7c9e5dd5db7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.240497 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94816ca5-1334-48b9-8018-a9bec19f6bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.271979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e71e7525-d6d1-4ae8-9c17-c7c9e5dd5db7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.275400 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e71e7525-d6d1-4ae8-9c17-c7c9e5dd5db7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.298542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e7525-d6d1-4ae8-9c17-c7c9e5dd5db7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82c4aeb-28f9-4692-aba8-3d7c3c70d120,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:54.308317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e71e7525-d6d1-4ae8-9c17-c7c9e5dd5db7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.310134 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e71e7525-d6d1-4ae8-9c17-c7c9e5dd5db7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404409 May 24 23:35:54.313012 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:54.318251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'a8455daa-b727-425c-9c9c-78db650b5841', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:54.324453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:54.328458 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:35:54.331559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:35:54.337242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:54.347400 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Project e7ffc7908c944addb43a672fac22dd1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:35:54.353618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.415839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.425866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.448979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5007d9d0-4f83-4302-8d81-ddaa79e54845,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:54.456990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.458146 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b9868c22-21d0-48ec-8ad1-89837c71dd3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441219 May 24 23:35:54.460975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41006) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:54.466104 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': 'a8455daa-b727-425c-9c9c-78db650b5841', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:54.472015 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:54.472149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6f355182-56ac-4f15-92c5-1b843c956338 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:35:54.475864 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:35:54.478748 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:35:54.484923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:54.495842 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Project e7ffc7908c944addb43a672fac22dd1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:35:54.502253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.506267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 6f355182-56ac-4f15-92c5-1b843c956338 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:35:54.506615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 6f355182-56ac-4f15-92c5-1b843c956338 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:35:54.566199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.569564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.592790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab1d150-cdd8-40f8-a68b-8776e0002cd3,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:54.601714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.602872 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bfbffe63-cb82-401f-9722-e79b97333beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410046 May 24 23:35:54.606198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41010) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:54.611413 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'network': {'name': 'tempest-network-smoke--1317828512', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:54.616094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:54.620808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:network and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:35:54.623615 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:35:54.629511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:54.641629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:35:54.644940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.671880 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:35:54.680592 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.680921 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Added segment d2266a25-2c6d-4472-be2e-972c867f93a8 of type vlan for network 0cc6fcdf-5180-4c21-b44c-505b74b9043d May 24 23:35:54.705714 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.734357 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.739571 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:54.740133 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.842853 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2356188 May 24 23:35:54.845489 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41014) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:54.847858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d367e-0e0e-4f1c-b326-9a75e76bc643 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Network': ['ID=0cc6fcdf-5180-4c21-b44c-505b74b9043d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:54.852521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'admin_state_up': True, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:54.858364 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 0cc6fcdf-5180-4c21-b44c-505b74b9043d details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:35:54.860429 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:54.864254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:router and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:35:54.867094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:35:54.872835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:54.883333 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.884300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.899792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:55.166516 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:55.201604 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:55.314316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:55.463731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:55.492036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:55.631075 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.26.3.221 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/271da61c-6699-4019-b84d-9d2b0c67d09b) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:35:55.774793 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:55.802801 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:55.866111 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:35:55.869028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:35:55.873401 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:35:55.906723 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=271da61c-6699-4019-b84d-9d2b0c67d09b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:56.379085 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:56.661450 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:56.721293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:56.921379 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 19dbeb2f-09e9-4297-988f-56cc76a12b2b is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:35:57.093101 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:35:57.103206 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Sync routers for ids ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:35:57.112800 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Routers {'19dbeb2f-09e9-4297-988f-56cc76a12b2b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:35:57.113415 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:35:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:57.118547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:57.120252 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-56e3486a-0dc6-45c3-ada5-15e503891181 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2732542 May 24 23:35:57.123387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41018) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:57.165966 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a8393cfe-9328-4cfd-b125-f65a635ef9b5 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e7ffc7908c944addb43a672fac22dd1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413375 May 24 23:35:57.168491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41022) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:57.287491 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Set router 19dbeb2f-09e9-4297-988f-56cc76a12b2b gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:35:57.405205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a28f1c-75db-4d51-8fcd-cfd988e32e13 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:57.406576 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-70a28f1c-75db-4d51-8fcd-cfd988e32e13 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2371445 May 24 23:35:57.409379 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41026) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:57.450602 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3ca04c8f-60ff-4728-a054-c8d628de9e9b tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379362 May 24 23:35:57.450816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41030) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:57.455984 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-608945392', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:57.562564 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:57.565719 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:56Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:57.566330 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:subnet and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:35:57.569105 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:35:57.569533 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Checking router: 19dbeb2f-09e9-4297-988f-56cc76a12b2b for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:35:57.569875 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Updating router 19dbeb2f-09e9-4297-988f-56cc76a12b2b port 271da61c-6699-4019-b84d-9d2b0c67d09b binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:35:57.574964 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:57.584587 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:35:57.588233 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353229'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:57.622419 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:57.806618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353279'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:57.906444 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Checking segment: {'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:35:57.906824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network hostable DHCP agents. Network: 0cc6fcdf-5180-4c21-b44c-505b74b9043d, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:35:57.912208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Subnet': ['ID=f3b30631-c739-46b3-91cb-f4adc1f99a02,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:57.928319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 0cc6fcdf-5180-4c21-b44c-505b74b9043d is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:35:57.938021 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 0cc6fcdf-5180-4c21-b44c-505b74b9043d) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:35:57.942147 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:57.942750 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:57.947910 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30012a2-d707-41a2-845d-4dc311045c9e None None] Network 0cc6fcdf-5180-4c21-b44c-505b74b9043d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:35:57.959243 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:57.971875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41034) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:35:57.972651 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4b710bce-8304-4b9b-b557-30f2119982d1 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5201652 May 24 23:35:57.972789 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Transition to ACTIVE for port object 271da61c-6699-4019-b84d-9d2b0c67d09b will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:35:57.978903 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.088360 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Pushing event updated for resources: {'Port': ['ID=271da61c-6699-4019-b84d-9d2b0c67d09b,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:58.092518 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Attempting to bind port 271da61c-6699-4019-b84d-9d2b0c67d09b on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:35:58.092874 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Attempting to bind port 271da61c-6699-4019-b84d-9d2b0c67d09b by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:35:58.093228 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Attempting to bind port 271da61c-6699-4019-b84d-9d2b0c67d09b on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:35:58.099838 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.100178 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.100515 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.100843 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.101165 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.101488 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.101807 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.102125 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.102444 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.102788 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.103109 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.103423 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:58.108928 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:35:58.109299 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:35:58.109693 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.110070 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:35:58.110530 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Bound port: 271da61c-6699-4019-b84d-9d2b0c67d09b, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:35:58.110918 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.184166 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] For port 271da61c-6699-4019-b84d-9d2b0c67d09b, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:35:58.187170 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] For port 271da61c-6699-4019-b84d-9d2b0c67d09b, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=271da61c-6699-4019-b84d-9d2b0c67d09b,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:35:58.192675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ips': [{'subnet_id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:35:58.193544 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.194453 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.271444 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Routers {'19dbeb2f-09e9-4297-988f-56cc76a12b2b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:35:58.272046 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:35:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:58.357764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Allocated IP 172.20.0.2 (0cc6fcdf-5180-4c21-b44c-505b74b9043d/f3b30631-c739-46b3-91cb-f4adc1f99a02/7677e710-d432-46e9-83d2-70c9ab6111e0) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:35:58.422970 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578e745-3f09-4292-bc07-c6fceef8c060 None None] Pushing event updated for resources: {'Port': ['ID=271da61c-6699-4019-b84d-9d2b0c67d09b,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:58.452564 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] Set router 19dbeb2f-09e9-4297-988f-56cc76a12b2b gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:35:58.561733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.572724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Transition to ACTIVE for port object 7677e710-d432-46e9-83d2-70c9ab6111e0 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:35:58.591916 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Transition to ACTIVE for port object 7677e710-d432-46e9-83d2-70c9ab6111e0 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:35:58.597361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.664996 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Network 0cc6fcdf-5180-4c21-b44c-505b74b9043d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:35:58.668102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:35:58.670471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:35:58.708232 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.708420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Pushing event updated for resources: {'Port': ['ID=7677e710-d432-46e9-83d2-70c9ab6111e0,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:58.742004 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:56Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:58.747576 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d5684-452a-4797-a41a-8d0adafffe7f None None] The sync data for ids ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'] in dv-neutron-843190-1-hyperv is: [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:56Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:35:58.769705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Attempting to bind port 7677e710-d432-46e9-83d2-70c9ab6111e0 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:35:58.770053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Attempting to bind port 7677e710-d432-46e9-83d2-70c9ab6111e0 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:35:58.770419 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Attempting to bind port 7677e710-d432-46e9-83d2-70c9ab6111e0 on network 0cc6fcdf-5180-4c21-b44c-505b74b9043d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:35:58.776351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:35:58.776716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Checking segment: {'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:35:58.777131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.777516 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Bound using segment: {'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:35:58.777976 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Bound port: 7677e710-d432-46e9-83d2-70c9ab6111e0, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:35:58.778347 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.872899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] For port 7677e710-d432-46e9-83d2-70c9ab6111e0, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:35:58.877554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] For port 7677e710-d432-46e9-83d2-70c9ab6111e0, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7677e710-d432-46e9-83d2-70c9ab6111e0,segment=NetworkSegment(d2266a25-2c6d-4472-be2e-972c867f93a8),segment_id=d2266a25-2c6d-4472-be2e-972c867f93a8)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:35:58.881224 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.984906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92631408-cb85-4fd3-9334-c4fc5c0fef8a None None] Pushing event updated for resources: {'Port': ['ID=7677e710-d432-46e9-83d2-70c9ab6111e0,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:59.170591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.20.0.1 (0cc6fcdf-5180-4c21-b44c-505b74b9043d/f3b30631-c739-46b3-91cb-f4adc1f99a02/1004f272-bbbe-4dbb-b364-3cb7ca4940bb) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:35:59.467361 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:59.484504 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Transition to ACTIVE for port object 1004f272-bbbe-4dbb-b364-3cb7ca4940bb will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:35:59.508710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:59.576443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 0cc6fcdf-5180-4c21-b44c-505b74b9043d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:35:59.579562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:35:59.583588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:35:59.622875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=1004f272-bbbe-4dbb-b364-3cb7ca4940bb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:59.652225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:59.929060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:59.950093 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23977573-2880-4544-aa2a-6a021cf96da6 None None] Network 0cc6fcdf-5180-4c21-b44c-505b74b9043d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:36:00.057815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3a3a68d8-d3fc-404f-b0d4-2bef71b5137a None None] Provisioning for port 7677e710-d432-46e9-83d2-70c9ab6111e0 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:36:00.349405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:00.355846 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:00.474559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=1004f272-bbbe-4dbb-b364-3cb7ca4940bb,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:00.476945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:00.510115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b0d902e6-fd60-4675-a02f-b7bd37f9d802 None None] Provisioning for port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:36:00.516171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b0d902e6-fd60-4675-a02f-b7bd37f9d802 None None] Provisioning complete for port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:00.516539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b0d902e6-fd60-4675-a02f-b7bd37f9d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:00.572660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b0d902e6-fd60-4675-a02f-b7bd37f9d802 None None] Port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:36:00.599914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7677e710-d432-46e9-83d2-70c9ab6111e0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:36:00.628175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 0cc6fcdf-5180-4c21-b44c-505b74b9043d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:36:00.629253 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:36:00.706420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-68745605-8eb0-43b4-b655-0bea7109ac6e None None] Provisioning complete for port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:00.706824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-68745605-8eb0-43b4-b655-0bea7109ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:00.769355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-68745605-8eb0-43b4-b655-0bea7109ac6e None None] Port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:36:00.770855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 7677e710-d432-46e9-83d2-70c9ab6111e0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:36:00.776480 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 7677e710-d432-46e9-83d2-70c9ab6111e0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:00.776855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:00.824424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 19dbeb2f-09e9-4297-988f-56cc76a12b2b has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:36:00.901747 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 7677e710-d432-46e9-83d2-70c9ab6111e0 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:00.902509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:00.915300 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6590ffea-b525-49cf-a96d-d8b7e0fe52b9 None None] Provisioning complete for port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:00.915663 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6590ffea-b525-49cf-a96d-d8b7e0fe52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:00.988234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 7677e710-d432-46e9-83d2-70c9ab6111e0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7677e710-d432-46e9-83d2-70c9ab6111e0,segment=NetworkSegment(d2266a25-2c6d-4472-be2e-972c867f93a8),segment_id=d2266a25-2c6d-4472-be2e-972c867f93a8)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:00.989314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6590ffea-b525-49cf-a96d-d8b7e0fe52b9 None None] Port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:36:00.993382 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:00.994142 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 271da61c-6699-4019-b84d-9d2b0c67d09b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:36:01.110387 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=7677e710-d432-46e9-83d2-70c9ab6111e0,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:01.122857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 271da61c-6699-4019-b84d-9d2b0c67d09b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:36:01.127478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:36:01.128905 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 271da61c-6699-4019-b84d-9d2b0c67d09b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:01.129405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:01.140252 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5923c5df-33b8-41a3-8f90-081f355c4e96 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "PUT /v2.0/routers/19dbeb2f-09e9-4297-988f-56cc76a12b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1666224 May 24 23:36:01.154888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Sync routers for ids ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:36:01.184517 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Routers {'19dbeb2f-09e9-4297-988f-56cc76a12b2b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:36:01.185149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:35:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:01.304320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-42838e14-c106-48f0-a1a3-55f87d35b662 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:36:01.319032 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-42838e14-c106-48f0-a1a3-55f87d35b662 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:36:01.320267 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-42838e14-c106-48f0-a1a3-55f87d35b662 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1099637690&fields=id&tenant_id=e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 267 time: 0.0537858 May 24 23:36:01.408627 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 271da61c-6699-4019-b84d-9d2b0c67d09b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:01.408915 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:01.421196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Set router 19dbeb2f-09e9-4297-988f-56cc76a12b2b gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:36:01.471173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-884505ad-6ed3-4b4f-9e7e-8381665b9570 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:01.471837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-884505ad-6ed3-4b4f-9e7e-8381665b9570 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:36:01.486757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-884505ad-6ed3-4b4f-9e7e-8381665b9570 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:36:01.488066 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-884505ad-6ed3-4b4f-9e7e-8381665b9570 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/networks?id=0cc6fcdf-5180-4c21-b44c-505b74b9043d HTTP/1.1" status: 200 len: 797 time: 0.1604877 May 24 23:36:01.489039 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 271da61c-6699-4019-b84d-9d2b0c67d09b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=271da61c-6699-4019-b84d-9d2b0c67d09b,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:01.495470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:01.504799 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-e76df19b-eda3-4070-ab1f-18f5204cdfe0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/quotas/e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 375 time: 0.0092840 May 24 23:36:01.589213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-11e4d7cb-4844-4e38-9031-8296f00eacf7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:36:01.604784 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-11e4d7cb-4844-4e38-9031-8296f00eacf7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:36:01.606150 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-11e4d7cb-4844-4e38-9031-8296f00eacf7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959496 May 24 23:36:01.695460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=271da61c-6699-4019-b84d-9d2b0c67d09b,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:01.746704 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-a03c0178-bfe5-4212-87b9-6d181f8297a8 service neutron] 10.222.0.32 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287990 May 24 23:36:01.794384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:59Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '1004f272-bbbe-4dbb-b364-3cb7ca4940bb', 'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:c2:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:58Z', 'updated_at': '2022-05-24T23:36:00Z', 'revision_number': 2, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:01.798366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Checking router: 19dbeb2f-09e9-4297-988f-56cc76a12b2b for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:36:01.798748 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Updating router 19dbeb2f-09e9-4297-988f-56cc76a12b2b port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:36:01.853849 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:01.877658 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-4063a888-759a-44ed-81c6-9474ae2a287c service neutron] 10.222.0.32 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249640 May 24 23:36:02.058142 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2c9e2dd5-9679-469e-9c87-59e2abd51d45 req-8c175c75-3f25-435c-8bed-beace9f0beee tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 210 time: 0.0435021 May 24 23:36:02.238830 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:02.255876 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Transition to ACTIVE for port object 1004f272-bbbe-4dbb-b364-3cb7ca4940bb will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:36:02.262711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:02.476540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959ae57-4245-4cd6-900f-300ae5b190bc None None] Pushing event updated for resources: {'Port': ['ID=1004f272-bbbe-4dbb-b364-3cb7ca4940bb,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:02.499083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Attempting to bind port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:36:02.499340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Attempting to bind port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:36:02.499716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Attempting to bind port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb on network 0cc6fcdf-5180-4c21-b44c-505b74b9043d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:36:02.507750 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:36:02.508121 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Checking segment: {'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:36:02.509171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:02.509582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Bound using segment: {'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:36:02.510057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Bound port: 1004f272-bbbe-4dbb-b364-3cb7ca4940bb, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:36:02.510471 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:02.570341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7677e710-d432-46e9-83d2-70c9ab6111e0 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:36:02.682379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] For port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:36:02.685727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] For port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1004f272-bbbe-4dbb-b364-3cb7ca4940bb,segment=NetworkSegment(d2266a25-2c6d-4472-be2e-972c867f93a8),segment_id=d2266a25-2c6d-4472-be2e-972c867f93a8)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:36:02.691051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:02.761380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 7677e710-d432-46e9-83d2-70c9ab6111e0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:02.761749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:02.816699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Routers {'19dbeb2f-09e9-4297-988f-56cc76a12b2b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:36:02.817337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:35:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:02.893044 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959ae57-4245-4cd6-900f-300ae5b190bc None None] Pushing event updated for resources: {'Port': ['ID=1004f272-bbbe-4dbb-b364-3cb7ca4940bb,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:03.076668 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 7677e710-d432-46e9-83d2-70c9ab6111e0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:03.077731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 271da61c-6699-4019-b84d-9d2b0c67d09b up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:36:03.147264 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-41f966a6-526f-46eb-9cb2-f8ff215b94e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:03.147951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] Set router 19dbeb2f-09e9-4297-988f-56cc76a12b2b gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:36:03.153507 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-41f966a6-526f-46eb-9cb2-f8ff215b94e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/networks?id=0cc6fcdf-5180-4c21-b44c-505b74b9043d HTTP/1.1" status: 200 len: 797 time: 0.1747885 May 24 23:36:03.221766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-c8b1cfa4-31af-42d4-abec-c3ac8ea9c12d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:36:03.223822 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f0d5c2f-3901-4b7e-810b-eb3e4bba752f req-74e1253b-ddc5-4a2a-8e13-b65e648e1042 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 210 time: 0.0535073 May 24 23:36:03.237393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-c8b1cfa4-31af-42d4-abec-c3ac8ea9c12d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:36:03.240979 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-c8b1cfa4-31af-42d4-abec-c3ac8ea9c12d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 380 time: 0.0775149 May 24 23:36:03.242311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 271da61c-6699-4019-b84d-9d2b0c67d09b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:03.242838 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:03.254561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'port': {'device_id': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'admin_state_up': True, 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'security_groups': ['a8455daa-b727-425c-9c9c-78db650b5841']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:36:03.389161 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:36:03.398456 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:36:03.408294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:36:03.411926 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:03.554817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 271da61c-6699-4019-b84d-9d2b0c67d09b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:03.574723 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.20.0.11 (0cc6fcdf-5180-4c21-b44c-505b74b9043d/f3b30631-c739-46b3-91cb-f4adc1f99a02/f6855ef1-73a0-45b5-b9e9-334761ed377c) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:36:03.588758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:59Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '1004f272-bbbe-4dbb-b364-3cb7ca4940bb', 'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:c2:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:58Z', 'updated_at': '2022-05-24T23:36:02Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:03.593399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2654fa38-c4d4-4a9b-badb-f7e631c983d7 None None] The sync data for ids ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'] in dv-neutron-843190-1-hyperv is: [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:59Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '1004f272-bbbe-4dbb-b364-3cb7ca4940bb', 'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:c2:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:58Z', 'updated_at': '2022-05-24T23:36:02Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:36:03.781149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:03.797530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Transition to ACTIVE for port object f6855ef1-73a0-45b5-b9e9-334761ed377c will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:36:03.821962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:03.897809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 0cc6fcdf-5180-4c21-b44c-505b74b9043d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:36:03.901732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:36:03.905705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:36:03.936372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=f6855ef1-73a0-45b5-b9e9-334761ed377c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:03.975790 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:03.976451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.004340 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-34caf7a0-ca36-4a01-a6a1-219bae5f941f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7554677 May 24 23:36:04.015811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Request body: {'port': {'device_id': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:36:04.136481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.198831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0474ec9e-cbf8-4cbf-9585-ba7f148b61c0 None None] Provisioning for port f6855ef1-73a0-45b5-b9e9-334761ed377c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:36:04.206605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0474ec9e-cbf8-4cbf-9585-ba7f148b61c0 None None] Provisioning complete for port f6855ef1-73a0-45b5-b9e9-334761ed377c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:04.207007 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0474ec9e-cbf8-4cbf-9585-ba7f148b61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.267141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0474ec9e-cbf8-4cbf-9585-ba7f148b61c0 None None] Port f6855ef1-73a0-45b5-b9e9-334761ed377c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:36:04.428359 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4e6b8-3dab-42e2-8285-a280990739e8 req-7510a66e-59a2-4790-8985-4e8c66788f97 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:04.430786 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42d4e6b8-3dab-42e2-8285-a280990739e8 req-7510a66e-59a2-4790-8985-4e8c66788f97 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 932 time: 0.0870535 May 24 23:36:04.487206 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42d4e6b8-3dab-42e2-8285-a280990739e8 req-cbf9986b-dec4-470a-9def-3bcb434fd165 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496237 May 24 23:36:04.512431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6855ef1-73a0-45b5-b9e9-334761ed377c {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:36:04.519853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.536332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Transition to ACTIVE for port object f6855ef1-73a0-45b5-b9e9-334761ed377c will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:36:04.542581 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.546351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1004f272-bbbe-4dbb-b364-3cb7ca4940bb up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:36:04.681317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:36:04.691581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:04.692105 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.711804 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Pushing event updated for resources: {'Port': ['ID=f6855ef1-73a0-45b5-b9e9-334761ed377c,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:04.794032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Attempting to bind port f6855ef1-73a0-45b5-b9e9-334761ed377c on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:36:04.794496 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Attempting to bind port f6855ef1-73a0-45b5-b9e9-334761ed377c by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:36:04.795244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Attempting to bind port f6855ef1-73a0-45b5-b9e9-334761ed377c on network 0cc6fcdf-5180-4c21-b44c-505b74b9043d {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:36:04.801803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Port f6855ef1-73a0-45b5-b9e9-334761ed377c on network 0cc6fcdf-5180-4c21-b44c-505b74b9043d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:36:04.802195 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Attempting to bind port f6855ef1-73a0-45b5-b9e9-334761ed377c on network 0cc6fcdf-5180-4c21-b44c-505b74b9043d {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:36:04.809310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:36:04.809652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Checking segment: {'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:36:04.810032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Bound using segment: {'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:36:04.810460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Bound port: f6855ef1-73a0-45b5-b9e9-334761ed377c, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2266a25-2c6d-4472-be2e-972c867f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:36:04.810838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.827785 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:04.828187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.861950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1004f272-bbbe-4dbb-b364-3cb7ca4940bb,segment=NetworkSegment(d2266a25-2c6d-4472-be2e-972c867f93a8),segment_id=d2266a25-2c6d-4472-be2e-972c867f93a8)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:04.866070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.902970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] For port f6855ef1-73a0-45b5-b9e9-334761ed377c, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:36:04.906208 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] For port f6855ef1-73a0-45b5-b9e9-334761ed377c, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f6855ef1-73a0-45b5-b9e9-334761ed377c,segment=NetworkSegment(d2266a25-2c6d-4472-be2e-972c867f93a8),segment_id=d2266a25-2c6d-4472-be2e-972c867f93a8)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:36:04.910900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.946578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=1004f272-bbbe-4dbb-b364-3cb7ca4940bb,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:04.971129 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:04.971734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.973076 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] 10.222.0.42 "PUT /v2.0/ports/f6855ef1-73a0-45b5-b9e9-334761ed377c HTTP/1.1" status: 200 len: 1094 time: 0.9615448 May 24 23:36:04.973509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'tag': 'f6855ef1-73a0-45b5-b9e9-334761ed377c'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:36:04.995340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8039e45-55bc-4afb-88a6-8081b4668702 service neutron] Pushing event updated for resources: {'Port': ['ID=f6855ef1-73a0-45b5-b9e9-334761ed377c,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:05.094097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-4611bc50-3079-46c2-8946-89f6c8e01d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:05.095860 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-4611bc50-3079-46c2-8946-89f6c8e01d27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 1097 time: 0.0847845 May 24 23:36:05.097478 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c058f648-8152-41da-ad62-e4b92ce4df35'] response: {'name': 'network-changed', 'server_uuid': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'tag': 'f6855ef1-73a0-45b5-b9e9-334761ed377c', 'status': 'completed', 'code': 200} May 24 23:36:05.166095 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-637fda4c-13e9-4ffe-bc9f-e6837768fae4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6855ef1-73a0-45b5-b9e9-334761ed377c HTTP/1.1" status: 200 len: 217 time: 0.0624568 May 24 23:36:05.324712 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-bde050fc-d0d8-4349-9ee7-53b13809eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:05.326151 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-bde050fc-d0d8-4349-9ee7-53b13809eb05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3b30631-c739-46b3-91cb-f4adc1f99a02 HTTP/1.1" status: 200 len: 834 time: 0.1544778 May 24 23:36:05.402606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-e18c6ed0-c215-47e8-90bc-2bee554db569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:05.404101 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-e18c6ed0-c215-47e8-90bc-2bee554db569 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cc6fcdf-5180-4c21-b44c-505b74b9043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710704 May 24 23:36:05.533910 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-3dd861af-b018-4cd6-b6fc-000115d28915 service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236320 May 24 23:36:05.667309 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e1618c6d-d285-4a93-9bd0-dcc113655291 req-9799203a-d4cb-4323-9999-1c7361fe7b17 service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273744 May 24 23:36:05.717840 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1d8f-5f8b-4c48-93eb-56d5c75e590d req-da307877-137a-46ab-be43-2e255995733e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:05.719326 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-474e1d8f-5f8b-4c48-93eb-56d5c75e590d req-da307877-137a-46ab-be43-2e255995733e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 944 time: 0.0820711 May 24 23:36:05.767454 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-474e1d8f-5f8b-4c48-93eb-56d5c75e590d req-1677aa96-3081-43a9-a063-6b2df3df9be7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421393 May 24 23:36:05.783611 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e98eae-0b51-416b-a99c-4c97f6d71ead req-34ea9b3e-f11b-4389-892b-48e6456da294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:05.785120 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76e98eae-0b51-416b-a99c-4c97f6d71ead req-34ea9b3e-f11b-4389-892b-48e6456da294 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 1097 time: 0.0704098 May 24 23:36:05.915681 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e98eae-0b51-416b-a99c-4c97f6d71ead req-2e330b8d-a6da-45c5-8465-e076dabccc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:05.917150 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76e98eae-0b51-416b-a99c-4c97f6d71ead req-2e330b8d-a6da-45c5-8465-e076dabccc8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=0cc6fcdf-5180-4c21-b44c-505b74b9043d HTTP/1.1" status: 200 len: 898 time: 0.1252646 May 24 23:36:05.988650 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76e98eae-0b51-416b-a99c-4c97f6d71ead req-3b3dc0b5-2ed4-4116-8b94-5092db51e8a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6855ef1-73a0-45b5-b9e9-334761ed377c HTTP/1.1" status: 200 len: 217 time: 0.0653167 May 24 23:36:06.071842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e98eae-0b51-416b-a99c-4c97f6d71ead req-8e7d6405-7416-48e3-b20e-91ee82aa5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:06.073794 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76e98eae-0b51-416b-a99c-4c97f6d71ead req-8e7d6405-7416-48e3-b20e-91ee82aa5875 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3b30631-c739-46b3-91cb-f4adc1f99a02 HTTP/1.1" status: 200 len: 834 time: 0.0763550 May 24 23:36:06.148256 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e98eae-0b51-416b-a99c-4c97f6d71ead req-06bbc565-a4f4-4a9f-b37d-1d5684316404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:06.149720 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76e98eae-0b51-416b-a99c-4c97f6d71ead req-06bbc565-a4f4-4a9f-b37d-1d5684316404 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cc6fcdf-5180-4c21-b44c-505b74b9043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696869 May 24 23:36:06.278989 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76e98eae-0b51-416b-a99c-4c97f6d71ead req-fe4228a2-b5bd-400c-bf5b-c7da76ac7b24 service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222584 May 24 23:36:06.410005 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-76e98eae-0b51-416b-a99c-4c97f6d71ead req-e0096f59-b5fa-4af3-bede-b9aa2b174048 service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236594 May 24 23:36:06.513840 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1004f272-bbbe-4dbb-b364-3cb7ca4940bb up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:36:06.579136 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:06.579525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:06.693855 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:06.948303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4279d-6d4f-4ae3-8905-bfec49113460 req-9a77de91-865b-480e-9ed1-50dffc4a9c26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:06.949652 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1f4279d-6d4f-4ae3-8905-bfec49113460 req-9a77de91-865b-480e-9ed1-50dffc4a9c26 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 944 time: 0.0785627 May 24 23:36:06.993375 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1f4279d-6d4f-4ae3-8905-bfec49113460 req-05042af9-eca2-4117-8e32-9ab8d2a32002 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380914 May 24 23:36:07.589386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device f6855ef1-73a0-45b5-b9e9-334761ed377c details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:36:07.720040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port f6855ef1-73a0-45b5-b9e9-334761ed377c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f6855ef1-73a0-45b5-b9e9-334761ed377c,segment=NetworkSegment(d2266a25-2c6d-4472-be2e-972c867f93a8),segment_id=d2266a25-2c6d-4472-be2e-972c867f93a8)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:07.732548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'f6855ef1-73a0-45b5-b9e9-334761ed377c', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'port_id': 'f6855ef1-73a0-45b5-b9e9-334761ed377c', 'mac_address': 'fa:16:3e:eb:e1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:36:07.788545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port f6855ef1-73a0-45b5-b9e9-334761ed377c is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:07.788923 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:07.805958 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6855ef1-73a0-45b5-b9e9-334761ed377c {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:36:07.821373 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port f6855ef1-73a0-45b5-b9e9-334761ed377c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f6855ef1-73a0-45b5-b9e9-334761ed377c,segment=NetworkSegment(d2266a25-2c6d-4472-be2e-972c867f93a8),segment_id=d2266a25-2c6d-4472-be2e-972c867f93a8)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:07.825340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:07.889189 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=f6855ef1-73a0-45b5-b9e9-334761ed377c,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:08.031149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['f6855ef1-73a0-45b5-b9e9-334761ed377c'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:36:08.187049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b6370-0800-423d-a6f4-858f2d5539c5 req-2fabad4d-cf75-49e6-8a64-da3689067230 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:08.188855 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e12b6370-0800-423d-a6f4-858f2d5539c5 req-2fabad4d-cf75-49e6-8a64-da3689067230 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 945 time: 0.0890436 May 24 23:36:08.236214 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e12b6370-0800-423d-a6f4-858f2d5539c5 req-bf8ff05d-cfb8-4551-a8a3-f98b07d2215a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415184 May 24 23:36:09.417860 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbecdea-d6d9-46b0-82c0-7c4893be868a req-338a8679-6524-467c-9f6c-58bb56092bfb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:09.419224 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3cbecdea-d6d9-46b0-82c0-7c4893be868a req-338a8679-6524-467c-9f6c-58bb56092bfb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 945 time: 0.0803411 May 24 23:36:09.462259 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3cbecdea-d6d9-46b0-82c0-7c4893be868a req-a1ca405b-20f1-42d2-ad02-76fa2e259904 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374148 May 24 23:36:09.601917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device f6855ef1-73a0-45b5-b9e9-334761ed377c up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:36:09.668760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port f6855ef1-73a0-45b5-b9e9-334761ed377c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:36:09.673298 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port f6855ef1-73a0-45b5-b9e9-334761ed377c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:09.673665 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:09.787380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port f6855ef1-73a0-45b5-b9e9-334761ed377c is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:09.787749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:09.813407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6855ef1-73a0-45b5-b9e9-334761ed377c'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:36:09.823096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port f6855ef1-73a0-45b5-b9e9-334761ed377c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f6855ef1-73a0-45b5-b9e9-334761ed377c,segment=NetworkSegment(d2266a25-2c6d-4472-be2e-972c867f93a8),segment_id=d2266a25-2c6d-4472-be2e-972c867f93a8)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:09.826732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:09.864426 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d67a40a-f314-4770-9f80-5e2f61515b60'] response: {'server_uuid': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6855ef1-73a0-45b5-b9e9-334761ed377c', 'code': 200} May 24 23:36:09.898113 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=f6855ef1-73a0-45b5-b9e9-334761ed377c,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:10.085269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f868e-b7d7-4192-bdde-c9a76d050859 req-7f220099-3be3-4869-b0a7-329ae2a93ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:10.086735 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-709f868e-b7d7-4192-bdde-c9a76d050859 req-7f220099-3be3-4869-b0a7-329ae2a93ee7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 1099 time: 0.0706782 May 24 23:36:10.128358 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-709f868e-b7d7-4192-bdde-c9a76d050859 req-793f918a-e1bf-488a-9405-035c274df33a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357001 May 24 23:36:10.741155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5db26d-90c8-42f5-8659-fad04ce54d47 req-e527cd23-2200-4766-917e-4ad12f3577d3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:10.742514 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b5db26d-90c8-42f5-8659-fad04ce54d47 req-e527cd23-2200-4766-917e-4ad12f3577d3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.1743777 May 24 23:36:10.786142 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b5db26d-90c8-42f5-8659-fad04ce54d47 req-a2df21bb-24e9-46d7-b772-3abbbc8a575e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373816 May 24 23:36:11.972805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e59192-1b32-4f77-acdf-411cceaccad0 req-f34ed5d0-c896-4454-91f1-5376d36a768e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:11.974204 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96e59192-1b32-4f77-acdf-411cceaccad0 req-f34ed5d0-c896-4454-91f1-5376d36a768e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0785093 May 24 23:36:12.019808 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96e59192-1b32-4f77-acdf-411cceaccad0 req-7f666869-dab1-4ffa-999a-114f5e1f5b44 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399525 May 24 23:36:12.200039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9999-975e-4ce0-92e7-842b0f2b459b req-c16a7234-6f34-4545-9b51-8d92050d766d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:12.201509 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-797f9999-975e-4ce0-92e7-842b0f2b459b req-c16a7234-6f34-4545-9b51-8d92050d766d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0805697 May 24 23:36:12.245406 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-797f9999-975e-4ce0-92e7-842b0f2b459b req-18ab3d27-0640-47e6-8207-ee6da054cbd9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382514 May 24 23:36:12.267721 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41090) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:36:12.380344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffbfea1-e1d7-4103-b673-28516bcdb520 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:12.381802 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0ffbfea1-e1d7-4103-b673-28516bcdb520 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 1094 time: 0.1131208 May 24 23:36:12.384654 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41096) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:36:12.389435 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': 'f6855ef1-73a0-45b5-b9e9-334761ed377c', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:36:12.395264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:36:12.399086 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:floatingip and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:36:12.401850 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:36:12.407520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:36:12.417947 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:12.554916 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:12.684556 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.26.3.20 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/ad1a338d-f6de-4a39-aca3-9d1d18e3892e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:36:12.828563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:12.857476 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:12.924019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:36:12.926837 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:36:12.930794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:36:12.964525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=ad1a338d-f6de-4a39-aca3-9d1d18e3892e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:13.337549 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:13.411213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:13.611386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:13.615521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:13.820069 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=ad1a338d-f6de-4a39-aca3-9d1d18e3892e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:13.827889 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:13.995187 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Floating IP 908d3b2a-0f8a-401a-82ac-84cbacc092e5 associated. External IP: 172.26.3.20, port: f6855ef1-73a0-45b5-b9e9-334761ed377c. May 24 23:36:14.341884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 19dbeb2f-09e9-4297-988f-56cc76a12b2b has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:36:14.514901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:36:14.524189 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e64d23-4533-47e9-84cd-1d5d775de8a8 None None] Sync routers for ids ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:36:14.533930 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e64d23-4533-47e9-84cd-1d5d775de8a8 None None] Routers {'19dbeb2f-09e9-4297-988f-56cc76a12b2b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:36:14.534526 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-32e64d23-4533-47e9-84cd-1d5d775de8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:35:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:14.538923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:14.596844 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-86a0e4ac-9227-45ac-91d6-b7416b61c842 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2110159 May 24 23:36:14.597263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'tag': 'f6855ef1-73a0-45b5-b9e9-334761ed377c'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:36:14.708251 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-32e64d23-4533-47e9-84cd-1d5d775de8a8 None None] Set router 19dbeb2f-09e9-4297-988f-56cc76a12b2b gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:36:14.757345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33ede3-6aba-4e6e-8543-9471b64dd08a req-0e169da2-9a16-4c0c-b83a-17b84b34df57 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:14.758821 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac33ede3-6aba-4e6e-8543-9471b64dd08a req-0e169da2-9a16-4c0c-b83a-17b84b34df57 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0788486 May 24 23:36:14.802777 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac33ede3-6aba-4e6e-8543-9471b64dd08a req-37592f7e-9e53-4be1-90b5-97cc21453dc3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376766 May 24 23:36:14.825690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41104) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:36:14.854595 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5869f31-6826-47a0-8e19-a0a0792a2402'] response: {'name': 'network-changed', 'server_uuid': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'tag': 'f6855ef1-73a0-45b5-b9e9-334761ed377c', 'status': 'completed', 'code': 200} May 24 23:36:14.978184 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9e5e99e0-7e68-48f1-b42c-3fc397d6f308 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/908d3b2a-0f8a-401a-82ac-84cbacc092e5 HTTP/1.1" status: 200 len: 991 time: 0.1506410 May 24 23:36:14.994162 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e14822-ddd9-4b4a-b6a4-3937f4b2f367 req-b6c69977-a3ae-4ba5-aa60-52e2958d9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:14.996302 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-35e14822-ddd9-4b4a-b6a4-3937f4b2f367 req-b6c69977-a3ae-4ba5-aa60-52e2958d9796 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 1099 time: 0.1090794 May 24 23:36:15.050401 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-32e64d23-4533-47e9-84cd-1d5d775de8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:59Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '908d3b2a-0f8a-401a-82ac-84cbacc092e5', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'port_id': 'f6855ef1-73a0-45b5-b9e9-334761ed377c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'mac_address': 'fa:16:3e:eb:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:36:13Z', 'updated_at': '2022-05-24T23:36:13Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1004f272-bbbe-4dbb-b364-3cb7ca4940bb', 'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:c2:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:58Z', 'updated_at': '2022-05-24T23:36:04Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:15.054251 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e64d23-4533-47e9-84cd-1d5d775de8a8 None None] Checking router: 19dbeb2f-09e9-4297-988f-56cc76a12b2b for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:36:15.062897 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e64d23-4533-47e9-84cd-1d5d775de8a8 None None] Routers {'19dbeb2f-09e9-4297-988f-56cc76a12b2b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:36:15.063475 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-32e64d23-4533-47e9-84cd-1d5d775de8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:35:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:15.122265 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e14822-ddd9-4b4a-b6a4-3937f4b2f367 req-e10ece64-579a-45b4-af94-0ec28ec46c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:15.123648 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-35e14822-ddd9-4b4a-b6a4-3937f4b2f367 req-e10ece64-579a-45b4-af94-0ec28ec46c3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0cc6fcdf-5180-4c21-b44c-505b74b9043d HTTP/1.1" status: 200 len: 898 time: 0.1220698 May 24 23:36:15.268274 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-32e64d23-4533-47e9-84cd-1d5d775de8a8 None None] Set router 19dbeb2f-09e9-4297-988f-56cc76a12b2b gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:36:15.333281 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-35e14822-ddd9-4b4a-b6a4-3937f4b2f367 req-a0cfe5cb-d274-405c-85c7-2e4761a394ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6855ef1-73a0-45b5-b9e9-334761ed377c HTTP/1.1" status: 200 len: 999 time: 0.2032332 May 24 23:36:15.399844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e14822-ddd9-4b4a-b6a4-3937f4b2f367 req-2d297ae1-478f-46c9-ad19-f0e47bd88f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:15.401170 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-35e14822-ddd9-4b4a-b6a4-3937f4b2f367 req-2d297ae1-478f-46c9-ad19-f0e47bd88f26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3b30631-c739-46b3-91cb-f4adc1f99a02 HTTP/1.1" status: 200 len: 834 time: 0.0610909 May 24 23:36:15.487843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e14822-ddd9-4b4a-b6a4-3937f4b2f367 req-d5a2bc6e-6163-4cc8-966d-3bef3d3aaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:15.489311 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-35e14822-ddd9-4b4a-b6a4-3937f4b2f367 req-d5a2bc6e-6163-4cc8-966d-3bef3d3aaf72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cc6fcdf-5180-4c21-b44c-505b74b9043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729671 May 24 23:36:15.603446 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-32e64d23-4533-47e9-84cd-1d5d775de8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:59Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '908d3b2a-0f8a-401a-82ac-84cbacc092e5', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'port_id': 'f6855ef1-73a0-45b5-b9e9-334761ed377c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'mac_address': 'fa:16:3e:eb:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:36:13Z', 'updated_at': '2022-05-24T23:36:13Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1004f272-bbbe-4dbb-b364-3cb7ca4940bb', 'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:c2:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:58Z', 'updated_at': '2022-05-24T23:36:04Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:15.607824 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e64d23-4533-47e9-84cd-1d5d775de8a8 None None] The sync data for ids ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'] in dv-neutron-843190-1-hyperv is: [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:59Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '908d3b2a-0f8a-401a-82ac-84cbacc092e5', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'port_id': 'f6855ef1-73a0-45b5-b9e9-334761ed377c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'mac_address': 'fa:16:3e:eb:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:36:13Z', 'updated_at': '2022-05-24T23:36:13Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1004f272-bbbe-4dbb-b364-3cb7ca4940bb', 'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:c2:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:58Z', 'updated_at': '2022-05-24T23:36:04Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:36:15.618182 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-35e14822-ddd9-4b4a-b6a4-3937f4b2f367 req-33df0d36-2c77-49cb-8230-947bac0030bf service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223338 May 24 23:36:15.751591 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-35e14822-ddd9-4b4a-b6a4-3937f4b2f367 req-e0d4be77-0292-4158-826f-0f0d57a735a7 service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272633 May 24 23:36:15.789261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289dffa-ca7b-4455-9a00-5d473f2cc649 None None] New status for floating IP 908d3b2a-0f8a-401a-82ac-84cbacc092e5: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:36:15.981637 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41108) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:36:16.090543 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8035647d-dccb-4973-8c32-59487c3f74b7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/908d3b2a-0f8a-401a-82ac-84cbacc092e5 HTTP/1.1" status: 200 len: 993 time: 0.1077785 May 24 23:36:16.282768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:21.955767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c29a03e-af11-4321-a833-17df28175dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:23.025114 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:36:24.244029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-572a985e-881c-45d8-9193-be6e07f70d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:25.204775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:25.315511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:26.663327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:42.995779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da522cf8-3b35-4efe-89f8-d3ef2716a5a2 req-f821fb37-bac9-4c7a-9886-62da6d30fd38 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:42.997139 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da522cf8-3b35-4efe-89f8-d3ef2716a5a2 req-f821fb37-bac9-4c7a-9886-62da6d30fd38 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0850439 May 24 23:36:43.039802 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da522cf8-3b35-4efe-89f8-d3ef2716a5a2 req-efd4d9b2-5055-42bc-a099-840842973f47 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370829 May 24 23:36:44.220871 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e46d38-dc30-42aa-8105-90bcc30d54c6 req-edab54ec-b5d5-43e1-9105-09386414b497 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:44.222297 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7e46d38-dc30-42aa-8105-90bcc30d54c6 req-edab54ec-b5d5-43e1-9105-09386414b497 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0781889 May 24 23:36:44.264898 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7e46d38-dc30-42aa-8105-90bcc30d54c6 req-aced002e-a073-4b56-967f-873f5b37e96e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368896 May 24 23:36:45.449005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70d463-8447-4b19-be32-3f3e415c16c5 req-faf952ec-6d5f-40e5-b885-126e433160c4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:45.450324 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c70d463-8447-4b19-be32-3f3e415c16c5 req-faf952ec-6d5f-40e5-b885-126e433160c4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0802040 May 24 23:36:45.492805 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c70d463-8447-4b19-be32-3f3e415c16c5 req-eec37f9b-1b49-4dba-88cb-ae1c1dc10c93 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369213 May 24 23:36:46.305377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:46.675418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18e7b2-4385-49e8-bcb7-dd60393158f8 req-c2a3285a-4602-451e-9b2a-8632ee1c92ee tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:46.676818 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dd18e7b2-4385-49e8-bcb7-dd60393158f8 req-c2a3285a-4602-451e-9b2a-8632ee1c92ee tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0776973 May 24 23:36:46.722338 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dd18e7b2-4385-49e8-bcb7-dd60393158f8 req-1ae38326-d4ae-431a-99e2-44ccc81ccc51 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 May 24 23:36:47.903150 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681210b-83f6-43b7-8e38-e88b979f40bf req-33cc0f4d-2c97-48a3-830d-52321d03842b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:47.904563 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4681210b-83f6-43b7-8e38-e88b979f40bf req-33cc0f4d-2c97-48a3-830d-52321d03842b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0786636 May 24 23:36:47.946983 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4681210b-83f6-43b7-8e38-e88b979f40bf req-a9b77858-4489-4aef-a811-050650a8f47f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368330 May 24 23:36:49.232097 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbadf5f-34ca-464a-ba1a-246306ad31da req-b8bd5d7f-b000-40b5-9b1b-94c5fb0f4d3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:49.233433 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ccbadf5f-34ca-464a-ba1a-246306ad31da req-b8bd5d7f-b000-40b5-9b1b-94c5fb0f4d3a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.1833634 May 24 23:36:49.275909 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ccbadf5f-34ca-464a-ba1a-246306ad31da req-1e36fd08-1c59-4826-b025-97b435b4c7ea tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369339 May 24 23:36:50.467500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a243944-aa39-491e-be56-c582c18f2ea7 req-3b970ffb-17ef-47aa-94b6-a89edbcf7c0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:50.468832 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a243944-aa39-491e-be56-c582c18f2ea7 req-3b970ffb-17ef-47aa-94b6-a89edbcf7c0f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0791373 May 24 23:36:50.515005 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a243944-aa39-491e-be56-c582c18f2ea7 req-fb2162b8-7664-4476-a1b9-f1ce88322f75 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404863 May 24 23:36:51.698709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776913-02a3-40b5-b25c-d6a26903e6b1 req-6933fa59-0696-4262-91b9-5e9fa25e1331 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:51.700320 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-49776913-02a3-40b5-b25c-d6a26903e6b1 req-6933fa59-0696-4262-91b9-5e9fa25e1331 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0806863 May 24 23:36:51.746353 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-49776913-02a3-40b5-b25c-d6a26903e6b1 req-e6451bd4-5b14-4fbe-8e89-30e42307a374 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404122 May 24 23:36:51.957787 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b1f85ae6-1800-4c6f-8605-643954fb706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:52.130105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1f434-2f1a-4fe5-b2ad-65c45c56df97 req-8e7a97a5-c679-4c91-9876-5f5f9b04716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:52.131493 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f1e1f434-2f1a-4fe5-b2ad-65c45c56df97 req-8e7a97a5-c679-4c91-9876-5f5f9b04716d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 1099 time: 0.0697134 May 24 23:36:52.272934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1f434-2f1a-4fe5-b2ad-65c45c56df97 req-4c63dd08-48ae-4440-86ba-e04016421f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:52.274361 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f1e1f434-2f1a-4fe5-b2ad-65c45c56df97 req-4c63dd08-48ae-4440-86ba-e04016421f94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0cc6fcdf-5180-4c21-b44c-505b74b9043d HTTP/1.1" status: 200 len: 898 time: 0.1242189 May 24 23:36:52.379761 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f1e1f434-2f1a-4fe5-b2ad-65c45c56df97 req-60b391ad-e816-4d47-8cf5-a822ac8d6190 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6855ef1-73a0-45b5-b9e9-334761ed377c HTTP/1.1" status: 200 len: 1001 time: 0.0993693 May 24 23:36:52.440172 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1f434-2f1a-4fe5-b2ad-65c45c56df97 req-07af5e7d-3149-446d-a44b-132f4e2f4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:52.441565 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f1e1f434-2f1a-4fe5-b2ad-65c45c56df97 req-07af5e7d-3149-446d-a44b-132f4e2f4bca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3b30631-c739-46b3-91cb-f4adc1f99a02 HTTP/1.1" status: 200 len: 834 time: 0.0564740 May 24 23:36:52.517046 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1f434-2f1a-4fe5-b2ad-65c45c56df97 req-bd2a35e2-7677-4ade-ba93-de8c49afca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:52.518486 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f1e1f434-2f1a-4fe5-b2ad-65c45c56df97 req-bd2a35e2-7677-4ade-ba93-de8c49afca40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cc6fcdf-5180-4c21-b44c-505b74b9043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710404 May 24 23:36:52.646126 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f1e1f434-2f1a-4fe5-b2ad-65c45c56df97 req-4931b05e-87fc-4348-bb52-02be230a2741 service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213119 May 24 23:36:52.773213 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f1e1f434-2f1a-4fe5-b2ad-65c45c56df97 req-0050f852-c515-4976-9e15-3315a5d66270 service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205838 May 24 23:36:52.930849 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83da23f-0e10-485c-9caa-6ba429216fa1 req-de4a82ee-13ab-4e30-8bd3-f0169209d8b0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:52.932278 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e83da23f-0e10-485c-9caa-6ba429216fa1 req-de4a82ee-13ab-4e30-8bd3-f0169209d8b0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0808980 May 24 23:36:52.975580 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e83da23f-0e10-485c-9caa-6ba429216fa1 req-542d8ecb-dbd4-4119-8f80-1e4ed8ad06ff tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378339 May 24 23:36:54.157936 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c23c42-dc9f-463f-901c-e789cff7cb38 req-dd3bb17d-cf2a-4c00-88e7-2cfbc849e2a7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:54.159396 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7c23c42-dc9f-463f-901c-e789cff7cb38 req-dd3bb17d-cf2a-4c00-88e7-2cfbc849e2a7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0794594 May 24 23:36:54.203804 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7c23c42-dc9f-463f-901c-e789cff7cb38 req-29e7bb34-77cb-4399-833e-dfa002ed0fa2 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387616 May 24 23:36:54.226551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41142) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:36:54.246382 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6154c53f-8e4b-470f-90a3-cab24176f124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:54.341616 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f7ceda06-e643-4db8-953b-cb143272f8ce tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/908d3b2a-0f8a-401a-82ac-84cbacc092e5 HTTP/1.1" status: 200 len: 993 time: 0.1084132 May 24 23:36:55.207790 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:55.317202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:55.794912 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504b34-8960-4e8c-96bc-c417216e973e req-54559b28-a8ff-43b6-b3e6-7f1f88f32fa9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:55.796243 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92504b34-8960-4e8c-96bc-c417216e973e req-54559b28-a8ff-43b6-b3e6-7f1f88f32fa9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0852900 May 24 23:36:55.824174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65586-8f4a-42f3-baee-15dbb88c997a req-3405e8d0-022c-4a03-b5d2-6c70c8bceaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:55.825643 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d3e65586-8f4a-42f3-baee-15dbb88c997a req-3405e8d0-022c-4a03-b5d2-6c70c8bceaa0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 1099 time: 0.0703769 May 24 23:36:55.840678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92504b34-8960-4e8c-96bc-c417216e973e req-434cf4b5-1ff9-422b-9117-bab050b295e8 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386949 May 24 23:36:55.957783 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65586-8f4a-42f3-baee-15dbb88c997a req-dbe96c4c-d5f0-48a5-bc57-7f34c7b598b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:55.959224 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d3e65586-8f4a-42f3-baee-15dbb88c997a req-dbe96c4c-d5f0-48a5-bc57-7f34c7b598b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0cc6fcdf-5180-4c21-b44c-505b74b9043d HTTP/1.1" status: 200 len: 898 time: 0.1230907 May 24 23:36:56.162299 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d3e65586-8f4a-42f3-baee-15dbb88c997a req-e199ead7-793f-428d-984e-75cb7fc98583 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6855ef1-73a0-45b5-b9e9-334761ed377c HTTP/1.1" status: 200 len: 1001 time: 0.1964788 May 24 23:36:56.227726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65586-8f4a-42f3-baee-15dbb88c997a req-a0848a78-9594-47cd-b553-4ef5fd2880f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:56.229142 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d3e65586-8f4a-42f3-baee-15dbb88c997a req-a0848a78-9594-47cd-b553-4ef5fd2880f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3b30631-c739-46b3-91cb-f4adc1f99a02 HTTP/1.1" status: 200 len: 834 time: 0.0590289 May 24 23:36:56.301422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65586-8f4a-42f3-baee-15dbb88c997a req-80ce0573-a361-4e9c-b5a5-aaa182215782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:56.302862 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d3e65586-8f4a-42f3-baee-15dbb88c997a req-80ce0573-a361-4e9c-b5a5-aaa182215782 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cc6fcdf-5180-4c21-b44c-505b74b9043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678897 May 24 23:36:56.434014 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d3e65586-8f4a-42f3-baee-15dbb88c997a req-2766bd79-2585-4dae-ae84-05ca09cf8f96 service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252022 May 24 23:36:56.572980 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d3e65586-8f4a-42f3-baee-15dbb88c997a req-3bb348ac-6718-4b5d-91a3-c8fb05f3f5f4 service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334429 May 24 23:36:56.666410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:57.027354 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce859ab0-3856-4ad3-8ae3-65fa674ae958 req-12db3f78-66d7-458f-9362-2e401bd7f305 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:57.028803 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce859ab0-3856-4ad3-8ae3-65fa674ae958 req-12db3f78-66d7-458f-9362-2e401bd7f305 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0791440 May 24 23:36:57.073993 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce859ab0-3856-4ad3-8ae3-65fa674ae958 req-efb9cef9-fe85-4ba3-969f-89622cd08e65 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392864 May 24 23:36:58.266993 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306782f-1fe7-47ab-aaf6-94ebc5ec2218 req-519b2278-c216-4fae-a0c1-e46a5b4b49e4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:58.268438 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2306782f-1fe7-47ab-aaf6-94ebc5ec2218 req-519b2278-c216-4fae-a0c1-e46a5b4b49e4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0823522 May 24 23:36:58.311951 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2306782f-1fe7-47ab-aaf6-94ebc5ec2218 req-377650fb-bc58-40ce-9d0d-adb49933f784 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379732 May 24 23:36:58.334833 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41156) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:36:58.452387 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-82daef01-0d58-4767-b223-e1e4123b5fd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/908d3b2a-0f8a-401a-82ac-84cbacc092e5 HTTP/1.1" status: 200 len: 993 time: 0.1164579 May 24 23:37:00.025373 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:37:16.307027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:21.959055 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77f02d06-fcc6-4dd5-9a89-9a5bce8b4690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:24.250776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3c691b27-f9ae-4bfa-88f0-957c94ad4332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:25.210459 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:25.317658 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:26.691226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:26.914712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41176) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:27.113959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port ad1a338d-f6de-4a39-aca3-9d1d18e3892e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:37:27.114295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:27.278965 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:27.279281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:27.397204 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for ad1a338d-f6de-4a39-aca3-9d1d18e3892e owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:37:27.638238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:27.683170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=ad1a338d-f6de-4a39-aca3-9d1d18e3892e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:27.748967 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.749301 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.749631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.749955 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.750280 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.750599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.750942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.751260 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.751575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.751886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.752199 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.752511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:27.782385 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:27.782740 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Floating IP 908d3b2a-0f8a-401a-82ac-84cbacc092e5 disassociated (deleted). External IP: 172.26.3.20, port: f6855ef1-73a0-45b5-b9e9-334761ed377c. May 24 23:37:28.127659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 19dbeb2f-09e9-4297-988f-56cc76a12b2b has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:37:28.303184 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:37:28.312671 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2df62-6aad-4c03-b7aa-41a32acdca37 None None] Sync routers for ids ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:37:28.319047 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:28.324252 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2df62-6aad-4c03-b7aa-41a32acdca37 None None] Routers {'19dbeb2f-09e9-4297-988f-56cc76a12b2b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:28.325109 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e6c2df62-6aad-4c03-b7aa-41a32acdca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:37:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:28.381685 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d86fd6cd-f4b9-423e-9e62-111191e9e383 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/floatingips/908d3b2a-0f8a-401a-82ac-84cbacc092e5 HTTP/1.1" status: 204 len: 168 time: 1.4656057 May 24 23:37:28.382250 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'tag': 'f6855ef1-73a0-45b5-b9e9-334761ed377c'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:28.508479 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e6c2df62-6aad-4c03-b7aa-41a32acdca37 None None] Set router 19dbeb2f-09e9-4297-988f-56cc76a12b2b gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:28.630772 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96bd64d-c944-4f05-8cff-541f61640f02'] response: {'name': 'network-changed', 'server_uuid': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'tag': 'f6855ef1-73a0-45b5-b9e9-334761ed377c', 'status': 'completed', 'code': 200} May 24 23:37:28.733758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985bef-a0d2-43f1-9848-8c62a9873be1 req-03c6403c-4d19-4d74-9520-225879557649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:28.735616 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7b985bef-a0d2-43f1-9848-8c62a9873be1 req-03c6403c-4d19-4d74-9520-225879557649 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 1099 time: 0.0810668 May 24 23:37:28.808990 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33399c8-8733-4ce9-a888-21d6895a550b req-5a8e54a6-3dc9-4808-83ce-50fadb37552e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:28.809696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e33399c8-8733-4ce9-a888-21d6895a550b req-5a8e54a6-3dc9-4808-83ce-50fadb37552e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:37:28.831908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e33399c8-8733-4ce9-a888-21d6895a550b req-5a8e54a6-3dc9-4808-83ce-50fadb37552e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:37:28.833175 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e33399c8-8733-4ce9-a888-21d6895a550b req-5a8e54a6-3dc9-4808-83ce-50fadb37552e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.1152492 May 24 23:37:28.836885 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e6c2df62-6aad-4c03-b7aa-41a32acdca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:59Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '1004f272-bbbe-4dbb-b364-3cb7ca4940bb', 'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:c2:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:58Z', 'updated_at': '2022-05-24T23:36:04Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:28.841460 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2df62-6aad-4c03-b7aa-41a32acdca37 None None] Checking router: 19dbeb2f-09e9-4297-988f-56cc76a12b2b for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:37:28.850711 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2df62-6aad-4c03-b7aa-41a32acdca37 None None] Routers {'19dbeb2f-09e9-4297-988f-56cc76a12b2b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:28.851305 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e6c2df62-6aad-4c03-b7aa-41a32acdca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:37:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:28.889908 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985bef-a0d2-43f1-9848-8c62a9873be1 req-73ab6b1f-3dee-4eda-b88d-b9b29e7c073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:28.891511 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7b985bef-a0d2-43f1-9848-8c62a9873be1 req-73ab6b1f-3dee-4eda-b88d-b9b29e7c073b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0cc6fcdf-5180-4c21-b44c-505b74b9043d HTTP/1.1" status: 200 len: 898 time: 0.1489501 May 24 23:37:28.895160 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e33399c8-8733-4ce9-a888-21d6895a550b req-07022dd0-f28b-4f8b-a31c-fc4e8571ec8c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555806 May 24 23:37:28.961939 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7b985bef-a0d2-43f1-9848-8c62a9873be1 req-1f03afe1-2b7b-4611-a186-568e3795fcd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6855ef1-73a0-45b5-b9e9-334761ed377c HTTP/1.1" status: 200 len: 217 time: 0.0625277 May 24 23:37:29.031679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985bef-a0d2-43f1-9848-8c62a9873be1 req-e39c2b54-8cd9-48ce-9edd-40a2a9c781a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:29.033042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7b985bef-a0d2-43f1-9848-8c62a9873be1 req-e39c2b54-8cd9-48ce-9edd-40a2a9c781a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3b30631-c739-46b3-91cb-f4adc1f99a02 HTTP/1.1" status: 200 len: 834 time: 0.0649154 May 24 23:37:29.067118 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e6c2df62-6aad-4c03-b7aa-41a32acdca37 None None] Set router 19dbeb2f-09e9-4297-988f-56cc76a12b2b gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:29.108635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985bef-a0d2-43f1-9848-8c62a9873be1 req-70378fcb-c84f-4aa3-97db-61bc30516b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:29.110255 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7b985bef-a0d2-43f1-9848-8c62a9873be1 req-70378fcb-c84f-4aa3-97db-61bc30516b46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cc6fcdf-5180-4c21-b44c-505b74b9043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707395 May 24 23:37:29.246281 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7b985bef-a0d2-43f1-9848-8c62a9873be1 req-9b3b1070-6bda-4f0a-a586-171bfab413a0 service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293595 May 24 23:37:29.379778 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7b985bef-a0d2-43f1-9848-8c62a9873be1 req-343107f1-fdc6-4b7d-9cd8-ed360450169a service neutron] 10.222.0.42 "GET /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264944 May 24 23:37:29.383373 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e6c2df62-6aad-4c03-b7aa-41a32acdca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:59Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '1004f272-bbbe-4dbb-b364-3cb7ca4940bb', 'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:c2:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:58Z', 'updated_at': '2022-05-24T23:36:04Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:29.387397 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2df62-6aad-4c03-b7aa-41a32acdca37 None None] The sync data for ids ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'] in dv-neutron-843190-1-hyperv is: [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:35:59Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '1004f272-bbbe-4dbb-b364-3cb7ca4940bb', 'name': '', 'network_id': '0cc6fcdf-5180-4c21-b44c-505b74b9043d', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:c2:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:58Z', 'updated_at': '2022-05-24T23:36:04Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'f3b30631-c739-46b3-91cb-f4adc1f99a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:37:29.594783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b12f932-e939-4806-9650-ea0b11546992 None None] New status for floating IP 908d3b2a-0f8a-401a-82ac-84cbacc092e5: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:37:30.079062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25142833-b63b-4c98-8f27-c0b9b8a814ec req-bb57156f-70ef-48be-875f-c1bdbc267870 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:30.080430 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25142833-b63b-4c98-8f27-c0b9b8a814ec req-bb57156f-70ef-48be-875f-c1bdbc267870 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0863976 May 24 23:37:30.123622 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25142833-b63b-4c98-8f27-c0b9b8a814ec req-6c7adefb-c965-41fe-a898-dc6a0ce05a48 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8455daa-b727-425c-9c9c-78db650b5841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374157 May 24 23:37:30.129748 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-654e71be-cc78-4938-a2d3-064ca38a609a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:30.130444 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-654e71be-cc78-4938-a2d3-064ca38a609a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:37:30.143523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-654e71be-cc78-4938-a2d3-064ca38a609a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:37:30.144626 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-654e71be-cc78-4938-a2d3-064ca38a609a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 946 time: 0.0930719 May 24 23:37:30.217435 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port f6855ef1-73a0-45b5-b9e9-334761ed377c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:37:30.217781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:30.559215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port f6855ef1-73a0-45b5-b9e9-334761ed377c, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=f6855ef1-73a0-45b5-b9e9-334761ed377c,segment=NetworkSegment(d2266a25-2c6d-4472-be2e-972c867f93a8),segment_id=d2266a25-2c6d-4472-be2e-972c867f93a8)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:30.559565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:30.684885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for f6855ef1-73a0-45b5-b9e9-334761ed377c owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:37:30.826573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:30.875988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=f6855ef1-73a0-45b5-b9e9-334761ed377c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:30.908954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.909305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.909650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.909986 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.910319 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.910671 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.911003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.911332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.911657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.911979 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.912457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.912621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:30.963186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] No DVR routers for this DVR port f6855ef1-73a0-45b5-b9e9-334761ed377c on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:37:30.965924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:30.968596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'name': 'network-vif-deleted', 'tag': 'f6855ef1-73a0-45b5-b9e9-334761ed377c'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:30.984487 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1eca9dc3-f476-4e48-b7de-95f3e07e4483 req-6b4aa984-8f46-46d0-ac37-4edc3c792804 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "DELETE /v2.0/ports/f6855ef1-73a0-45b5-b9e9-334761ed377c HTTP/1.1" status: 204 len: 173 time: 0.8334334 May 24 23:37:31.016734 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5157f03-0c08-489c-a9a7-43f667038de7'] response: {'server_uuid': '3a804c2d-87ed-44d2-8802-42a81a6d554b', 'name': 'network-vif-deleted', 'tag': 'f6855ef1-73a0-45b5-b9e9-334761ed377c', 'status': 'completed', 'code': 200} May 24 23:37:31.292170 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-59636794-d64c-4955-814b-27b6dd1a7201 req-490bc59b-e156-4525-a8c1-c33b97f15c62 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a804c2d-87ed-44d2-8802-42a81a6d554b HTTP/1.1" status: 200 len: 210 time: 0.0431633 May 24 23:37:32.388765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41194) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:33.030490 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:33.380381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:37:33.380790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:33.563897 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port 1004f272-bbbe-4dbb-b364-3cb7ca4940bb, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=1004f272-bbbe-4dbb-b364-3cb7ca4940bb,segment=NetworkSegment(d2266a25-2c6d-4472-be2e-972c867f93a8),segment_id=d2266a25-2c6d-4472-be2e-972c867f93a8)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:33.564582 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:33.688313 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 1004f272-bbbe-4dbb-b364-3cb7ca4940bb owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:37:33.870599 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:33.919040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=1004f272-bbbe-4dbb-b364-3cb7ca4940bb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:34.040784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device f6855ef1-73a0-45b5-b9e9-334761ed377c no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:37:34.075324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: f6855ef1-73a0-45b5-b9e9-334761ed377c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:37:34.075678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device f6855ef1-73a0-45b5-b9e9-334761ed377c not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:37:34.189155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:34.647810 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router 19dbeb2f-09e9-4297-988f-56cc76a12b2b has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:37:34.822664 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:37:34.832004 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e080cfc-28e3-48d2-ab02-500c58280852 None None] Sync routers for ids ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:37:34.842592 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d4b328ea-0967-4ba5-a50c-454a0b84829c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "PUT /v2.0/routers/19dbeb2f-09e9-4297-988f-56cc76a12b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4500675 May 24 23:37:34.842838 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e080cfc-28e3-48d2-ab02-500c58280852 None None] Routers {'19dbeb2f-09e9-4297-988f-56cc76a12b2b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:34.842838 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6e080cfc-28e3-48d2-ab02-500c58280852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:37:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:34.843043 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41198) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:34.910274 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ea7d50-ee73-43ee-8851-623fddcb5485 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting subnet f3b30631-c739-46b3-91cb-f4adc1f99a02 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:37:34.913189 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7d50-ee73-43ee-8851-623fddcb5485 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:34.967083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7d50-ee73-43ee-8851-623fddcb5485 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:35.014044 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6e080cfc-28e3-48d2-ab02-500c58280852 None None] Set router 19dbeb2f-09e9-4297-988f-56cc76a12b2b gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:35.051340 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7d50-ee73-43ee-8851-623fddcb5485 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:35.123756 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7d50-ee73-43ee-8851-623fddcb5485 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:35.164322 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7d50-ee73-43ee-8851-623fddcb5485 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:35.171957 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f7ea7d50-ee73-43ee-8851-623fddcb5485 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/subnets/f3b30631-c739-46b3-91cb-f4adc1f99a02 HTTP/1.1" status: 204 len: 168 time: 0.3281283 May 24 23:37:35.172627 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d2873-7c19-4dba-8222-ba5c87b2749a None None] Network 0cc6fcdf-5180-4c21-b44c-505b74b9043d requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:37:35.173046 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea7d50-ee73-43ee-8851-623fddcb5485 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b30631-c739-46b3-91cb-f4adc1f99a02,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:35.174617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41202) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:35.301224 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6e080cfc-28e3-48d2-ab02-500c58280852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:37:33Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:35.305001 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e080cfc-28e3-48d2-ab02-500c58280852 None None] Checking router: 19dbeb2f-09e9-4297-988f-56cc76a12b2b for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:37:35.313589 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e080cfc-28e3-48d2-ab02-500c58280852 None None] Routers {'19dbeb2f-09e9-4297-988f-56cc76a12b2b'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:35.314187 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6e080cfc-28e3-48d2-ab02-500c58280852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:37:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:35.381637 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:35.468612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] DHCP port deletion for 0cc6fcdf-5180-4c21-b44c-505b74b9043d request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:37:35.473482 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Deleting port 7677e710-d432-46e9-83d2-70c9ab6111e0 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:37:35.473857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:35.501982 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6e080cfc-28e3-48d2-ab02-500c58280852 None None] Set router 19dbeb2f-09e9-4297-988f-56cc76a12b2b gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:35.563497 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:35.573446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 271da61c-6699-4019-b84d-9d2b0c67d09b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:37:35.573848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:35.684831 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] For port 7677e710-d432-46e9-83d2-70c9ab6111e0, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7677e710-d432-46e9-83d2-70c9ab6111e0,segment=NetworkSegment(d2266a25-2c6d-4472-be2e-972c867f93a8),segment_id=d2266a25-2c6d-4472-be2e-972c867f93a8)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:35.685209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:35.752502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port 271da61c-6699-4019-b84d-9d2b0c67d09b, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=271da61c-6699-4019-b84d-9d2b0c67d09b,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:35.753009 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:35.807079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Calling delete_port for 7677e710-d432-46e9-83d2-70c9ab6111e0 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:37:35.812360 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6e080cfc-28e3-48d2-ab02-500c58280852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:37:33Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:35.816267 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e080cfc-28e3-48d2-ab02-500c58280852 None None] The sync data for ids ['19dbeb2f-09e9-4297-988f-56cc76a12b2b'] in dv-neutron-843190-1-hyperv is: [{'id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076369640', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:35:54Z', 'updated_at': '2022-05-24T23:37:33Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '271da61c-6699-4019-b84d-9d2b0c67d09b', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbeb2f-09e9-4297-988f-56cc76a12b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:35:55Z', 'updated_at': '2022-05-24T23:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:37:35.878670 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 271da61c-6699-4019-b84d-9d2b0c67d09b owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:37:35.889088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:35.935247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Pushing event deleted for resources: {'Port': ['ID=7677e710-d432-46e9-83d2-70c9ab6111e0,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:35.944451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.944826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.945134 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.945467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.945800 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.946131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.946458 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.946811 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.947140 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.947464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.947851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.948684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:35.951324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf9b0b8-5388-4f44-a887-b8823b054398 None None] No DVR routers for this DVR port 7677e710-d432-46e9-83d2-70c9ab6111e0 on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:37:36.282681 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:36.334664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=271da61c-6699-4019-b84d-9d2b0c67d09b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:36.425974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:36.601086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:36.603505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:36.608190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7677e710-d432-46e9-83d2-70c9ab6111e0 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:37:36.627225 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:36.627721 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Fanout notify agent at l3_agent the message router_deleted on router 19dbeb2f-09e9-4297-988f-56cc76a12b2b {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:37:36.646069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 7677e710-d432-46e9-83d2-70c9ab6111e0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:37:36.646411 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7677e710-d432-46e9-83d2-70c9ab6111e0 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:37:36.646845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1004f272-bbbe-4dbb-b364-3cb7ca4940bb no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:37:36.647377 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:36.649039 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-80410892-b5c1-49f7-a541-de26b15caaf3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/routers/19dbeb2f-09e9-4297-988f-56cc76a12b2b HTTP/1.1" status: 204 len: 168 time: 1.4729080 May 24 23:37:36.652189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41206) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:36.681261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 1004f272-bbbe-4dbb-b364-3cb7ca4940bb {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:37:36.681610 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 1004f272-bbbe-4dbb-b364-3cb7ca4940bb not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:37:36.768962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:36.895147 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:36.919798 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc6fcdf-5180-4c21-b44c-505b74b9043d']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:36.931276 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2266a25-2c6d-4472-be2e-972c867f93a8') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:36.931568 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2266a25-2c6d-4472-be2e-972c867f93a8') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:36.942393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:36.957429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:36.963141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:37:36.964037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.024809 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:37:37.051585 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d2266a25-2c6d-4472-be2e-972c867f93a8 resource provider aggregate not found May 24 23:37:37.069003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.071684 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d2266a25-2c6d-4472-be2e-972c867f93a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2266a25-2c6d-4472-be2e-972c867f93a8 found for delete ", "request_id": "req-f67d3d8b-57e7-4806-b76a-f83dd5c40f2b"}]} May 24 23:37:37.089112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.100152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Network': ['ID=0cc6fcdf-5180-4c21-b44c-505b74b9043d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:37.108307 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d352088e-d482-483a-b434-a04e89e34102 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/networks/0cc6fcdf-5180-4c21-b44c-505b74b9043d HTTP/1.1" status: 204 len: 168 time: 0.4550040 May 24 23:37:37.111020 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41216) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:37.179348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70607f02-4886-4fe0-85fe-d8f2f9ee8864 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.212284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70607f02-4886-4fe0-85fe-d8f2f9ee8864 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.277148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70607f02-4886-4fe0-85fe-d8f2f9ee8864 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.293842 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70607f02-4886-4fe0-85fe-d8f2f9ee8864 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8455daa-b727-425c-9c9c-78db650b5841,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:37.305436 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-70607f02-4886-4fe0-85fe-d8f2f9ee8864 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.306573 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-70607f02-4886-4fe0-85fe-d8f2f9ee8864 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/security-groups/a8455daa-b727-425c-9c9c-78db650b5841 HTTP/1.1" status: 204 len: 168 time: 0.1946723 May 24 23:37:37.421565 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41224) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:37.426791 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913535719', 'description': 'tempest-secgroup-smoke-1913535719 description', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:37.433231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:37.437320 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:37.440205 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:37.446342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:37.456410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.478553 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:37.482281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:37.485038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:37.490581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:37.559235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.562650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.606042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82066949-03d0-433e-ba5b-53c2cd3eb3c9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:37.608951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.610129 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5dff47fa-6701-44fd-a683-a69d42546557 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1875460 May 24 23:37:37.613264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41228) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:37.617733 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-832a90f2-9848-47ac-b5d8-01e285473bc7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '82066949-03d0-433e-ba5b-53c2cd3eb3c9', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:37.624283 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-832a90f2-9848-47ac-b5d8-01e285473bc7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:37.628118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-832a90f2-9848-47ac-b5d8-01e285473bc7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:37.631003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-832a90f2-9848-47ac-b5d8-01e285473bc7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:37.637251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-832a90f2-9848-47ac-b5d8-01e285473bc7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:37.653649 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-832a90f2-9848-47ac-b5d8-01e285473bc7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.711754 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-832a90f2-9848-47ac-b5d8-01e285473bc7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.715145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-832a90f2-9848-47ac-b5d8-01e285473bc7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.738049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a90f2-9848-47ac-b5d8-01e285473bc7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ceb8e8-b925-4bf1-bb1c-16d53442a81c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:37.747819 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-832a90f2-9848-47ac-b5d8-01e285473bc7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.748976 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-832a90f2-9848-47ac-b5d8-01e285473bc7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351609 May 24 23:37:37.751678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41232) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:37.756383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ccfdbb6e-7967-49de-bede-ce05497bc5cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '82066949-03d0-433e-ba5b-53c2cd3eb3c9', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:37.762126 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ccfdbb6e-7967-49de-bede-ce05497bc5cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:37.765901 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ccfdbb6e-7967-49de-bede-ce05497bc5cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:37.768768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ccfdbb6e-7967-49de-bede-ce05497bc5cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:37.774363 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ccfdbb6e-7967-49de-bede-ce05497bc5cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:37.790547 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbb6e-7967-49de-bede-ce05497bc5cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.852435 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbb6e-7967-49de-bede-ce05497bc5cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.856155 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbb6e-7967-49de-bede-ce05497bc5cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.880135 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdbb6e-7967-49de-bede-ce05497bc5cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f5ec52-a1f4-4929-b968-47c30fc78ed6,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:37.889168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbb6e-7967-49de-bede-ce05497bc5cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.890448 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ccfdbb6e-7967-49de-bede-ce05497bc5cd tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378584 May 24 23:37:37.893206 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41236) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:37.897824 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b8f88fed-8b65-4790-8ee9-eff54990bbd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '82066949-03d0-433e-ba5b-53c2cd3eb3c9', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:37.903464 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b8f88fed-8b65-4790-8ee9-eff54990bbd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:37.907216 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b8f88fed-8b65-4790-8ee9-eff54990bbd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:37.910013 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b8f88fed-8b65-4790-8ee9-eff54990bbd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:37.915770 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b8f88fed-8b65-4790-8ee9-eff54990bbd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:37.939757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8f88fed-8b65-4790-8ee9-eff54990bbd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.001387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8f88fed-8b65-4790-8ee9-eff54990bbd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.004808 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8f88fed-8b65-4790-8ee9-eff54990bbd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.027177 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f88fed-8b65-4790-8ee9-eff54990bbd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef0b33c-9fc5-41e0-8bd9-ce86b3529b89,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:38.036309 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8f88fed-8b65-4790-8ee9-eff54990bbd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.037458 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b8f88fed-8b65-4790-8ee9-eff54990bbd0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433647 May 24 23:37:38.040215 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41240) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:38.045493 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a2e5acd9-205b-4d30-a97e-acd7cc533c0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '82066949-03d0-433e-ba5b-53c2cd3eb3c9', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:38.051168 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a2e5acd9-205b-4d30-a97e-acd7cc533c0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:38.054959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2e5acd9-205b-4d30-a97e-acd7cc533c0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:38.058293 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2e5acd9-205b-4d30-a97e-acd7cc533c0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:38.063973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a2e5acd9-205b-4d30-a97e-acd7cc533c0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:38.079759 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2e5acd9-205b-4d30-a97e-acd7cc533c0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.142117 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2e5acd9-205b-4d30-a97e-acd7cc533c0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.145792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2e5acd9-205b-4d30-a97e-acd7cc533c0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.172174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5acd9-205b-4d30-a97e-acd7cc533c0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7315c0f2-0dbd-4228-a1c1-e51ffff2a306,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:38.181355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2e5acd9-205b-4d30-a97e-acd7cc533c0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.182703 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2e5acd9-205b-4d30-a97e-acd7cc533c0e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415710 May 24 23:37:38.185378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41244) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:38.190325 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '82066949-03d0-433e-ba5b-53c2cd3eb3c9', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:38.196374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:38.200176 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:38.203068 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:38.208678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:38.219597 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Project e7ffc7908c944addb43a672fac22dd1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:37:38.226510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.290751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.294575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.316821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0a5acf-7d50-4871-ae25-8c03b825ae1a,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:38.325093 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.326282 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7b887e42-7062-465d-8abd-88faa6aee27f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399200 May 24 23:37:38.328988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41248) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:38.334201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'security_group_rule': {'security_group_id': '82066949-03d0-433e-ba5b-53c2cd3eb3c9', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:38.340378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:38.344419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:security_group_rule and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:38.347229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:38.352788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:38.362880 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Project e7ffc7908c944addb43a672fac22dd1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:37:38.369065 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.432194 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.435779 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.458228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04580215-f5f4-4654-b8b2-e4cf5754eb04,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:38.468195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.469423 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b65f9ed-8642-41d5-b507-4ff2a995579e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394658 May 24 23:37:38.472252 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41252) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:38.477590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'network': {'name': 'tempest-network-smoke--2124219409', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:38.482895 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:38.486890 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:network and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:38.489695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:38.495361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:38.505867 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:37:38.509210 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.514430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 271da61c-6699-4019-b84d-9d2b0c67d09b no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:37:38.540665 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:37:38.551125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.551621 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Added segment 78c7c7ba-f9e6-442a-a9fd-b27e5c366aca of type vlan for network 2638b9f0-3dec-44b3-96db-c8fe49f2910a May 24 23:37:38.553686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 271da61c-6699-4019-b84d-9d2b0c67d09b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:37:38.554027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 271da61c-6699-4019-b84d-9d2b0c67d09b not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:37:38.578563 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.607190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.612440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:38.613002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.812172 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3387327 May 24 23:37:38.812926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce116a46-15a0-4fe9-883f-e10a74cf57e9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Network': ['ID=2638b9f0-3dec-44b3-96db-c8fe49f2910a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:38.814918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41256) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:38.820084 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'admin_state_up': True, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:38.823628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 2638b9f0-3dec-44b3-96db-c8fe49f2910a details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:37:38.828008 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:38.831900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:router and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:38.834762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:38.842247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:38.851734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.852743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.867349 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:39.241132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:39.533618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:39.566194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:39.694594 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.26.3.195 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/27766960-a644-454c-83ba-e8ee799a6e72) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:37:39.840439 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:39.868707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:39.933532 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:37:39.936203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:37:39.939806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:37:39.983107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=27766960-a644-454c-83ba-e8ee799a6e72,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:40.345675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:40.794455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:40.990752 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router a8b107a8-0e1a-4f8b-baf6-d38b83701069 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:37:41.169776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:37:41.180748 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Sync routers for ids ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:37:41.192807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Routers {'a8b107a8-0e1a-4f8b-baf6-d38b83701069'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:41.193250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:37:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:41.198658 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:41.202846 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-00c5c738-ca23-48d5-9062-0f3760c97346 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3839743 May 24 23:37:41.203044 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41260) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:41.243165 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cb4f5ea5-1ced-42ef-8942-437d75070a52 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e7ffc7908c944addb43a672fac22dd1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390682 May 24 23:37:41.245750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41264) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:41.366833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Set router a8b107a8-0e1a-4f8b-baf6-d38b83701069 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:41.373126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10f8265-65df-4eae-8914-fcba3d46cd82 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:41.377184 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e10f8265-65df-4eae-8914-fcba3d46cd82 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279478 May 24 23:37:41.377424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41268) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:41.423782 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7f3337b4-d563-48bc-807e-994bd588fbaf tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=318939cd-b7b2-441e-9046-bfb8d80aee1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428505 May 24 23:37:41.423975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41272) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:41.429292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-144383200', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:41.534729 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:41.538554 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:subnet and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:41.541362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:41.547063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:41.556056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:37:41.559585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:41.678920 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:40Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:41.682730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Checking router: a8b107a8-0e1a-4f8b-baf6-d38b83701069 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:37:41.683176 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Updating router a8b107a8-0e1a-4f8b-baf6-d38b83701069 port 27766960-a644-454c-83ba-e8ee799a6e72 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:37:41.735781 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:41.780859 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:41.858027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Subnet': ['ID=c9f7a225-c139-4882-b845-37ca89282648,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:41.866618 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Checking segment: {'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:37:41.866998 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network hostable DHCP agents. Network: 2638b9f0-3dec-44b3-96db-c8fe49f2910a, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:37:41.885123 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 2638b9f0-3dec-44b3-96db-c8fe49f2910a is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:37:41.894627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 2638b9f0-3dec-44b3-96db-c8fe49f2910a) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:37:41.898589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:41.899202 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:41.919783 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-02cd8cc2-fc8e-48da-8a12-4b86d60c75c3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4948702 May 24 23:37:41.922408 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41276) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:41.927141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec056205-d8a9-4dbf-a91f-be612780b09d None None] Network 2638b9f0-3dec-44b3-96db-c8fe49f2910a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:37:42.241476 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ips': [{'subnet_id': 'c9f7a225-c139-4882-b845-37ca89282648'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:37:42.242298 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:42.257015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:42.312297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Transition to ACTIVE for port object 27766960-a644-454c-83ba-e8ee799a6e72 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:42.323076 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:42.432332 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286f86d-b639-4fb8-a187-a40baad8663a None None] Pushing event updated for resources: {'Port': ['ID=27766960-a644-454c-83ba-e8ee799a6e72,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:42.466213 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Attempting to bind port 27766960-a644-454c-83ba-e8ee799a6e72 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:37:42.466490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Attempting to bind port 27766960-a644-454c-83ba-e8ee799a6e72 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:37:42.467126 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Attempting to bind port 27766960-a644-454c-83ba-e8ee799a6e72 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:37:42.480940 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:37:42.481311 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:37:42.481709 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:42.482099 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:37:42.482578 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Bound port: 27766960-a644-454c-83ba-e8ee799a6e72, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:37:42.482965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:42.542240 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Allocated IP 172.20.0.2 (2638b9f0-3dec-44b3-96db-c8fe49f2910a/c9f7a225-c139-4882-b845-37ca89282648/f758f930-7fec-486b-9ad0-d8068374a20f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:37:42.594385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] For port 27766960-a644-454c-83ba-e8ee799a6e72, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:37:42.653348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] For port 27766960-a644-454c-83ba-e8ee799a6e72, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=27766960-a644-454c-83ba-e8ee799a6e72,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:37:42.661168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:42.731410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:42.784728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Routers {'a8b107a8-0e1a-4f8b-baf6-d38b83701069'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:42.785360 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:37:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:42.832355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286f86d-b639-4fb8-a187-a40baad8663a None None] Pushing event updated for resources: {'Port': ['ID=27766960-a644-454c-83ba-e8ee799a6e72,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:43.034456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:43.051621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Transition to ACTIVE for port object f758f930-7fec-486b-9ad0-d8068374a20f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:43.079579 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] Set router a8b107a8-0e1a-4f8b-baf6-d38b83701069 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:43.178297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Transition to ACTIVE for port object f758f930-7fec-486b-9ad0-d8068374a20f will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:43.202019 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:43.253453 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.20.0.1 (2638b9f0-3dec-44b3-96db-c8fe49f2910a/c9f7a225-c139-4882-b845-37ca89282648/ae09280d-f40a-4d70-a9ef-d5c2fc6c4964) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:37:43.331910 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Network 2638b9f0-3dec-44b3-96db-c8fe49f2910a is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:37:43.337963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:37:43.343349 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:37:43.353386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Pushing event updated for resources: {'Port': ['ID=f758f930-7fec-486b-9ad0-d8068374a20f,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:43.410466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:43.426610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Transition to ACTIVE for port object ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:43.450193 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:43.495247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Attempting to bind port f758f930-7fec-486b-9ad0-d8068374a20f on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:37:43.495617 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Attempting to bind port f758f930-7fec-486b-9ad0-d8068374a20f by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:37:43.495986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Attempting to bind port f758f930-7fec-486b-9ad0-d8068374a20f on network 2638b9f0-3dec-44b3-96db-c8fe49f2910a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:37:43.507223 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:37:43.507543 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Checking segment: {'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:37:43.507943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:43.508351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Bound using segment: {'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:37:43.508803 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Bound port: f758f930-7fec-486b-9ad0-d8068374a20f, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:37:43.509178 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:43.523403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 2638b9f0-3dec-44b3-96db-c8fe49f2910a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:37:43.527315 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:37:43.529478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:37:43.571345 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=ae09280d-f40a-4d70-a9ef-d5c2fc6c4964,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:43.591443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:43.606763 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:40Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:43.612743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] For port f758f930-7fec-486b-9ad0-d8068374a20f, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:37:43.614765 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16598b75-f5e7-4845-8224-e51c75aca315 None None] The sync data for ids ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'] in dv-neutron-843190-1-hyperv is: [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:40Z', 'revision_number': 3, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:37:43.617319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] For port f758f930-7fec-486b-9ad0-d8068374a20f, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f758f930-7fec-486b-9ad0-d8068374a20f,segment=NetworkSegment(78c7c7ba-f9e6-442a-a9fd-b27e5c366aca),segment_id=78c7c7ba-f9e6-442a-a9fd-b27e5c366aca)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:37:43.622307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:43.709724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7264c0e-3a7c-4fbf-8785-fc45e2086a13 None None] Pushing event updated for resources: {'Port': ['ID=f758f930-7fec-486b-9ad0-d8068374a20f,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:43.898696 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:44.475572 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:44.481361 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:44.601326 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:44.604822 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=ae09280d-f40a-4d70-a9ef-d5c2fc6c4964,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:44.637639 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f758f930-7fec-486b-9ad0-d8068374a20f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:37:44.721337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port f758f930-7fec-486b-9ad0-d8068374a20f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:37:44.727809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 27766960-a644-454c-83ba-e8ee799a6e72 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:37:44.758502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e434dfdf-d785-43b8-af87-3c9799d67df5 None None] Network 2638b9f0-3dec-44b3-96db-c8fe49f2910a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:37:44.765446 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 2638b9f0-3dec-44b3-96db-c8fe49f2910a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:37:44.766591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:37:44.869101 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-90fd5ff0-404d-48dc-adb4-bbb2c2790cdf None None] Provisioning for port f758f930-7fec-486b-9ad0-d8068374a20f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:37:44.893213 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-90fd5ff0-404d-48dc-adb4-bbb2c2790cdf None None] Provisioning complete for port f758f930-7fec-486b-9ad0-d8068374a20f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:44.893583 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90fd5ff0-404d-48dc-adb4-bbb2c2790cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:44.958820 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router a8b107a8-0e1a-4f8b-baf6-d38b83701069 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:37:45.003338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 27766960-a644-454c-83ba-e8ee799a6e72 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:37:45.016435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 27766960-a644-454c-83ba-e8ee799a6e72 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:45.016799 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:45.147837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:37:45.160437 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Sync routers for ids ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:37:45.169727 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9d3308ac-92ae-437f-b275-54977d18c3f0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "PUT /v2.0/routers/a8b107a8-0e1a-4f8b-baf6-d38b83701069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2462957 May 24 23:37:45.172639 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Routers {'a8b107a8-0e1a-4f8b-baf6-d38b83701069'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:45.173320 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:37:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:45.191820 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-90fd5ff0-404d-48dc-adb4-bbb2c2790cdf None None] Current status of the port f758f930-7fec-486b-9ad0-d8068374a20f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:45.192196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90fd5ff0-404d-48dc-adb4-bbb2c2790cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:45.280618 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 27766960-a644-454c-83ba-e8ee799a6e72 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:45.281000 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:45.286456 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-90fd5ff0-404d-48dc-adb4-bbb2c2790cdf None None] For port f758f930-7fec-486b-9ad0-d8068374a20f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f758f930-7fec-486b-9ad0-d8068374a20f,segment=NetworkSegment(78c7c7ba-f9e6-442a-a9fd-b27e5c366aca),segment_id=78c7c7ba-f9e6-442a-a9fd-b27e5c366aca)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:45.301856 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90fd5ff0-404d-48dc-adb4-bbb2c2790cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:45.338736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 27766960-a644-454c-83ba-e8ee799a6e72, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=27766960-a644-454c-83ba-e8ee799a6e72,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:45.353435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:45.358922 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Set router a8b107a8-0e1a-4f8b-baf6-d38b83701069 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:45.362717 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-243c9a64-a18b-453e-b76e-950361704f87 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:37:45.382616 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd5ff0-404d-48dc-adb4-bbb2c2790cdf None None] Pushing event updated for resources: {'Port': ['ID=f758f930-7fec-486b-9ad0-d8068374a20f,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:45.384085 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-243c9a64-a18b-453e-b76e-950361704f87 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:37:45.384815 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-243c9a64-a18b-453e-b76e-950361704f87 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913535719&fields=id&tenant_id=e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 267 time: 0.0711212 May 24 23:37:45.515032 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=27766960-a644-454c-83ba-e8ee799a6e72,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:45.559938 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-45a9d91b-803c-42b5-a73b-73116da0a7de tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:45.560620 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-45a9d91b-803c-42b5-a73b-73116da0a7de tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:37:45.577852 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-45a9d91b-803c-42b5-a73b-73116da0a7de tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:37:45.579319 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-45a9d91b-803c-42b5-a73b-73116da0a7de tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/networks?id=2638b9f0-3dec-44b3-96db-c8fe49f2910a HTTP/1.1" status: 200 len: 797 time: 0.1848063 May 24 23:37:45.599721 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-a00ebf50-1336-4838-bfa2-9fca76928a4d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/quotas/e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 375 time: 0.0125134 May 24 23:37:45.636325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8353faff-7468-476b-81db-4d85e19d9e47 None None] Provisioning for port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:37:45.642043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8353faff-7468-476b-81db-4d85e19d9e47 None None] Provisioning complete for port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:45.643094 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8353faff-7468-476b-81db-4d85e19d9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:45.693891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-02029ddf-9cec-4189-8532-344f4978c193 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:37:45.700251 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8353faff-7468-476b-81db-4d85e19d9e47 None None] Port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:37:45.704831 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:43Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ae09280d-f40a-4d70-a9ef-d5c2fc6c4964', 'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:6d:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'c9f7a225-c139-4882-b845-37ca89282648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:42Z', 'updated_at': '2022-05-24T23:37:44Z', 'revision_number': 2, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'c9f7a225-c139-4882-b845-37ca89282648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:45.709158 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Checking router: a8b107a8-0e1a-4f8b-baf6-d38b83701069 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:37:45.709870 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Updating router a8b107a8-0e1a-4f8b-baf6-d38b83701069 port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:37:45.711857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8353faff-7468-476b-81db-4d85e19d9e47 None None] Provisioning complete for port f758f930-7fec-486b-9ad0-d8068374a20f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:45.712418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8353faff-7468-476b-81db-4d85e19d9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:45.714326 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-02029ddf-9cec-4189-8532-344f4978c193 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:37:45.726198 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-02029ddf-9cec-4189-8532-344f4978c193 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176198 May 24 23:37:45.778349 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:45.850786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8353faff-7468-476b-81db-4d85e19d9e47 None None] Current status of the port f758f930-7fec-486b-9ad0-d8068374a20f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:45.935963 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-e69c28a8-01a7-4a63-b238-a54790788eff service neutron] 10.222.0.32 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042456 May 24 23:37:45.973886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-05d61f7e-541f-499d-a5dc-ad9974f688b7 None None] Provisioning complete for port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:45.974261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-05d61f7e-541f-499d-a5dc-ad9974f688b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:46.031672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-05d61f7e-541f-499d-a5dc-ad9974f688b7 None None] Port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:37:46.083049 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-49ba5fd1-0b17-4775-978b-f57a5a20af12 service neutron] 10.222.0.32 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411963 May 24 23:37:46.137395 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:46.156018 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Transition to ACTIVE for port object ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:46.161761 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-98d9efe8-1458-44bb-8e57-53850bb93470 None None] Provisioning complete for port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:46.162276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-98d9efe8-1458-44bb-8e57-53850bb93470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:46.165631 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:46.225418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-98d9efe8-1458-44bb-8e57-53850bb93470 None None] Port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:37:46.285421 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcf6b661-aeb6-4235-998e-45284a70e986 req-71564da5-7e15-451c-9c47-ed183b18ad51 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 210 time: 0.0479333 May 24 23:37:46.313525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:46.359725 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Pushing event updated for resources: {'Port': ['ID=ae09280d-f40a-4d70-a9ef-d5c2fc6c4964,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:46.400139 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.400480 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.400861 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.401185 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.401508 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.401825 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.402310 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.402631 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.403424 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.403424 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.403709 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.404029 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:46.423084 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Attempting to bind port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:37:46.423451 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Attempting to bind port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:37:46.423807 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Attempting to bind port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 on network 2638b9f0-3dec-44b3-96db-c8fe49f2910a {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:37:46.429291 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:37:46.429656 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Checking segment: {'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:37:46.430049 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:46.430429 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Bound using segment: {'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:37:46.431089 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Bound port: ae09280d-f40a-4d70-a9ef-d5c2fc6c4964, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:37:46.431630 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:46.526575 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] For port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:37:46.529594 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] For port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ae09280d-f40a-4d70-a9ef-d5c2fc6c4964,segment=NetworkSegment(78c7c7ba-f9e6-442a-a9fd-b27e5c366aca),segment_id=78c7c7ba-f9e6-442a-a9fd-b27e5c366aca)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:37:46.534848 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:46.589620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f758f930-7fec-486b-9ad0-d8068374a20f up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:37:46.624669 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Routers {'a8b107a8-0e1a-4f8b-baf6-d38b83701069'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:46.625302 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:37:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:46.667997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f758f930-7fec-486b-9ad0-d8068374a20f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:46.669084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:46.733838 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062047eb-3505-4be1-92f6-873e7ed5899e None None] Pushing event updated for resources: {'Port': ['ID=ae09280d-f40a-4d70-a9ef-d5c2fc6c4964,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:46.820732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f758f930-7fec-486b-9ad0-d8068374a20f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:46.822118 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 27766960-a644-454c-83ba-e8ee799a6e72 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:37:46.860404 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] Set router a8b107a8-0e1a-4f8b-baf6-d38b83701069 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:46.906801 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 27766960-a644-454c-83ba-e8ee799a6e72 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:46.907173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:47.022375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 27766960-a644-454c-83ba-e8ee799a6e72 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:47.174728 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:43Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ae09280d-f40a-4d70-a9ef-d5c2fc6c4964', 'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:6d:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'c9f7a225-c139-4882-b845-37ca89282648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:42Z', 'updated_at': '2022-05-24T23:37:46Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'c9f7a225-c139-4882-b845-37ca89282648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:47.178517 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2339fb74-79a7-4c72-9da0-db8dcf5a2d69 None None] The sync data for ids ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'] in dv-neutron-843190-1-hyperv is: [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:43Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ae09280d-f40a-4d70-a9ef-d5c2fc6c4964', 'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:6d:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'c9f7a225-c139-4882-b845-37ca89282648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:42Z', 'updated_at': '2022-05-24T23:37:46Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'c9f7a225-c139-4882-b845-37ca89282648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:37:47.438134 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e2c8eb2-feba-48e4-b6b2-689dab1327b3 req-34117998-9acd-437c-b34f-d6f15f0e22d3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 210 time: 0.0436764 May 24 23:37:47.747329 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-c813c553-8398-441f-9928-4afcddf96499 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:47.748020 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-c813c553-8398-441f-9928-4afcddf96499 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:37:47.760787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-c813c553-8398-441f-9928-4afcddf96499 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:37:47.761928 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-c813c553-8398-441f-9928-4afcddf96499 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/networks?id=2638b9f0-3dec-44b3-96db-c8fe49f2910a HTTP/1.1" status: 200 len: 797 time: 0.1688082 May 24 23:37:47.810710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-9bea8ed2-1353-4562-8f8a-27335e557353 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:37:47.823307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-9bea8ed2-1353-4562-8f8a-27335e557353 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:37:47.824438 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-9bea8ed2-1353-4562-8f8a-27335e557353 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ffc7908c944addb43a672fac22dd1a HTTP/1.1" status: 200 len: 380 time: 0.0550265 May 24 23:37:47.834137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'port': {'device_id': '18166687-9aad-4b84-bca3-9a469975d526', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'admin_state_up': True, 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'security_groups': ['82066949-03d0-433e-ba5b-53c2cd3eb3c9']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:47.975806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:47.985688 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:47.996750 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Made reservation on behalf of e7ffc7908c944addb43a672fac22dd1a for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:37:48.000441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:48.165910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.20.0.9 (2638b9f0-3dec-44b3-96db-c8fe49f2910a/c9f7a225-c139-4882-b845-37ca89282648/7ee6dff3-9708-4589-85b2-94a53540fd2d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:37:48.456137 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:48.472061 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Transition to ACTIVE for port object 7ee6dff3-9708-4589-85b2-94a53540fd2d will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:48.496163 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:48.563042 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 2638b9f0-3dec-44b3-96db-c8fe49f2910a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:37:48.566583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:37:48.568999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:37:48.609091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:37:48.634709 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749764-a04e-49e5-a640-e77157a8aa81 req-dd0090c1-ec48-489a-881c-d06d0bbed24d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:48.640892 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=7ee6dff3-9708-4589-85b2-94a53540fd2d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:48.642769 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d749764-a04e-49e5-a640-e77157a8aa81 req-dd0090c1-ec48-489a-881c-d06d0bbed24d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 931 time: 0.0921359 May 24 23:37:48.651898 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:48.652530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:48.683362 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d1fb480c-6973-4a95-9c97-279ff23cf7f7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8531740 May 24 23:37:48.694571 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Request body: {'port': {'device_id': '18166687-9aad-4b84-bca3-9a469975d526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:48.700054 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d749764-a04e-49e5-a640-e77157a8aa81 req-913bab99-bcea-4401-9f5b-4a6d47b1a884 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498929 May 24 23:37:48.711349 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:37:48.723672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:48.723672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:48.830479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:48.843225 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:48.843533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:48.874235 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ae09280d-f40a-4d70-a9ef-d5c2fc6c4964,segment=NetworkSegment(78c7c7ba-f9e6-442a-a9fd-b27e5c366aca),segment_id=78c7c7ba-f9e6-442a-a9fd-b27e5c366aca)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:48.878378 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:48.945837 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fed89505-cee0-4578-9fb4-122e43df25b4 None None] Provisioning for port 7ee6dff3-9708-4589-85b2-94a53540fd2d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:37:48.952560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=ae09280d-f40a-4d70-a9ef-d5c2fc6c4964,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:48.955174 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fed89505-cee0-4578-9fb4-122e43df25b4 None None] Provisioning complete for port 7ee6dff3-9708-4589-85b2-94a53540fd2d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:48.955539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fed89505-cee0-4578-9fb4-122e43df25b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:49.011727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fed89505-cee0-4578-9fb4-122e43df25b4 None None] Port 7ee6dff3-9708-4589-85b2-94a53540fd2d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:37:49.175387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee6dff3-9708-4589-85b2-94a53540fd2d {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:37:49.182566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:49.196625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Transition to ACTIVE for port object 7ee6dff3-9708-4589-85b2-94a53540fd2d will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:49.200909 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:49.358440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee6dff3-9708-4589-85b2-94a53540fd2d,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:49.437857 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Attempting to bind port 7ee6dff3-9708-4589-85b2-94a53540fd2d on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:37:49.438189 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Attempting to bind port 7ee6dff3-9708-4589-85b2-94a53540fd2d by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:37:49.438514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Attempting to bind port 7ee6dff3-9708-4589-85b2-94a53540fd2d on network 2638b9f0-3dec-44b3-96db-c8fe49f2910a {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:37:49.443092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Port 7ee6dff3-9708-4589-85b2-94a53540fd2d on network 2638b9f0-3dec-44b3-96db-c8fe49f2910a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:37:49.443404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Attempting to bind port 7ee6dff3-9708-4589-85b2-94a53540fd2d on network 2638b9f0-3dec-44b3-96db-c8fe49f2910a {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:37:49.448973 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:37:49.449296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Checking segment: {'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:37:49.449667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Bound using segment: {'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:37:49.450088 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Bound port: 7ee6dff3-9708-4589-85b2-94a53540fd2d, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:37:49.450428 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:49.536327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] For port 7ee6dff3-9708-4589-85b2-94a53540fd2d, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:37:49.539176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] For port 7ee6dff3-9708-4589-85b2-94a53540fd2d, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7ee6dff3-9708-4589-85b2-94a53540fd2d,segment=NetworkSegment(78c7c7ba-f9e6-442a-a9fd-b27e5c366aca),segment_id=78c7c7ba-f9e6-442a-a9fd-b27e5c366aca)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:37:49.543780 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:49.606544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:49.607178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:49.608601 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] 10.222.0.42 "PUT /v2.0/ports/7ee6dff3-9708-4589-85b2-94a53540fd2d HTTP/1.1" status: 200 len: 1093 time: 0.9187064 May 24 23:37:49.608981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18166687-9aad-4b84-bca3-9a469975d526', 'tag': '7ee6dff3-9708-4589-85b2-94a53540fd2d'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:49.635092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a213a-ed2f-432a-95ef-a22f83968245 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee6dff3-9708-4589-85b2-94a53540fd2d,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:49.684064 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09954efa-c868-4a41-bc0b-7065ca247758'] response: {'name': 'network-changed', 'server_uuid': '18166687-9aad-4b84-bca3-9a469975d526', 'tag': '7ee6dff3-9708-4589-85b2-94a53540fd2d', 'status': 'completed', 'code': 200} May 24 23:37:49.725478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-2682954f-8389-4907-a3de-b86210971ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:49.727104 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-2682954f-8389-4907-a3de-b86210971ab4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 1096 time: 0.0757916 May 24 23:37:49.800042 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-244ae260-d460-409f-990a-40e9b6e73ac1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee6dff3-9708-4589-85b2-94a53540fd2d HTTP/1.1" status: 200 len: 217 time: 0.0664430 May 24 23:37:49.864272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-9b2698d9-3170-4410-a002-449b6cae73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:49.865726 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-9b2698d9-3170-4410-a002-449b6cae73e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9f7a225-c139-4882-b845-37ca89282648 HTTP/1.1" status: 200 len: 834 time: 0.0599749 May 24 23:37:49.912559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8ef82-5adc-4aa6-853f-eb4f490d816b req-be318010-798c-47f6-9e77-90fc652a5bf6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:49.913925 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2dc8ef82-5adc-4aa6-853f-eb4f490d816b req-be318010-798c-47f6-9e77-90fc652a5bf6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 943 time: 0.0847988 May 24 23:37:49.943597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-582bad06-6e70-4f07-ab0d-0025317f0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:49.945061 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-582bad06-6e70-4f07-ab0d-0025317f0689 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2638b9f0-3dec-44b3-96db-c8fe49f2910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733259 May 24 23:37:49.958430 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2dc8ef82-5adc-4aa6-853f-eb4f490d816b req-6dcaabf0-9168-4294-93ea-ded9803273ce tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381598 May 24 23:37:50.182475 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-9af949a2-447d-41c9-b802-aaac2f05536e service neutron] 10.222.0.42 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287085 May 24 23:37:50.309239 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8920f965-e684-4b9f-83f9-ec2e363ed7cc req-d4a59454-632d-4e47-bd2c-e2bf40b5742f service neutron] 10.222.0.42 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210787 May 24 23:37:50.424155 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800babb-0d96-4c4f-9b0c-9ceeb515b7f6 req-ac52aa17-15d6-4ba1-a1d8-efe340ea349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:50.425625 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8800babb-0d96-4c4f-9b0c-9ceeb515b7f6 req-ac52aa17-15d6-4ba1-a1d8-efe340ea349d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 1096 time: 0.0717864 May 24 23:37:50.557519 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800babb-0d96-4c4f-9b0c-9ceeb515b7f6 req-92957af3-b81f-4dd2-bca9-fac705f0d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:50.558982 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8800babb-0d96-4c4f-9b0c-9ceeb515b7f6 req-92957af3-b81f-4dd2-bca9-fac705f0d1cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=2638b9f0-3dec-44b3-96db-c8fe49f2910a HTTP/1.1" status: 200 len: 898 time: 0.1249003 May 24 23:37:50.564707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:37:50.630718 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8800babb-0d96-4c4f-9b0c-9ceeb515b7f6 req-e96a2404-4031-4502-8a8c-dcdb4e8440d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee6dff3-9708-4589-85b2-94a53540fd2d HTTP/1.1" status: 200 len: 217 time: 0.0651808 May 24 23:37:50.632238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:50.632700 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:50.696471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800babb-0d96-4c4f-9b0c-9ceeb515b7f6 req-32bdd882-a863-4050-9df6-529f05d7479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:50.698388 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8800babb-0d96-4c4f-9b0c-9ceeb515b7f6 req-32bdd882-a863-4050-9df6-529f05d7479c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9f7a225-c139-4882-b845-37ca89282648 HTTP/1.1" status: 200 len: 834 time: 0.0592239 May 24 23:37:50.758151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:50.782341 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800babb-0d96-4c4f-9b0c-9ceeb515b7f6 req-12e2ba01-f757-4b86-a5c6-199d32e7e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:50.783840 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8800babb-0d96-4c4f-9b0c-9ceeb515b7f6 req-12e2ba01-f757-4b86-a5c6-199d32e7e123 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2638b9f0-3dec-44b3-96db-c8fe49f2910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793145 May 24 23:37:50.914922 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8800babb-0d96-4c4f-9b0c-9ceeb515b7f6 req-33b6a70f-5ecb-451b-ba8b-f39b6ee97aa4 service neutron] 10.222.0.42 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234341 May 24 23:37:51.046881 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8800babb-0d96-4c4f-9b0c-9ceeb515b7f6 req-70540909-85b4-480d-8a02-e0c29fa2e80e service neutron] 10.222.0.42 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253765 May 24 23:37:51.145650 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e8e6a-41bf-4ea6-97d7-7c1ab247fe25 req-3e1b4a48-4a13-48cd-a3e0-63aa4c1858fc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:51.147129 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd7e8e6a-41bf-4ea6-97d7-7c1ab247fe25 req-3e1b4a48-4a13-48cd-a3e0-63aa4c1858fc tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 943 time: 0.0830300 May 24 23:37:51.191872 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd7e8e6a-41bf-4ea6-97d7-7c1ab247fe25 req-0fb7bc74-2c99-4729-9a0d-334ffb2e9272 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387652 May 24 23:37:51.959934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59e76d1d-f37b-4106-b0cb-d20d230262cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:52.120380 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7ee6dff3-9708-4589-85b2-94a53540fd2d details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:37:52.251892 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 7ee6dff3-9708-4589-85b2-94a53540fd2d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7ee6dff3-9708-4589-85b2-94a53540fd2d,segment=NetworkSegment(78c7c7ba-f9e6-442a-a9fd-b27e5c366aca),segment_id=78c7c7ba-f9e6-442a-a9fd-b27e5c366aca)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:52.265096 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '7ee6dff3-9708-4589-85b2-94a53540fd2d', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'port_id': '7ee6dff3-9708-4589-85b2-94a53540fd2d', 'mac_address': 'fa:16:3e:60:96:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f7a225-c139-4882-b845-37ca89282648', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:37:52.318687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 7ee6dff3-9708-4589-85b2-94a53540fd2d is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:52.319065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:52.336005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee6dff3-9708-4589-85b2-94a53540fd2d {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:37:52.352776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 7ee6dff3-9708-4589-85b2-94a53540fd2d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7ee6dff3-9708-4589-85b2-94a53540fd2d,segment=NetworkSegment(78c7c7ba-f9e6-442a-a9fd-b27e5c366aca),segment_id=78c7c7ba-f9e6-442a-a9fd-b27e5c366aca)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:52.356981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:52.380860 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f5e79-34b1-4cc7-aa50-30a3b06d6edf req-146644ec-1ce9-4245-b047-30fb62f642cb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:52.382217 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-869f5e79-34b1-4cc7-aa50-30a3b06d6edf req-146644ec-1ce9-4245-b047-30fb62f642cb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 943 time: 0.0827892 May 24 23:37:52.426829 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-869f5e79-34b1-4cc7-aa50-30a3b06d6edf req-f5dded1a-41ba-4d4e-b981-6dc6fa713fa0 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377791 May 24 23:37:52.427302 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=7ee6dff3-9708-4589-85b2-94a53540fd2d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:52.560308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['7ee6dff3-9708-4589-85b2-94a53540fd2d'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:37:53.614906 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686dd16-a94c-4e71-a619-ba7daf8a1ea3 req-ed47fa17-1c45-4029-86f5-e72b85626cff tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:53.616358 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c686dd16-a94c-4e71-a619-ba7daf8a1ea3 req-ed47fa17-1c45-4029-86f5-e72b85626cff tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 944 time: 0.0837605 May 24 23:37:53.660854 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c686dd16-a94c-4e71-a619-ba7daf8a1ea3 req-9fe69e8b-ae1b-4758-b871-d118674447f5 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388362 May 24 23:37:54.136630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7ee6dff3-9708-4589-85b2-94a53540fd2d up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:37:54.208796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 7ee6dff3-9708-4589-85b2-94a53540fd2d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:37:54.213407 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 7ee6dff3-9708-4589-85b2-94a53540fd2d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:54.213768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:54.271046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f19df798-07d7-474c-9665-b95dbbf919ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:54.340002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 7ee6dff3-9708-4589-85b2-94a53540fd2d is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:54.340368 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:54.366970 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18166687-9aad-4b84-bca3-9a469975d526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee6dff3-9708-4589-85b2-94a53540fd2d'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:54.387190 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 7ee6dff3-9708-4589-85b2-94a53540fd2d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7ee6dff3-9708-4589-85b2-94a53540fd2d,segment=NetworkSegment(78c7c7ba-f9e6-442a-a9fd-b27e5c366aca),segment_id=78c7c7ba-f9e6-442a-a9fd-b27e5c366aca)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:54.391823 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:54.459210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=7ee6dff3-9708-4589-85b2-94a53540fd2d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:54.464482 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbea4764-2052-4dd3-8379-1158dc01bcf4'] response: {'server_uuid': '18166687-9aad-4b84-bca3-9a469975d526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee6dff3-9708-4589-85b2-94a53540fd2d', 'code': 200} May 24 23:37:54.687779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa1d7-0ebb-4aba-a263-01bef85d4ae5 req-ec4e2afb-eab0-4504-b69b-2700f49ef9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:54.689263 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-666aa1d7-0ebb-4aba-a263-01bef85d4ae5 req-ec4e2afb-eab0-4504-b69b-2700f49ef9aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 1098 time: 0.0750346 May 24 23:37:54.730205 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-666aa1d7-0ebb-4aba-a263-01bef85d4ae5 req-22fe099d-1ff1-4c8c-8e2c-da314fd63ce0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349965 May 24 23:37:54.841839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246890b-2c7a-43e7-8ed7-f043ae06eeca req-3bc47039-e779-43c6-9063-2a3dc5bc7628 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:54.843568 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b246890b-2c7a-43e7-8ed7-f043ae06eeca req-3bc47039-e779-43c6-9063-2a3dc5bc7628 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0789151 May 24 23:37:54.886790 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b246890b-2c7a-43e7-8ed7-f043ae06eeca req-36a8029c-77dd-4507-b8df-b48718cf9b9a tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375240 May 24 23:37:55.213030 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:55.319421 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:56.074056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13eb411-69bf-45f5-ad22-1e762cd7cdef req-6fc87a78-15eb-4868-9d3d-31b53ac7c094 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:56.075532 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d13eb411-69bf-45f5-ad22-1e762cd7cdef req-6fc87a78-15eb-4868-9d3d-31b53ac7c094 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0837066 May 24 23:37:56.119886 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d13eb411-69bf-45f5-ad22-1e762cd7cdef req-b7550286-9ad2-4d46-8354-cd67a7502f0d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378013 May 24 23:37:56.308885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb83b2-a61e-4cc2-87ef-b5ff3322c84c req-6c7f17a9-5628-4c7f-bfbd-5c100bc7d266 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:56.310322 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7acb83b2-a61e-4cc2-87ef-b5ff3322c84c req-6c7f17a9-5628-4c7f-bfbd-5c100bc7d266 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0784743 May 24 23:37:56.357657 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7acb83b2-a61e-4cc2-87ef-b5ff3322c84c req-1f5abe21-8be3-48c1-883a-270942aeec5e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 May 24 23:37:56.379424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41338) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:56.449301 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b7b53-6fde-4e6e-a711-90e6e09c2d36 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:56.450717 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-392b7b53-6fde-4e6e-a711-90e6e09c2d36 tempest-TestNetworkAdvancedServerOps-1633597995 tempest-TestNetworkAdvancedServerOps-1633597995-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 1093 time: 0.0701053 May 24 23:37:56.453487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41342) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:56.458198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '7ee6dff3-9708-4589-85b2-94a53540fd2d', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:56.464765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:56.468855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Usage tracker for resource:floatingip and tenant:e7ffc7908c944addb43a672fac22dd1a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:37:56.471656 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:37:56.477270 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:56.488159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:56.622712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:56.672768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:56.759690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Allocated IP 172.26.3.140 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/2975cf44-8f1d-418f-9bc9-3c2916c578c7) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:37:56.999074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:57.027952 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:57.090217 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:37:57.093213 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:37:57.095765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:37:57.140959 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=2975cf44-8f1d-418f-9bc9-3c2916c578c7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:57.506907 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:57.578106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:57.777699 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:57.782247 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:57.892382 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event updated for resources: {'Port': ['ID=2975cf44-8f1d-418f-9bc9-3c2916c578c7,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:57.902836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:58.073126 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Floating IP 9b2ad21c-f34e-49ef-aa25-8a66d813ff86 associated. External IP: 172.26.3.140, port: 7ee6dff3-9708-4589-85b2-94a53540fd2d. May 24 23:37:58.525686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router a8b107a8-0e1a-4f8b-baf6-d38b83701069 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:37:58.701312 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:37:58.710526 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706a18e-6679-416c-bdbd-9f259960bb55 None None] Sync routers for ids ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:37:58.719696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706a18e-6679-416c-bdbd-9f259960bb55 None None] Routers {'a8b107a8-0e1a-4f8b-baf6-d38b83701069'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:58.720392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d706a18e-6679-416c-bdbd-9f259960bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:37:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:58.724821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:58.781920 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-84210f65-5e7a-4236-9451-0454bf16cbed tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3273365 May 24 23:37:58.782486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18166687-9aad-4b84-bca3-9a469975d526', 'tag': '7ee6dff3-9708-4589-85b2-94a53540fd2d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:58.898530 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d706a18e-6679-416c-bdbd-9f259960bb55 None None] Set router a8b107a8-0e1a-4f8b-baf6-d38b83701069 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:58.964334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4beb46-ce87-451e-b165-8deb5c832a7c req-bc896c63-fb5b-4a3c-bcb8-d6693a0a999b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:58.965779 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b4beb46-ce87-451e-b165-8deb5c832a7c req-bc896c63-fb5b-4a3c-bcb8-d6693a0a999b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0788834 May 24 23:37:59.012996 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b4beb46-ce87-451e-b165-8deb5c832a7c req-bf8c0c8b-1309-41a4-9bed-f1d408fbd5b6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413995 May 24 23:37:59.035267 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41350) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:59.096016 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe800f5c-4da3-4b6a-9ba6-2e2bd0fd54b6'] response: {'name': 'network-changed', 'server_uuid': '18166687-9aad-4b84-bca3-9a469975d526', 'tag': '7ee6dff3-9708-4589-85b2-94a53540fd2d', 'status': 'completed', 'code': 200} May 24 23:37:59.140594 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-59c704e1-a7da-47e0-8d57-556f1ecd63c7 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/9b2ad21c-f34e-49ef-aa25-8a66d813ff86 HTTP/1.1" status: 200 len: 991 time: 0.1042607 May 24 23:37:59.170282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a320-d11f-472b-bd8a-90c4eef03d20 req-34fa5932-51ab-4234-985f-84ced2c79468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:59.171833 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a64a320-d11f-472b-bd8a-90c4eef03d20 req-34fa5932-51ab-4234-985f-84ced2c79468 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 1098 time: 0.0866122 May 24 23:37:59.263070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d706a18e-6679-416c-bdbd-9f259960bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:43Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '9b2ad21c-f34e-49ef-aa25-8a66d813ff86', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'port_id': '7ee6dff3-9708-4589-85b2-94a53540fd2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'mac_address': 'fa:16:3e:60:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18166687-9aad-4b84-bca3-9a469975d526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:37:57Z', 'updated_at': '2022-05-24T23:37:57Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae09280d-f40a-4d70-a9ef-d5c2fc6c4964', 'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:6d:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'c9f7a225-c139-4882-b845-37ca89282648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:42Z', 'updated_at': '2022-05-24T23:37:48Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'c9f7a225-c139-4882-b845-37ca89282648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:59.266767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706a18e-6679-416c-bdbd-9f259960bb55 None None] Checking router: a8b107a8-0e1a-4f8b-baf6-d38b83701069 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:37:59.275010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706a18e-6679-416c-bdbd-9f259960bb55 None None] Routers {'a8b107a8-0e1a-4f8b-baf6-d38b83701069'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:59.276145 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d706a18e-6679-416c-bdbd-9f259960bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:37:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:59.301412 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a320-d11f-472b-bd8a-90c4eef03d20 req-cfff1129-25df-486b-ae6a-d1dd188db24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:59.302814 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a64a320-d11f-472b-bd8a-90c4eef03d20 req-cfff1129-25df-486b-ae6a-d1dd188db24b service neutron] 10.222.0.42 "GET /v2.0/networks?id=2638b9f0-3dec-44b3-96db-c8fe49f2910a HTTP/1.1" status: 200 len: 898 time: 0.1256943 May 24 23:37:59.400966 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a64a320-d11f-472b-bd8a-90c4eef03d20 req-db763b19-0129-432e-a53b-1e2fdd25cf95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee6dff3-9708-4589-85b2-94a53540fd2d HTTP/1.1" status: 200 len: 999 time: 0.0916767 May 24 23:37:59.449692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d706a18e-6679-416c-bdbd-9f259960bb55 None None] Set router a8b107a8-0e1a-4f8b-baf6-d38b83701069 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:59.467685 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a320-d11f-472b-bd8a-90c4eef03d20 req-74a70d63-c2d0-40ba-b8ac-6dec9d84d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:59.469118 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a64a320-d11f-472b-bd8a-90c4eef03d20 req-74a70d63-c2d0-40ba-b8ac-6dec9d84d3c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9f7a225-c139-4882-b845-37ca89282648 HTTP/1.1" status: 200 len: 834 time: 0.0618887 May 24 23:37:59.545359 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a320-d11f-472b-bd8a-90c4eef03d20 req-1a1fb059-f829-481f-b735-ce4d30cb9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:59.546867 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a64a320-d11f-472b-bd8a-90c4eef03d20 req-1a1fb059-f829-481f-b735-ce4d30cb9b38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2638b9f0-3dec-44b3-96db-c8fe49f2910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719414 May 24 23:37:59.676640 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a64a320-d11f-472b-bd8a-90c4eef03d20 req-1125f684-dded-470d-a64a-27e2c771aed8 service neutron] 10.222.0.42 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241262 May 24 23:37:59.831881 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d706a18e-6679-416c-bdbd-9f259960bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:43Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '9b2ad21c-f34e-49ef-aa25-8a66d813ff86', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'port_id': '7ee6dff3-9708-4589-85b2-94a53540fd2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'mac_address': 'fa:16:3e:60:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18166687-9aad-4b84-bca3-9a469975d526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:37:57Z', 'updated_at': '2022-05-24T23:37:57Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae09280d-f40a-4d70-a9ef-d5c2fc6c4964', 'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:6d:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'c9f7a225-c139-4882-b845-37ca89282648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:42Z', 'updated_at': '2022-05-24T23:37:48Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'c9f7a225-c139-4882-b845-37ca89282648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:59.835851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706a18e-6679-416c-bdbd-9f259960bb55 None None] The sync data for ids ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'] in dv-neutron-843190-1-hyperv is: [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:43Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '9b2ad21c-f34e-49ef-aa25-8a66d813ff86', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'port_id': '7ee6dff3-9708-4589-85b2-94a53540fd2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'mac_address': 'fa:16:3e:60:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18166687-9aad-4b84-bca3-9a469975d526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:37:57Z', 'updated_at': '2022-05-24T23:37:57Z', 'revision_number': 0, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae09280d-f40a-4d70-a9ef-d5c2fc6c4964', 'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:6d:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'c9f7a225-c139-4882-b845-37ca89282648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:42Z', 'updated_at': '2022-05-24T23:37:48Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'c9f7a225-c139-4882-b845-37ca89282648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:37:59.910978 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a64a320-d11f-472b-bd8a-90c4eef03d20 req-ac54a55f-5228-4e91-b3f0-d088f1ee382e service neutron] 10.222.0.42 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287867 May 24 23:38:00.017158 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa42b93-6ced-420e-adac-ac78fcc3fe53 None None] New status for floating IP 9b2ad21c-f34e-49ef-aa25-8a66d813ff86: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:38:00.143579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41354) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:00.250864 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-faaa9e4d-341b-4942-8266-753f0e29fc0d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/9b2ad21c-f34e-49ef-aa25-8a66d813ff86 HTTP/1.1" status: 200 len: 991 time: 0.1060097 May 24 23:38:01.254410 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41358) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:01.359333 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6170bd57-f9b8-4e2a-a777-b77f79838595 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/9b2ad21c-f34e-49ef-aa25-8a66d813ff86 HTTP/1.1" status: 200 len: 993 time: 0.1036572 May 24 23:38:14.023783 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:38:16.319550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:21.961047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4d3a4847-5687-4134-b2ba-c7035b66b4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:24.251674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0614-e8ec-4803-898c-b6931246f583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:25.215609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:25.320616 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:26.676454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:31.052609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530652a-4997-4eba-84fc-373bd6b83189 req-ba21c3af-b9ac-47c5-a0f3-cd118493083f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:31.054076 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a530652a-4997-4eba-84fc-373bd6b83189 req-ba21c3af-b9ac-47c5-a0f3-cd118493083f tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0834177 May 24 23:38:31.097993 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a530652a-4997-4eba-84fc-373bd6b83189 req-83eb2169-8540-4828-a197-50d8f9ebd111 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376956 May 24 23:38:32.281811 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa9aa-e723-440b-803d-ad9cf51a1f0f req-c0d6d007-ffd8-4827-8f4a-91f6dfed8a3e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:32.283260 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f73fa9aa-e723-440b-803d-ad9cf51a1f0f req-c0d6d007-ffd8-4827-8f4a-91f6dfed8a3e tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0774217 May 24 23:38:32.325820 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f73fa9aa-e723-440b-803d-ad9cf51a1f0f req-d89402ad-cdd4-4d6a-abb3-d99f2012b465 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370572 May 24 23:38:32.348371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41378) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:32.452868 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9cada41b-2310-4f4e-8da0-86ae7d9ce242 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/9b2ad21c-f34e-49ef-aa25-8a66d813ff86 HTTP/1.1" status: 200 len: 993 time: 0.1034265 May 24 23:38:34.053514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a69f9-3626-488c-808f-3a68843dc778 req-883dfe51-9986-4ff4-95be-b00a23b1ab17 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:34.054970 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff5a69f9-3626-488c-808f-3a68843dc778 req-883dfe51-9986-4ff4-95be-b00a23b1ab17 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0844195 May 24 23:38:34.058140 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ace2-64a3-4786-838c-d0c6492e39bf req-6fa24d86-9f2a-4d27-b668-fa4477a5bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:34.059656 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6457ace2-64a3-4786-838c-d0c6492e39bf req-6fa24d86-9f2a-4d27-b668-fa4477a5bb67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 1098 time: 0.0744071 May 24 23:38:34.098768 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff5a69f9-3626-488c-808f-3a68843dc778 req-3b5f66b6-f10e-4ee9-ac5a-cce8a8296b04 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 May 24 23:38:34.190496 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ace2-64a3-4786-838c-d0c6492e39bf req-e5ccf94d-29d8-4d88-8727-71a1c6e0df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:34.191967 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6457ace2-64a3-4786-838c-d0c6492e39bf req-e5ccf94d-29d8-4d88-8727-71a1c6e0df97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2638b9f0-3dec-44b3-96db-c8fe49f2910a HTTP/1.1" status: 200 len: 898 time: 0.1260016 May 24 23:38:34.293289 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6457ace2-64a3-4786-838c-d0c6492e39bf req-4a4a90ba-f321-465a-b84b-b1a35ffd1c43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee6dff3-9708-4589-85b2-94a53540fd2d HTTP/1.1" status: 200 len: 1001 time: 0.0949867 May 24 23:38:34.353223 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ace2-64a3-4786-838c-d0c6492e39bf req-7e5c54fa-7a95-46f3-bceb-300b65666c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:34.355211 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6457ace2-64a3-4786-838c-d0c6492e39bf req-7e5c54fa-7a95-46f3-bceb-300b65666c75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9f7a225-c139-4882-b845-37ca89282648 HTTP/1.1" status: 200 len: 834 time: 0.0563304 May 24 23:38:34.429277 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ace2-64a3-4786-838c-d0c6492e39bf req-060f22f8-f067-4cd3-9d88-bfd99233ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:34.430780 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6457ace2-64a3-4786-838c-d0c6492e39bf req-060f22f8-f067-4cd3-9d88-bfd99233ed5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2638b9f0-3dec-44b3-96db-c8fe49f2910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700850 May 24 23:38:34.559875 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6457ace2-64a3-4786-838c-d0c6492e39bf req-907a4891-f23c-4b8f-af63-2b37aa1780a6 service neutron] 10.222.0.42 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232622 May 24 23:38:34.687992 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6457ace2-64a3-4786-838c-d0c6492e39bf req-9a352eb2-dd70-413a-9f4d-201e91ddc5a4 service neutron] 10.222.0.42 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220212 May 24 23:38:35.282208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8a99f-6fce-403e-84cf-637ecfa154f1 req-ae7ab292-3780-4ae0-8151-e60be782cf9c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:35.283639 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-01f8a99f-6fce-403e-84cf-637ecfa154f1 req-ae7ab292-3780-4ae0-8151-e60be782cf9c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0776725 May 24 23:38:35.326519 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-01f8a99f-6fce-403e-84cf-637ecfa154f1 req-f5d79119-bb35-4d67-ac91-8195c81f6be3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373826 May 24 23:38:36.510440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b965ad-b03d-407c-9502-900378d9fdea req-79c68c47-9b0e-4fc6-8514-5bc46be39a29 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:36.511914 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10b965ad-b03d-407c-9502-900378d9fdea req-79c68c47-9b0e-4fc6-8514-5bc46be39a29 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0821779 May 24 23:38:36.554983 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10b965ad-b03d-407c-9502-900378d9fdea req-6b0ca0e6-a160-4523-b62b-298b0f65a9df tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374830 May 24 23:38:36.579135 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41394) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:36.691942 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-14da1bc6-3e99-47e9-9c22-8a7e4869ec6d tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/floatingips/9b2ad21c-f34e-49ef-aa25-8a66d813ff86 HTTP/1.1" status: 200 len: 993 time: 0.1069136 May 24 23:38:36.946413 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41402) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:37.149420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 2975cf44-8f1d-418f-9bc9-3c2916c578c7 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:38:37.149764 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:37.412732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:37.413063 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:37.533450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 2975cf44-8f1d-418f-9bc9-3c2916c578c7 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:38:37.679084 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:37.728983 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=2975cf44-8f1d-418f-9bc9-3c2916c578c7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:37.764781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.765123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.765457 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.765786 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.766113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.766434 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.766777 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.767103 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.767422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.767736 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.768056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.768369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:37.827471 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:37.827714 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Floating IP 9b2ad21c-f34e-49ef-aa25-8a66d813ff86 disassociated (deleted). External IP: 172.26.3.140, port: 7ee6dff3-9708-4589-85b2-94a53540fd2d. May 24 23:38:38.170510 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router a8b107a8-0e1a-4f8b-baf6-d38b83701069 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:38:38.345342 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:38:38.354832 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3428f2-473f-4fa2-9a2e-356c727bb3d1 None None] Sync routers for ids ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:38:38.362014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:38.364154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3428f2-473f-4fa2-9a2e-356c727bb3d1 None None] Routers {'a8b107a8-0e1a-4f8b-baf6-d38b83701069'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:38:38.364770 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9a3428f2-473f-4fa2-9a2e-356c727bb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:38.420085 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d7350955-0761-4bae-a784-8ed32501f87c tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/floatingips/9b2ad21c-f34e-49ef-aa25-8a66d813ff86 HTTP/1.1" status: 204 len: 168 time: 1.4726462 May 24 23:38:38.420711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18166687-9aad-4b84-bca3-9a469975d526', 'tag': '7ee6dff3-9708-4589-85b2-94a53540fd2d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:38:38.542722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-9a3428f2-473f-4fa2-9a2e-356c727bb3d1 None None] Set router a8b107a8-0e1a-4f8b-baf6-d38b83701069 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:38:38.655631 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e82895-c7a3-4d1e-b382-fda96625ed81'] response: {'name': 'network-changed', 'server_uuid': '18166687-9aad-4b84-bca3-9a469975d526', 'tag': '7ee6dff3-9708-4589-85b2-94a53540fd2d', 'status': 'completed', 'code': 200} May 24 23:38:38.750466 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053b37c-edc3-4f52-ac1f-ab678e08367b req-ffc9ce5f-d1c3-4c5e-8c4c-a69fd7aa710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:38.752101 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8053b37c-edc3-4f52-ac1f-ab678e08367b req-ffc9ce5f-d1c3-4c5e-8c4c-a69fd7aa710a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7ffc7908c944addb43a672fac22dd1a&device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 1098 time: 0.0760572 May 24 23:38:38.814875 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111559e-aaf0-4fbc-8e96-1152d0a63d30 req-e82b145d-dbd9-4a4e-bb00-d1bd2520815b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:38.815557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9111559e-aaf0-4fbc-8e96-1152d0a63d30 req-e82b145d-dbd9-4a4e-bb00-d1bd2520815b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:38:38.831534 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9111559e-aaf0-4fbc-8e96-1152d0a63d30 req-e82b145d-dbd9-4a4e-bb00-d1bd2520815b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:38:38.833018 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9111559e-aaf0-4fbc-8e96-1152d0a63d30 req-e82b145d-dbd9-4a4e-bb00-d1bd2520815b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0969584 May 24 23:38:38.862896 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9a3428f2-473f-4fa2-9a2e-356c727bb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:43Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ae09280d-f40a-4d70-a9ef-d5c2fc6c4964', 'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:6d:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'c9f7a225-c139-4882-b845-37ca89282648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:42Z', 'updated_at': '2022-05-24T23:37:48Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'c9f7a225-c139-4882-b845-37ca89282648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:38.866862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3428f2-473f-4fa2-9a2e-356c727bb3d1 None None] Checking router: a8b107a8-0e1a-4f8b-baf6-d38b83701069 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:38:38.875994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3428f2-473f-4fa2-9a2e-356c727bb3d1 None None] Routers {'a8b107a8-0e1a-4f8b-baf6-d38b83701069'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:38:38.876539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9a3428f2-473f-4fa2-9a2e-356c727bb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:38.883044 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9111559e-aaf0-4fbc-8e96-1152d0a63d30 req-6334eb38-8069-45bf-8488-64e0ba489ca4 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427282 May 24 23:38:38.893875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053b37c-edc3-4f52-ac1f-ab678e08367b req-53b73826-bf6c-46ac-a3db-b89db70ea80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:38.895362 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8053b37c-edc3-4f52-ac1f-ab678e08367b req-53b73826-bf6c-46ac-a3db-b89db70ea80c service neutron] 10.222.0.42 "GET /v2.0/networks?id=2638b9f0-3dec-44b3-96db-c8fe49f2910a HTTP/1.1" status: 200 len: 898 time: 0.1367328 May 24 23:38:38.964912 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8053b37c-edc3-4f52-ac1f-ab678e08367b req-7c7b3555-f124-4d2a-b175-71010c441ced service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee6dff3-9708-4589-85b2-94a53540fd2d HTTP/1.1" status: 200 len: 217 time: 0.0634127 May 24 23:38:39.026511 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053b37c-edc3-4f52-ac1f-ab678e08367b req-b56025f7-024b-4ff4-a8cf-7e9186b91911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:39.027896 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8053b37c-edc3-4f52-ac1f-ab678e08367b req-b56025f7-024b-4ff4-a8cf-7e9186b91911 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9f7a225-c139-4882-b845-37ca89282648 HTTP/1.1" status: 200 len: 834 time: 0.0565031 May 24 23:38:39.050212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-9a3428f2-473f-4fa2-9a2e-356c727bb3d1 None None] Set router a8b107a8-0e1a-4f8b-baf6-d38b83701069 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:38:39.101546 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053b37c-edc3-4f52-ac1f-ab678e08367b req-997478d1-16b6-4a51-80fb-c13802a80383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:39.103038 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8053b37c-edc3-4f52-ac1f-ab678e08367b req-997478d1-16b6-4a51-80fb-c13802a80383 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2638b9f0-3dec-44b3-96db-c8fe49f2910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685639 May 24 23:38:39.234450 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8053b37c-edc3-4f52-ac1f-ab678e08367b req-aedafa03-5d6a-4b58-9e1d-b685cd463a3c service neutron] 10.222.0.42 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245441 May 24 23:38:39.414749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9a3428f2-473f-4fa2-9a2e-356c727bb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:43Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ae09280d-f40a-4d70-a9ef-d5c2fc6c4964', 'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:6d:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'c9f7a225-c139-4882-b845-37ca89282648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:42Z', 'updated_at': '2022-05-24T23:37:48Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'c9f7a225-c139-4882-b845-37ca89282648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:39.419091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3428f2-473f-4fa2-9a2e-356c727bb3d1 None None] The sync data for ids ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'] in dv-neutron-843190-1-hyperv is: [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:37:43Z', 'revision_number': 4, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'ae09280d-f40a-4d70-a9ef-d5c2fc6c4964', 'name': '', 'network_id': '2638b9f0-3dec-44b3-96db-c8fe49f2910a', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'mac_address': 'fa:16:3e:6d:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'c9f7a225-c139-4882-b845-37ca89282648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:42Z', 'updated_at': '2022-05-24T23:37:48Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'subnets': [{'id': 'c9f7a225-c139-4882-b845-37ca89282648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:38:39.471347 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8053b37c-edc3-4f52-ac1f-ab678e08367b req-2ff825a0-1d5a-4f8f-a0da-df764c0a90cd service neutron] 10.222.0.42 "GET /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310314 May 24 23:38:39.637729 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634eae74-fcfe-46fa-9ee1-2992b2738358 None None] New status for floating IP 9b2ad21c-f34e-49ef-aa25-8a66d813ff86: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:38:40.069561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc0ef3-f51c-451c-a008-5e4adb302a8c req-60f1501e-55bf-4295-ba74-c71079c6ba79 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:40.070923 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00dc0ef3-f51c-451c-a008-5e4adb302a8c req-60f1501e-55bf-4295-ba74-c71079c6ba79 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0813169 May 24 23:38:40.218388 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00dc0ef3-f51c-451c-a008-5e4adb302a8c req-4759e86a-4c69-40e6-bbdd-35d51595b812 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/security-groups?id=82066949-03d0-433e-ba5b-53c2cd3eb3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413212 May 24 23:38:40.240541 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-c22e627a-a915-4353-a277-e80f3b2108f3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:40.241227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-c22e627a-a915-4353-a277-e80f3b2108f3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Synchronizing usage tracker for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:38:40.252722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-c22e627a-a915-4353-a277-e80f3b2108f3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Unset dirty status for tenant:e7ffc7908c944addb43a672fac22dd1a on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:38:40.253787 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-c22e627a-a915-4353-a277-e80f3b2108f3 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 945 time: 0.0944338 May 24 23:38:40.322766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 7ee6dff3-9708-4589-85b2-94a53540fd2d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:38:40.322947 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:40.565010 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port 7ee6dff3-9708-4589-85b2-94a53540fd2d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=7ee6dff3-9708-4589-85b2-94a53540fd2d,segment=NetworkSegment(78c7c7ba-f9e6-442a-a9fd-b27e5c366aca),segment_id=78c7c7ba-f9e6-442a-a9fd-b27e5c366aca)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:38:40.565365 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:40.684661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 7ee6dff3-9708-4589-85b2-94a53540fd2d owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:38:40.826092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:40.878655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=7ee6dff3-9708-4589-85b2-94a53540fd2d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:40.917021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.917363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.917699 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.918076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.918513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.918872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.919197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.919520 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.919840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.920158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.920477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.920792 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:40.962364 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] No DVR routers for this DVR port 7ee6dff3-9708-4589-85b2-94a53540fd2d on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:38:40.964675 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:40.967991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18166687-9aad-4b84-bca3-9a469975d526', 'name': 'network-vif-deleted', 'tag': '7ee6dff3-9708-4589-85b2-94a53540fd2d'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:38:40.987400 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1eccdc36-bc74-4f2a-a68e-6f32cea25638 req-8f595a41-0d52-4106-874f-6428d07aa894 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.42 "DELETE /v2.0/ports/7ee6dff3-9708-4589-85b2-94a53540fd2d HTTP/1.1" status: 204 len: 173 time: 0.7272844 May 24 23:38:41.014242 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd37792d-ffdd-4a61-aa20-c8a47815c904'] response: {'server_uuid': '18166687-9aad-4b84-bca3-9a469975d526', 'name': 'network-vif-deleted', 'tag': '7ee6dff3-9708-4589-85b2-94a53540fd2d', 'status': 'completed', 'code': 200} May 24 23:38:41.385473 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b8be4cc9-11f6-4f33-b367-bf5cea15efd2 req-a541d553-50a0-4729-b4e5-26d0fc769beb tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "GET /v2.0/ports?device_id=18166687-9aad-4b84-bca3-9a469975d526 HTTP/1.1" status: 200 len: 210 time: 0.0432360 May 24 23:38:42.478232 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41420) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:43.025986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:43.372443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:38:43.372689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:43.551855 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port ae09280d-f40a-4d70-a9ef-d5c2fc6c4964, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=ae09280d-f40a-4d70-a9ef-d5c2fc6c4964,segment=NetworkSegment(78c7c7ba-f9e6-442a-a9fd-b27e5c366aca),segment_id=78c7c7ba-f9e6-442a-a9fd-b27e5c366aca)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:38:43.552534 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:43.670970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:38:43.951962 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:44.000468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=ae09280d-f40a-4d70-a9ef-d5c2fc6c4964,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:44.278067 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:44.326216 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7ee6dff3-9708-4589-85b2-94a53540fd2d no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:38:44.359195 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 7ee6dff3-9708-4589-85b2-94a53540fd2d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:38:44.359537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 7ee6dff3-9708-4589-85b2-94a53540fd2d not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:38:44.651631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Router a8b107a8-0e1a-4f8b-baf6-d38b83701069 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:38:44.826603 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:38:44.835688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728434cf-93ec-4d97-8c54-25846062e317 None None] Sync routers for ids ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:38:44.839066 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2352f9cb-ea62-4cc6-b471-3633c9e93e4b tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "PUT /v2.0/routers/a8b107a8-0e1a-4f8b-baf6-d38b83701069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3593783 May 24 23:38:44.841814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41424) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:44.845212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728434cf-93ec-4d97-8c54-25846062e317 None None] Routers {'a8b107a8-0e1a-4f8b-baf6-d38b83701069'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:38:44.845817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-728434cf-93ec-4d97-8c54-25846062e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:44.915528 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51e9d84-f1fc-4423-a1c0-fbc7d3b49618 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting subnet c9f7a225-c139-4882-b845-37ca89282648 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:38:44.919190 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a51e9d84-f1fc-4423-a1c0-fbc7d3b49618 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:44.976010 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a51e9d84-f1fc-4423-a1c0-fbc7d3b49618 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3483634'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:45.034945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-728434cf-93ec-4d97-8c54-25846062e317 None None] Set router a8b107a8-0e1a-4f8b-baf6-d38b83701069 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:38:45.058076 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a51e9d84-f1fc-4423-a1c0-fbc7d3b49618 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:45.136976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a51e9d84-f1fc-4423-a1c0-fbc7d3b49618 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3483579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353270'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:45.175371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e9d84-f1fc-4423-a1c0-fbc7d3b49618 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f7a225-c139-4882-b845-37ca89282648,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:45.180698 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a51e9d84-f1fc-4423-a1c0-fbc7d3b49618 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:45.189410 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a51e9d84-f1fc-4423-a1c0-fbc7d3b49618 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/subnets/c9f7a225-c139-4882-b845-37ca89282648 HTTP/1.1" status: 204 len: 168 time: 0.3443632 May 24 23:38:45.189645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41428) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:45.203815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa5fac3-8c7e-47ad-b08a-6fd2dfa8211f None None] Network 2638b9f0-3dec-44b3-96db-c8fe49f2910a requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:38:45.481917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:45.494052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-728434cf-93ec-4d97-8c54-25846062e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:38:43Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:45.498247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728434cf-93ec-4d97-8c54-25846062e317 None None] Checking router: a8b107a8-0e1a-4f8b-baf6-d38b83701069 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:38:45.507861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728434cf-93ec-4d97-8c54-25846062e317 None None] Routers {'a8b107a8-0e1a-4f8b-baf6-d38b83701069'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:38:45.508468 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-728434cf-93ec-4d97-8c54-25846062e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:45.563278 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] DHCP port deletion for 2638b9f0-3dec-44b3-96db-c8fe49f2910a request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:38:45.579500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Deleting port f758f930-7fec-486b-9ad0-d8068374a20f {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:38:45.579871 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:45.662226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:45.671712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Deleting port 27766960-a644-454c-83ba-e8ee799a6e72 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:38:45.672049 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:45.836166 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-728434cf-93ec-4d97-8c54-25846062e317 None None] Set router a8b107a8-0e1a-4f8b-baf6-d38b83701069 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:38:45.846183 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] For port 27766960-a644-454c-83ba-e8ee799a6e72, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=27766960-a644-454c-83ba-e8ee799a6e72,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:38:45.846540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:45.968081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Calling delete_port for 27766960-a644-454c-83ba-e8ee799a6e72 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:38:46.090685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] For port f758f930-7fec-486b-9ad0-d8068374a20f, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f758f930-7fec-486b-9ad0-d8068374a20f,segment=NetworkSegment(78c7c7ba-f9e6-442a-a9fd-b27e5c366aca),segment_id=78c7c7ba-f9e6-442a-a9fd-b27e5c366aca)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:38:46.091053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.144278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.193866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Port': ['ID=27766960-a644-454c-83ba-e8ee799a6e72,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:46.217029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Calling delete_port for f758f930-7fec-486b-9ad0-d8068374a20f owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:38:46.287737 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.355201 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.361619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.411354 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] No DVR routers for this DVR port f758f930-7fec-486b-9ad0-d8068374a20f on host dv-neutron-843190-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:38:46.413733 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Pushing event deleted for resources: {'Port': ['ID=f758f930-7fec-486b-9ad0-d8068374a20f,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:46.423699 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.424046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.424384 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.424715 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.425043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.425370 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.425697 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.426018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.426341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.426678 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.427029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.427316 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0b928-5e11-47d7-b73a-faa4778cdd79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:46.444177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-728434cf-93ec-4d97-8c54-25846062e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:38:43Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:46.448104 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728434cf-93ec-4d97-8c54-25846062e317 None None] The sync data for ids ['a8b107a8-0e1a-4f8b-baf6-d38b83701069'] in dv-neutron-843190-1-hyperv is: [{'id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846566697', 'tenant_id': 'e7ffc7908c944addb43a672fac22dd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '27766960-a644-454c-83ba-e8ee799a6e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:37:38Z', 'updated_at': '2022-05-24T23:38:43Z', 'revision_number': 5, 'project_id': 'e7ffc7908c944addb43a672fac22dd1a', 'gw_port': {'id': '27766960-a644-454c-83ba-e8ee799a6e72', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b107a8-0e1a-4f8b-baf6-d38b83701069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:37:39Z', 'updated_at': '2022-05-24T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:38:46.466788 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.469400 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.495512 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.496532 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Fanout notify agent at l3_agent the message router_deleted on router a8b107a8-0e1a-4f8b-baf6-d38b83701069 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:38:46.511427 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.513095 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d9592fa4-43b9-458e-aa4b-96a3800568d6 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/routers/a8b107a8-0e1a-4f8b-baf6-d38b83701069 HTTP/1.1" status: 204 len: 168 time: 1.3223228 May 24 23:38:46.515753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41432) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:46.625393 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.857986 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.885146 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2638b9f0-3dec-44b3-96db-c8fe49f2910a']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:46.898540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:46.898875 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c7c7ba-f9e6-442a-a9fd-b27e5c366aca') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:46.901853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f758f930-7fec-486b-9ad0-d8068374a20f no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:38:46.911671 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3483621'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.929001 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.937480 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:38:46.938014 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3482905'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:46.941978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: f758f930-7fec-486b-9ad0-d8068374a20f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:38:46.942418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f758f930-7fec-486b-9ad0-d8068374a20f not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:38:46.942874 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:38:46.977882 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:38:46.978210 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device ae09280d-f40a-4d70-a9ef-d5c2fc6c4964 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:38:47.033590 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 78c7c7ba-f9e6-442a-a9fd-b27e5c366aca resource provider aggregate not found May 24 23:38:47.049603 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:47.054937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:47.073319 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 78c7c7ba-f9e6-442a-a9fd-b27e5c366aca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78c7c7ba-f9e6-442a-a9fd-b27e5c366aca found for delete ", "request_id": "req-4bde1161-9ac7-4b62-81a1-059763262a5e"}]} May 24 23:38:47.084707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'Network': ['ID=2638b9f0-3dec-44b3-96db-c8fe49f2910a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:47.089277 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d64e05ae-c322-4225-83a1-2b16c15766a9 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/networks/2638b9f0-3dec-44b3-96db-c8fe49f2910a HTTP/1.1" status: 204 len: 168 time: 0.5725570 May 24 23:38:47.092201 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41442) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:47.168982 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d45d6b6-37c1-49d6-9228-0821388ff209 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:47.198193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d45d6b6-37c1-49d6-9228-0821388ff209 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:47.261198 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d45d6b6-37c1-49d6-9228-0821388ff209 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:47.279683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45d6b6-37c1-49d6-9228-0821388ff209 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82066949-03d0-433e-ba5b-53c2cd3eb3c9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:47.289008 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d45d6b6-37c1-49d6-9228-0821388ff209 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:47.290342 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2d45d6b6-37c1-49d6-9228-0821388ff209 tempest-TestNetworkAdvancedServerOps-1950908006 tempest-TestNetworkAdvancedServerOps-1950908006-project] 10.222.0.32 "DELETE /v2.0/security-groups/82066949-03d0-433e-ba5b-53c2cd3eb3c9 HTTP/1.1" status: 204 len: 168 time: 0.1966636 May 24 23:38:47.641505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41452) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:47.784318 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-87bf4e65-dc5d-4262-9e83-ea775689ebd8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7ffc7908c944addb43a672fac22dd1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416016 May 24 23:38:47.786785 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41458) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:47.843809 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20039fd2-0968-4305-8e38-221e7e61d488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:47.868957 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20039fd2-0968-4305-8e38-221e7e61d488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:47.922128 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20039fd2-0968-4305-8e38-221e7e61d488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:47.937228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20039fd2-0968-4305-8e38-221e7e61d488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453171b8-27cb-4e1b-8fb6-29ca752de885,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:47.945175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20039fd2-0968-4305-8e38-221e7e61d488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:47.946277 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-20039fd2-0968-4305-8e38-221e7e61d488 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/453171b8-27cb-4e1b-8fb6-29ca752de885 HTTP/1.1" status: 204 len: 168 time: 0.1585002 May 24 23:38:48.214453 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41466) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:48.232492 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a95ddb19-3598-4ae0-9f7f-a9f18de61c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:48.246193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a95ddb19-3598-4ae0-9f7f-a9f18de61c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:38:48.249951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a95ddb19-3598-4ae0-9f7f-a9f18de61c07 admin admin] Usage tracker for resource:security_group_rule and tenant:137b54473cf244849b2fceaa215efb9e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:38:48.252713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a95ddb19-3598-4ae0-9f7f-a9f18de61c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:38:48.258589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a95ddb19-3598-4ae0-9f7f-a9f18de61c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:38:48.341845 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a95ddb19-3598-4ae0-9f7f-a9f18de61c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:48.345624 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a95ddb19-3598-4ae0-9f7f-a9f18de61c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:48.391370 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a95ddb19-3598-4ae0-9f7f-a9f18de61c07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=137b54473cf244849b2fceaa215efb9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753137 May 24 23:38:48.392937 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ddb19-3598-4ae0-9f7f-a9f18de61c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff675f00-1d54-4580-9fb2-fb554ff840db,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:48.394107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41470) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:48.454655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-460efa21-5fa8-4437-9817-c1b42cefaa70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:48.479832 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-460efa21-5fa8-4437-9817-c1b42cefaa70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:48.529171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-460efa21-5fa8-4437-9817-c1b42cefaa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:48.544473 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460efa21-5fa8-4437-9817-c1b42cefaa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff675f00-1d54-4580-9fb2-fb554ff840db,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:48.547864 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 27766960-a644-454c-83ba-e8ee799a6e72 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:38:48.556834 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-460efa21-5fa8-4437-9817-c1b42cefaa70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:48.558855 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-460efa21-5fa8-4437-9817-c1b42cefaa70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff675f00-1d54-4580-9fb2-fb554ff840db HTTP/1.1" status: 204 len: 168 time: 0.1622562 May 24 23:38:48.593053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 27766960-a644-454c-83ba-e8ee799a6e72 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:38:48.593406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 27766960-a644-454c-83ba-e8ee799a6e72 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:38:49.295169 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41494) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:49.397442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1006217287-network', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:38:49.402393 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:38:49.406296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Usage tracker for resource:network and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:38:49.409179 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:38:49.415332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:38:49.425270 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Made reservation on behalf of e53e4997bf924c718bf0476c99ef84f8 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:38:49.427589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:49.439757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:49.454132 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:38:49.457887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:38:49.460632 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:38:49.466222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:38:49.551644 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:49.555362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:49.584934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:38:49.593178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01a13ea-3f94-47b6-9b64-81fa42b319f9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:49.598513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:49.598899 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Added segment ae687506-dbe7-406f-afc6-973719ec0aed of type vlan for network d8ec0ef9-2876-4fb9-858a-f02f2425becd May 24 23:38:49.628340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:49.656479 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:49.657407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:49.657998 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:49.754007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] Pushing event updated for resources: {'Network': ['ID=d8ec0ef9-2876-4fb9-858a-f02f2425becd,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:49.757226 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1adb10c0-9802-4fb0-ade9-1611b727112c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4610527 May 24 23:38:49.760321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41500) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:49.763628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network d8ec0ef9-2876-4fb9-858a-f02f2425becd details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:38:49.765541 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Request body: {'subnet': {'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1006217287-subnet', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:38:49.770494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:38:49.774434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Usage tracker for resource:subnet and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:38:49.777606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:38:49.783120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:38:49.798257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Made reservation on behalf of e53e4997bf924c718bf0476c99ef84f8 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:38:49.800665 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.001548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.072992 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87dfff3-fb8a-4917-8f71-a45133f9a39e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:50.081945 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Checking segment: {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:38:50.082302 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Network hostable DHCP agents. Network: d8ec0ef9-2876-4fb9-858a-f02f2425becd, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:38:50.100916 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Network d8ec0ef9-2876-4fb9-858a-f02f2425becd is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:38:50.109837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, d8ec0ef9-2876-4fb9-858a-f02f2425becd) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:38:50.113702 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:50.114281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.119291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c9244-c001-4ea6-8ac1-72a320873cd3 None None] Network d8ec0ef9-2876-4fb9-858a-f02f2425becd requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:38:50.139144 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41504) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:50.139742 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0aa65f2e-7e65-41bc-a899-039e082e5a96 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3779073 May 24 23:38:50.144094 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:38:50.148866 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:38:50.152827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Usage tracker for resource:router and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:38:50.155821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:38:50.161462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:38:50.172436 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.173578 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.190148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.340751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-d8ec0ef9-2876-4fb9-858a-f02f2425becd', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:38:50.341630 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.458879 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.497688 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Allocated IP 172.20.0.2 (d8ec0ef9-2876-4fb9-858a-f02f2425becd/b87dfff3-fb8a-4917-8f71-a45133f9a39e/25425e10-be77-45a4-9aba-f7b09142a137) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:38:50.696878 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.707002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Transition to ACTIVE for port object 25425e10-be77-45a4-9aba-f7b09142a137 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:38:50.725430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Transition to ACTIVE for port object 25425e10-be77-45a4-9aba-f7b09142a137 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:38:50.731421 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.766271 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.795774 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.798001 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Network d8ec0ef9-2876-4fb9-858a-f02f2425becd is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:38:50.800933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:38:50.804513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:38:50.811973 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Pushing event updated for resources: {'Port': ['ID=25425e10-be77-45a4-9aba-f7b09142a137,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:50.893006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Attempting to bind port 25425e10-be77-45a4-9aba-f7b09142a137 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:38:50.893379 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Attempting to bind port 25425e10-be77-45a4-9aba-f7b09142a137 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:38:50.893717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Attempting to bind port 25425e10-be77-45a4-9aba-f7b09142a137 on network d8ec0ef9-2876-4fb9-858a-f02f2425becd {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:38:50.898918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:38:50.899283 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Checking segment: {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:38:50.899675 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.900063 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Bound using segment: {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:38:50.900539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Bound port: 25425e10-be77-45a4-9aba-f7b09142a137, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:38:50.900905 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:50.932118 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Allocated IP 172.26.3.205 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/e9c4349b-38d4-42ca-8481-ba6b5151a4ff) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:38:51.022997 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:38:51.031434 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] For port 25425e10-be77-45a4-9aba-f7b09142a137, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:38:51.034734 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] For port 25425e10-be77-45a4-9aba-f7b09142a137, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=25425e10-be77-45a4-9aba-f7b09142a137,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:38:51.039439 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:51.126710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91095351-93b8-4585-9b39-0fb3ece68ac9 None None] Pushing event updated for resources: {'Port': ['ID=25425e10-be77-45a4-9aba-f7b09142a137,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:51.202835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:51.233365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:51.312738 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:38:51.315981 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:38:51.322746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Pushing event updated for resources: {'Port': ['ID=e9c4349b-38d4-42ca-8481-ba6b5151a4ff,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:51.325468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:38:51.748727 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:51.963177 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a89a245b-7240-40ff-bfc8-8d90cdc8f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:52.059780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed74429-b6f6-481a-a840-0066676886bf None None] Network d8ec0ef9-2876-4fb9-858a-f02f2425becd requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:38:52.096902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:52.150731 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f1509ecf-2732-4d2d-9aa6-719920d0bf28 None None] Provisioning for port 25425e10-be77-45a4-9aba-f7b09142a137 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:38:52.304771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:38:52.494112 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:38:52.503070 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Sync routers for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:38:52.513479 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:38:52.514074 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:52.522885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:52.524093 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-57e0e90c-59cd-4b8f-b68e-01e31f07b6dd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3839703 May 24 23:38:52.526799 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41510) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:52.625474 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 25425e10-be77-45a4-9aba-f7b09142a137 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:38:52.696058 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:38:52.698696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 25425e10-be77-45a4-9aba-f7b09142a137 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:38:52.704358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 25425e10-be77-45a4-9aba-f7b09142a137 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:38:52.704836 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:52.828151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 25425e10-be77-45a4-9aba-f7b09142a137 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:38:52.828814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:52.864322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 25425e10-be77-45a4-9aba-f7b09142a137, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=25425e10-be77-45a4-9aba-f7b09142a137,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:38:52.869139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:52.939599 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=25425e10-be77-45a4-9aba-f7b09142a137,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:53.029612 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:51Z', 'revision_number': 3, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:53.033596 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Checking router: b86cd7bd-b58e-462c-a8b2-69210c94f7c8 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:38:53.033937 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Updating router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 port e9c4349b-38d4-42ca-8481-ba6b5151a4ff binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:38:53.090738 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.340031 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.409073 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.420902 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Transition to ACTIVE for port object e9c4349b-38d4-42ca-8481-ba6b5151a4ff will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:38:53.427071 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.502615 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Attempting to bind port e9c4349b-38d4-42ca-8481-ba6b5151a4ff on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:38:53.503106 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Attempting to bind port e9c4349b-38d4-42ca-8481-ba6b5151a4ff by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:38:53.504216 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Attempting to bind port e9c4349b-38d4-42ca-8481-ba6b5151a4ff on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:38:53.509366 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Pushing event updated for resources: {'Port': ['ID=e9c4349b-38d4-42ca-8481-ba6b5151a4ff,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:53.516931 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:38:53.517296 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:38:53.517688 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.518070 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:38:53.518522 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Bound port: e9c4349b-38d4-42ca-8481-ba6b5151a4ff, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:38:53.518908 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.545929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Allocated IP 172.20.0.1 (d8ec0ef9-2876-4fb9-858a-f02f2425becd/b87dfff3-fb8a-4917-8f71-a45133f9a39e/dd2e35cb-047b-4ed0-9c40-17cef6737322) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:38:53.546229 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.546575 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.546930 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.547260 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.547586 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.547937 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.548225 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.548539 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.548862 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.549197 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.549478 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.549792 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:53.599631 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] For port e9c4349b-38d4-42ca-8481-ba6b5151a4ff, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:38:53.603255 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] For port e9c4349b-38d4-42ca-8481-ba6b5151a4ff, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e9c4349b-38d4-42ca-8481-ba6b5151a4ff,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:38:53.609055 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.689354 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:38:53.689964 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:53.695577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.711505 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Transition to ACTIVE for port object dd2e35cb-047b-4ed0-9c40-17cef6737322 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:38:53.735950 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.740061 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532d88f-b1d5-4269-b903-fb948f8ec5dd None None] Pushing event updated for resources: {'Port': ['ID=e9c4349b-38d4-42ca-8481-ba6b5151a4ff,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:53.799303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Network d8ec0ef9-2876-4fb9-858a-f02f2425becd is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:38:53.802066 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:38:53.805823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:38:53.850627 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Pushing event updated for resources: {'Port': ['ID=dd2e35cb-047b-4ed0-9c40-17cef6737322,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:53.867379 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.871052 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:38:54.021566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-69c58d18-c616-4937-9017-3702aa85b42d None None] Provisioning for port dd2e35cb-047b-4ed0-9c40-17cef6737322 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:38:54.028438 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-69c58d18-c616-4937-9017-3702aa85b42d None None] Provisioning complete for port dd2e35cb-047b-4ed0-9c40-17cef6737322 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:38:54.029003 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-69c58d18-c616-4937-9017-3702aa85b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:54.090271 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-69c58d18-c616-4937-9017-3702aa85b42d None None] Port dd2e35cb-047b-4ed0-9c40-17cef6737322 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:38:54.164446 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:51Z', 'revision_number': 3, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:54.169147 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43bd36-3a89-45b9-bf34-782bb60dccc1 None None] The sync data for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv is: [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:51Z', 'revision_number': 3, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:38:54.238956 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:54.255159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30773ae1-b17d-4db9-a5fb-4d91a54deb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:54.479307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:54.484294 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:54.594715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:54.598348 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Pushing event updated for resources: {'Port': ['ID=dd2e35cb-047b-4ed0-9c40-17cef6737322,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:54.676595 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 25425e10-be77-45a4-9aba-f7b09142a137 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:38:54.742038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Network d8ec0ef9-2876-4fb9-858a-f02f2425becd is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:38:54.743423 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:38:54.748021 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 25425e10-be77-45a4-9aba-f7b09142a137 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:38:54.748594 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:54.882906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 25425e10-be77-45a4-9aba-f7b09142a137 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:38:54.884028 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e9c4349b-38d4-42ca-8481-ba6b5151a4ff up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:38:54.963329 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port e9c4349b-38d4-42ca-8481-ba6b5151a4ff completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:38:54.966690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:38:54.972493 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port e9c4349b-38d4-42ca-8481-ba6b5151a4ff triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:38:54.972943 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.040197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6cceb4b6-819e-494a-ace5-28ad0079c6cd None None] Provisioning complete for port dd2e35cb-047b-4ed0-9c40-17cef6737322 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:38:55.040857 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6cceb4b6-819e-494a-ace5-28ad0079c6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.144807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6cceb4b6-819e-494a-ace5-28ad0079c6cd None None] Port dd2e35cb-047b-4ed0-9c40-17cef6737322 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:38:55.158106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:38:55.164669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port e9c4349b-38d4-42ca-8481-ba6b5151a4ff is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:38:55.164995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.168112 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c7094763-2bd5-4ce9-9816-de2e7ee4f958 admin admin] 10.222.0.32 "PUT /v2.0/routers/b86cd7bd-b58e-462c-a8b2-69210c94f7c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6403298 May 24 23:38:55.184514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port e9c4349b-38d4-42ca-8481-ba6b5151a4ff, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e9c4349b-38d4-42ca-8481-ba6b5151a4ff,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:38:55.189135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.263889 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.275020 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=e9c4349b-38d4-42ca-8481-ba6b5151a4ff,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:55.321514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.679380 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41540) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:55.685351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1177017460-network', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:38:55.690223 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:38:55.694225 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Usage tracker for resource:network and tenant:185bc8c136b4439b9616ba254d7b7e8f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:38:55.697085 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:38:55.702865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:38:55.713508 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Made reservation on behalf of 185bc8c136b4439b9616ba254d7b7e8f for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:38:55.715823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.732452 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.737186 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Sync routers for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:38:55.746950 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:38:55.747554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:55.747684 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:38:55.751488 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Usage tracker for resource:security_group_rule and tenant:185bc8c136b4439b9616ba254d7b7e8f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:38:55.754248 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:38:55.759932 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:38:55.843713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.848319 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.878794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:38:55.887278 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a74460-1b26-441f-a54b-fd0ba8c9fbe2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:55.893589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.893930 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Added segment b6507b2a-234f-436c-9de5-0c6050870d20 of type vlan for network ee54e9c2-f803-4210-9647-0b67035dc500 May 24 23:38:55.920536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.932872 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:38:55.949432 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:55.950685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:55.951251 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:56.055365 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3747683 May 24 23:38:56.056275 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bad68-751c-4d7e-a649-f83fcef1d06c admin admin] Pushing event updated for resources: {'Network': ['ID=ee54e9c2-f803-4210-9647-0b67035dc500,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:56.058426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41544) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:56.066227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Request body: {'subnet': {'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1177017460-subnet', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:38:56.071785 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:38:56.076332 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Usage tracker for resource:subnet and tenant:185bc8c136b4439b9616ba254d7b7e8f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:38:56.079581 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:38:56.090350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:38:56.100524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Made reservation on behalf of 185bc8c136b4439b9616ba254d7b7e8f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:38:56.103173 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:56.104529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network ee54e9c2-f803-4210-9647-0b67035dc500 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:38:56.312509 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:56.377672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 2, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:56.381452 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Checking router: b86cd7bd-b58e-462c-a8b2-69210c94f7c8 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:38:56.381796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Updating router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 port dd2e35cb-047b-4ed0-9c40-17cef6737322 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:38:56.383380 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f38085-5d36-4a07-902b-f40db7cfee88,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:56.394407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Checking segment: {'id': 'b6507b2a-234f-436c-9de5-0c6050870d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:38:56.394793 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Network hostable DHCP agents. Network: ee54e9c2-f803-4210-9647-0b67035dc500, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:38:56.412588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Network ee54e9c2-f803-4210-9647-0b67035dc500 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:38:56.422985 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, ee54e9c2-f803-4210-9647-0b67035dc500) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:38:56.431508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:56.432096 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:56.434175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0204e33-a8ed-4360-b23c-204883b772e0 None None] Network ee54e9c2-f803-4210-9647-0b67035dc500 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:38:56.454126 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5860097c-5a3d-46e2-be79-999b0b2c937e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3925328 May 24 23:38:56.456522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41548) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:56.461372 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1177017460-router', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:38:56.466587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:38:56.470719 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Usage tracker for resource:router and tenant:185bc8c136b4439b9616ba254d7b7e8f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:38:56.473516 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:38:56.479249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:38:56.493652 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:56.494600 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:56.510423 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:56.520490 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:56.604393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e9c4349b-38d4-42ca-8481-ba6b5151a4ff up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:38:56.795022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:56.881971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:56.933467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-ee54e9c2-f803-4210-9647-0b67035dc500', 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'fixed_ips': [{'subnet_id': '72f38085-5d36-4a07-902b-f40db7cfee88'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:38:56.934261 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:56.951403 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port e9c4349b-38d4-42ca-8481-ba6b5151a4ff triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:38:56.951768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.192339 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.223052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.296539 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.305423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port e9c4349b-38d4-42ca-8481-ba6b5151a4ff is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:38:57.317291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Allocated IP 172.20.0.2 (ee54e9c2-f803-4210-9647-0b67035dc500/72f38085-5d36-4a07-902b-f40db7cfee88/bda354e4-33e9-4e6f-aa41-d79bfaef7754) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:38:57.322114 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Transition to ACTIVE for port object dd2e35cb-047b-4ed0-9c40-17cef6737322 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:38:57.331238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.362482 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Allocated IP 172.26.3.39 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/f966d580-9815-4e6b-a7c0-c906c12f8841) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:38:57.513493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.544058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.591582 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f79ef-b9a1-4d0a-947e-38a14a2e6450 None None] Pushing event updated for resources: {'Port': ['ID=dd2e35cb-047b-4ed0-9c40-17cef6737322,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:57.614331 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:38:57.617209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:38:57.622196 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:38:57.653638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Pushing event updated for resources: {'Port': ['ID=f966d580-9815-4e6b-a7c0-c906c12f8841,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:57.766280 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Attempting to bind port dd2e35cb-047b-4ed0-9c40-17cef6737322 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:38:57.766529 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Attempting to bind port dd2e35cb-047b-4ed0-9c40-17cef6737322 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:38:57.766919 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Attempting to bind port dd2e35cb-047b-4ed0-9c40-17cef6737322 on network d8ec0ef9-2876-4fb9-858a-f02f2425becd {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:38:57.779712 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:38:57.780083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Checking segment: {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:38:57.780479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.780858 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Bound using segment: {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:38:57.781325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Bound port: dd2e35cb-047b-4ed0-9c40-17cef6737322, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:38:57.781694 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.831361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.859202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Transition to ACTIVE for port object bda354e4-33e9-4e6f-aa41-d79bfaef7754 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:38:57.896756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Transition to ACTIVE for port object bda354e4-33e9-4e6f-aa41-d79bfaef7754 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:38:57.906442 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] For port dd2e35cb-047b-4ed0-9c40-17cef6737322, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:38:57.908726 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.912954 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] For port dd2e35cb-047b-4ed0-9c40-17cef6737322, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dd2e35cb-047b-4ed0-9c40-17cef6737322,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:38:57.951417 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.978812 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Network ee54e9c2-f803-4210-9647-0b67035dc500 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:38:57.982982 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:38:57.988406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:38:58.041736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Pushing event updated for resources: {'Port': ['ID=bda354e4-33e9-4e6f-aa41-d79bfaef7754,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:58.044139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:58.109418 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:38:58.110077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:58.241545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Attempting to bind port bda354e4-33e9-4e6f-aa41-d79bfaef7754 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:38:58.241909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Attempting to bind port bda354e4-33e9-4e6f-aa41-d79bfaef7754 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'b6507b2a-234f-436c-9de5-0c6050870d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:38:58.242271 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Attempting to bind port bda354e4-33e9-4e6f-aa41-d79bfaef7754 on network ee54e9c2-f803-4210-9647-0b67035dc500 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:38:58.309987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:38:58.310752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Checking segment: {'id': 'b6507b2a-234f-436c-9de5-0c6050870d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:38:58.310752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:58.311041 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Bound using segment: {'id': 'b6507b2a-234f-436c-9de5-0c6050870d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:38:58.311527 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Bound port: bda354e4-33e9-4e6f-aa41-d79bfaef7754, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6507b2a-234f-436c-9de5-0c6050870d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:38:58.311899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:58.346209 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f79ef-b9a1-4d0a-947e-38a14a2e6450 None None] Pushing event updated for resources: {'Port': ['ID=dd2e35cb-047b-4ed0-9c40-17cef6737322,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:58.416253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:38:58.515710 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:58.563817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] For port bda354e4-33e9-4e6f-aa41-d79bfaef7754, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:38:58.587080 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] For port bda354e4-33e9-4e6f-aa41-d79bfaef7754, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bda354e4-33e9-4e6f-aa41-d79bfaef7754,segment=NetworkSegment(b6507b2a-234f-436c-9de5-0c6050870d20),segment_id=b6507b2a-234f-436c-9de5-0c6050870d20)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:38:58.629752 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:58.719993 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Router cd9dae86-3461-4a8d-acd9-2b1826a45456 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:38:58.758453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063681-cadb-4af1-9571-4d2577d94c19 None None] Pushing event updated for resources: {'Port': ['ID=bda354e4-33e9-4e6f-aa41-d79bfaef7754,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:58.828049 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:38:57Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:58.831945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04c4e9-9e96-4d3a-a535-9ac85aba9357 None None] The sync data for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv is: [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:38:57Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:38:58.927343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:38:58.959159 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Sync routers for ids ['cd9dae86-3461-4a8d-acd9-2b1826a45456'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:38:58.972558 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Routers {'cd9dae86-3461-4a8d-acd9-2b1826a45456'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:38:58.973209 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:58.973755 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cd9dae86-3461-4a8d-acd9-2b1826a45456'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:58.977271 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b2ce3bfd-0eca-48de-b9e8-02cf5549e4bd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5172138 May 24 23:38:58.977605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41554) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:38:59.210899 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Set router cd9dae86-3461-4a8d-acd9-2b1826a45456 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:38:59.520649 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'name': 'tempest-TestShelveInstance-1177017460-router', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:56Z', 'updated_at': '2022-05-24T23:38:57Z', 'revision_number': 3, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'gw_port': {'id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:57Z', 'updated_at': '2022-05-24T23:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:38:59.525083 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Checking router: cd9dae86-3461-4a8d-acd9-2b1826a45456 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:38:59.525424 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Updating router cd9dae86-3461-4a8d-acd9-2b1826a45456 port f966d580-9815-4e6b-a7c0-c906c12f8841 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:38:59.587543 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:59.879742 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:59.905009 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79eb7e-6c53-4174-a017-2e4496dc5bd5 None None] Network ee54e9c2-f803-4210-9647-0b67035dc500 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:38:59.961995 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:59.976515 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Transition to ACTIVE for port object f966d580-9815-4e6b-a7c0-c906c12f8841 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:38:59.984669 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.015212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5ebc9bf1-0511-4c06-8a08-0a25e614a12b None None] Provisioning for port bda354e4-33e9-4e6f-aa41-d79bfaef7754 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:39:00.076216 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Attempting to bind port f966d580-9815-4e6b-a7c0-c906c12f8841 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:39:00.076569 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Attempting to bind port f966d580-9815-4e6b-a7c0-c906c12f8841 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:39:00.076926 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Attempting to bind port f966d580-9815-4e6b-a7c0-c906c12f8841 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:39:00.086185 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:39:00.086537 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:39:00.086950 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.087327 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:39:00.087777 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Bound port: f966d580-9815-4e6b-a7c0-c906c12f8841, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:39:00.088136 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.122708 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374740c-8d13-4f93-81b2-fae07c56595e None None] Pushing event updated for resources: {'Port': ['ID=f966d580-9815-4e6b-a7c0-c906c12f8841,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:00.139561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Allocated IP 172.20.0.1 (ee54e9c2-f803-4210-9647-0b67035dc500/72f38085-5d36-4a07-902b-f40db7cfee88/4eb96114-7648-4d03-89d8-3966aaa6536d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:39:00.194836 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] For port f966d580-9815-4e6b-a7c0-c906c12f8841, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:39:00.198245 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] For port f966d580-9815-4e6b-a7c0-c906c12f8841, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f966d580-9815-4e6b-a7c0-c906c12f8841,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:39:00.205181 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.294132 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Routers {'cd9dae86-3461-4a8d-acd9-2b1826a45456'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:39:00.294780 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cd9dae86-3461-4a8d-acd9-2b1826a45456'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:00.311472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.328431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Transition to ACTIVE for port object 4eb96114-7648-4d03-89d8-3966aaa6536d will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:39:00.358113 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.382368 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374740c-8d13-4f93-81b2-fae07c56595e None None] Pushing event updated for resources: {'Port': ['ID=f966d580-9815-4e6b-a7c0-c906c12f8841,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:00.428989 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Network ee54e9c2-f803-4210-9647-0b67035dc500 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:39:00.432425 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:39:00.436238 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:39:00.471337 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb96114-7648-4d03-89d8-3966aaa6536d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:00.498796 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.505355 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] Set router cd9dae86-3461-4a8d-acd9-2b1826a45456 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:39:00.644894 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.673540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dd2e35cb-047b-4ed0-9c40-17cef6737322 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:00.748745 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port dd2e35cb-047b-4ed0-9c40-17cef6737322 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:39:00.754885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port dd2e35cb-047b-4ed0-9c40-17cef6737322 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:00.755470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.840539 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'name': 'tempest-TestShelveInstance-1177017460-router', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:56Z', 'updated_at': '2022-05-24T23:38:57Z', 'revision_number': 3, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'gw_port': {'id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:57Z', 'updated_at': '2022-05-24T23:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:00.844828 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49717e54-25ea-46c9-bccd-8bd7b6db304e None None] The sync data for ids ['cd9dae86-3461-4a8d-acd9-2b1826a45456'] in dv-neutron-843190-1-hyperv is: [{'id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'name': 'tempest-TestShelveInstance-1177017460-router', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:56Z', 'updated_at': '2022-05-24T23:38:57Z', 'revision_number': 3, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'gw_port': {'id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:57Z', 'updated_at': '2022-05-24T23:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:39:00.870301 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-72c22917-25f6-4fa2-9aca-65f296f9efc9 None None] Provisioning for port 4eb96114-7648-4d03-89d8-3966aaa6536d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:39:00.879208 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-72c22917-25f6-4fa2-9aca-65f296f9efc9 None None] Provisioning complete for port 4eb96114-7648-4d03-89d8-3966aaa6536d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:00.879575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72c22917-25f6-4fa2-9aca-65f296f9efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.895942 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.900873 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:00.981110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-72c22917-25f6-4fa2-9aca-65f296f9efc9 None None] Port 4eb96114-7648-4d03-89d8-3966aaa6536d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:39:00.993861 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port dd2e35cb-047b-4ed0-9c40-17cef6737322 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:00.994361 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:01.013208 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:01.016909 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb96114-7648-4d03-89d8-3966aaa6536d,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:01.040071 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port dd2e35cb-047b-4ed0-9c40-17cef6737322, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dd2e35cb-047b-4ed0-9c40-17cef6737322,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:01.045315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:01.046152 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bda354e4-33e9-4e6f-aa41-d79bfaef7754 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:01.182310 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Network ee54e9c2-f803-4210-9647-0b67035dc500 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:39:01.184303 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:39:01.194270 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=dd2e35cb-047b-4ed0-9c40-17cef6737322,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:01.221966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port bda354e4-33e9-4e6f-aa41-d79bfaef7754 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:39:01.229356 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port bda354e4-33e9-4e6f-aa41-d79bfaef7754 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:01.229736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:01.378825 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port bda354e4-33e9-4e6f-aa41-d79bfaef7754 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:01.379204 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:01.421283 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port bda354e4-33e9-4e6f-aa41-d79bfaef7754, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bda354e4-33e9-4e6f-aa41-d79bfaef7754,segment=NetworkSegment(b6507b2a-234f-436c-9de5-0c6050870d20),segment_id=b6507b2a-234f-436c-9de5-0c6050870d20)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:01.426002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:01.503847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=bda354e4-33e9-4e6f-aa41-d79bfaef7754,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:01.517253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-22d53704-9ef1-4bfc-8d84-873a2a7e70a4 None None] Provisioning complete for port 4eb96114-7648-4d03-89d8-3966aaa6536d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:01.517645 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22d53704-9ef1-4bfc-8d84-873a2a7e70a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:01.553229 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Router cd9dae86-3461-4a8d-acd9-2b1826a45456 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:39:01.574412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22d53704-9ef1-4bfc-8d84-873a2a7e70a4 None None] Port 4eb96114-7648-4d03-89d8-3966aaa6536d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:39:01.736082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:39:01.746383 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-43ff0e69-4564-43c3-8a0e-c938e9b79af4 admin admin] 10.222.0.32 "PUT /v2.0/routers/cd9dae86-3461-4a8d-acd9-2b1826a45456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7670851 May 24 23:39:02.110347 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41564) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:02.115795 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-315334585', 'description': 'tempest-secgroup-smoke-315334585 description', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:02.121776 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:02.125644 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:02.128574 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:02.134317 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:02.144399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.164389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:02.168790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:02.171551 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:02.177450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:02.251842 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.255521 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.302074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dede9b84-7113-4f39-bc41-36e486a8a526,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:02.304702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.308466 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-30616667-de09-46db-996a-48f9edc990f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1944559 May 24 23:39:02.309915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41568) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:02.314588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7231e708-5f96-431b-a1b0-4f303ff17a86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'dede9b84-7113-4f39-bc41-36e486a8a526', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:02.320803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7231e708-5f96-431b-a1b0-4f303ff17a86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:02.324642 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7231e708-5f96-431b-a1b0-4f303ff17a86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:02.331247 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7231e708-5f96-431b-a1b0-4f303ff17a86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:02.336918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7231e708-5f96-431b-a1b0-4f303ff17a86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:02.354612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7231e708-5f96-431b-a1b0-4f303ff17a86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.415025 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7231e708-5f96-431b-a1b0-4f303ff17a86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.420230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7231e708-5f96-431b-a1b0-4f303ff17a86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.439834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Sync routers for ids ['cd9dae86-3461-4a8d-acd9-2b1826a45456'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:39:02.444629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231e708-5f96-431b-a1b0-4f303ff17a86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6c76dc-19ca-4434-9e85-146730b12f6d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:02.449973 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Routers {'cd9dae86-3461-4a8d-acd9-2b1826a45456'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:39:02.450585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cd9dae86-3461-4a8d-acd9-2b1826a45456'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:02.453941 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7231e708-5f96-431b-a1b0-4f303ff17a86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.455268 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7231e708-5f96-431b-a1b0-4f303ff17a86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449347 May 24 23:39:02.457989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41572) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:02.462924 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1d3744b5-d2e5-4b38-8ebc-f6ff860a79d8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'dede9b84-7113-4f39-bc41-36e486a8a526', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:02.469687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1d3744b5-d2e5-4b38-8ebc-f6ff860a79d8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:02.473442 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1d3744b5-d2e5-4b38-8ebc-f6ff860a79d8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:02.476305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1d3744b5-d2e5-4b38-8ebc-f6ff860a79d8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:02.482016 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1d3744b5-d2e5-4b38-8ebc-f6ff860a79d8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:02.498310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d3744b5-d2e5-4b38-8ebc-f6ff860a79d8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.562292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d3744b5-d2e5-4b38-8ebc-f6ff860a79d8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.567256 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d3744b5-d2e5-4b38-8ebc-f6ff860a79d8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.606101 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3744b5-d2e5-4b38-8ebc-f6ff860a79d8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59046b2e-1b9d-402d-b2b1-c9c7a30e75db,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:02.611075 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d3744b5-d2e5-4b38-8ebc-f6ff860a79d8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.615093 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1d3744b5-d2e5-4b38-8ebc-f6ff860a79d8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561553 May 24 23:39:02.615626 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41576) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:02.621622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-71df464f-8ca6-4ed0-9f80-74247aaa40bb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'dede9b84-7113-4f39-bc41-36e486a8a526', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:02.628900 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-71df464f-8ca6-4ed0-9f80-74247aaa40bb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:02.633050 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-71df464f-8ca6-4ed0-9f80-74247aaa40bb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:02.636620 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Set router cd9dae86-3461-4a8d-acd9-2b1826a45456 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:39:02.636771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-71df464f-8ca6-4ed0-9f80-74247aaa40bb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:02.643908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-71df464f-8ca6-4ed0-9f80-74247aaa40bb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:02.663092 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71df464f-8ca6-4ed0-9f80-74247aaa40bb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.693248 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dd2e35cb-047b-4ed0-9c40-17cef6737322 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:02.726376 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71df464f-8ca6-4ed0-9f80-74247aaa40bb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.731713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71df464f-8ca6-4ed0-9f80-74247aaa40bb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.753550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df464f-8ca6-4ed0-9f80-74247aaa40bb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7436097-5a49-412a-8453-58fd18836684,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:02.765979 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71df464f-8ca6-4ed0-9f80-74247aaa40bb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.767676 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-71df464f-8ca6-4ed0-9f80-74247aaa40bb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507826 May 24 23:39:02.770181 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41580) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:02.775344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e078f071-aeac-41a4-b220-e81210288d45 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'dede9b84-7113-4f39-bc41-36e486a8a526', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:02.781362 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e078f071-aeac-41a4-b220-e81210288d45 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:02.785192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e078f071-aeac-41a4-b220-e81210288d45 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:02.788033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e078f071-aeac-41a4-b220-e81210288d45 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:02.794138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e078f071-aeac-41a4-b220-e81210288d45 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:02.813351 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e078f071-aeac-41a4-b220-e81210288d45 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.876256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e078f071-aeac-41a4-b220-e81210288d45 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.880241 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e078f071-aeac-41a4-b220-e81210288d45 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.903961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078f071-aeac-41a4-b220-e81210288d45 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c89088a-2650-4789-aba9-f03b31f23070,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:02.913407 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e078f071-aeac-41a4-b220-e81210288d45 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.914766 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e078f071-aeac-41a4-b220-e81210288d45 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433363 May 24 23:39:02.917985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41584) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:02.922988 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'dede9b84-7113-4f39-bc41-36e486a8a526', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:02.926115 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port dd2e35cb-047b-4ed0-9c40-17cef6737322 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:02.926486 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:02.928704 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:02.932536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:02.935428 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:02.941027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:02.954171 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Project e53e4997bf924c718bf0476c99ef84f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:39:02.961040 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.026114 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.031925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.055408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5393773-91d8-400a-8349-efce177bf7fe,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:03.064851 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.066080 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a1daf86b-a776-486e-a07b-e7860d3706a0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471598 May 24 23:39:03.070524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41588) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:03.075639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'dede9b84-7113-4f39-bc41-36e486a8a526', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:03.081499 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:03.085292 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:03.088214 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:03.094670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:03.106028 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Project e53e4997bf924c718bf0476c99ef84f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:39:03.112600 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.119082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port dd2e35cb-047b-4ed0-9c40-17cef6737322 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:03.120139 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bda354e4-33e9-4e6f-aa41-d79bfaef7754 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:03.179051 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.183934 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.188101 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'name': 'tempest-TestShelveInstance-1177017460-router', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:56Z', 'updated_at': '2022-05-24T23:39:00Z', 'revision_number': 4, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'gw_port': {'id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:57Z', 'updated_at': '2022-05-24T23:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '4eb96114-7648-4d03-89d8-3966aaa6536d', 'name': '', 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'mac_address': 'fa:16:3e:49:18:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '72f38085-5d36-4a07-902b-f40db7cfee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:59Z', 'updated_at': '2022-05-24T23:39:00Z', 'revision_number': 2, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'subnets': [{'id': '72f38085-5d36-4a07-902b-f40db7cfee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:03.194554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Checking router: cd9dae86-3461-4a8d-acd9-2b1826a45456 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:39:03.194933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Updating router cd9dae86-3461-4a8d-acd9-2b1826a45456 port 4eb96114-7648-4d03-89d8-3966aaa6536d binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:39:03.207683 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c537e8-a795-41dd-8bc4-2c5b6e42a82f,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:03.217148 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.222672 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ffb2871d-779c-4ca7-b01c-7cd8c347a85a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471503 May 24 23:39:03.253230 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port bda354e4-33e9-4e6f-aa41-d79bfaef7754 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:03.253605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.290281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.380265 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-cb57079e-5175-44fb-b65b-2fdbd2314fd1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Synchronizing usage tracker for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:39:03.398865 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-cb57079e-5175-44fb-b65b-2fdbd2314fd1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Unset dirty status for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:39:03.400013 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-cb57079e-5175-44fb-b65b-2fdbd2314fd1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-315334585&fields=id&tenant_id=e53e4997bf924c718bf0476c99ef84f8 HTTP/1.1" status: 200 len: 267 time: 0.0591257 May 24 23:39:03.532556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port bda354e4-33e9-4e6f-aa41-d79bfaef7754 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:03.533605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f966d580-9815-4e6b-a7c0-c906c12f8841 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:03.548885 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-1e2dfc3b-dae6-4a33-bd51-abdaedd00bc6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:03.550251 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-1e2dfc3b-dae6-4a33-bd51-abdaedd00bc6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 809 time: 0.1427028 May 24 23:39:03.565797 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-56ed37cc-3eb6-4e13-84b6-9efe819f41d9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/quotas/e53e4997bf924c718bf0476c99ef84f8 HTTP/1.1" status: 200 len: 375 time: 0.0098476 May 24 23:39:03.652038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-263ca4d4-bd65-4862-983f-61866f654294 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Synchronizing usage tracker for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:39:03.668222 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-263ca4d4-bd65-4862-983f-61866f654294 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Unset dirty status for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:39:03.669496 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-263ca4d4-bd65-4862-983f-61866f654294 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982738 May 24 23:39:03.709933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port f966d580-9815-4e6b-a7c0-c906c12f8841 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:39:03.717293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f966d580-9815-4e6b-a7c0-c906c12f8841 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:03.717934 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.806856 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-f42d1ae4-3d36-4bfe-9818-d08cb4d8c14c service neutron] 10.222.0.32 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252265 May 24 23:39:03.873696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.904230 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Transition to ACTIVE for port object 4eb96114-7648-4d03-89d8-3966aaa6536d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:39:03.914681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:03.940354 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-4f3d743b-eacd-473f-8acb-3db58b5ca70a service neutron] 10.222.0.32 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268704 May 24 23:39:03.957135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f966d580-9815-4e6b-a7c0-c906c12f8841 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:03.957511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:04.085695 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port f966d580-9815-4e6b-a7c0-c906c12f8841, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f966d580-9815-4e6b-a7c0-c906c12f8841,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:04.086615 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eec82-af38-45c9-88c2-19bb20282401 None None] Pushing event updated for resources: {'Port': ['ID=4eb96114-7648-4d03-89d8-3966aaa6536d,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:04.099998 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:04.139498 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b7c75848-5095-4efe-893d-2ffdfabcbac2 req-ee1f022b-2305-4580-9830-5d1c9b2346a3 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 210 time: 0.0588882 May 24 23:39:04.214191 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Attempting to bind port 4eb96114-7648-4d03-89d8-3966aaa6536d on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:39:04.214560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Attempting to bind port 4eb96114-7648-4d03-89d8-3966aaa6536d by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': 'b6507b2a-234f-436c-9de5-0c6050870d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:39:04.214947 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Attempting to bind port 4eb96114-7648-4d03-89d8-3966aaa6536d on network ee54e9c2-f803-4210-9647-0b67035dc500 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:39:04.226011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:39:04.226376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Checking segment: {'id': 'b6507b2a-234f-436c-9de5-0c6050870d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:39:04.226801 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:04.227182 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Bound using segment: {'id': 'b6507b2a-234f-436c-9de5-0c6050870d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:39:04.227652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Bound port: 4eb96114-7648-4d03-89d8-3966aaa6536d, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6507b2a-234f-436c-9de5-0c6050870d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:39:04.228019 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:04.246086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=f966d580-9815-4e6b-a7c0-c906c12f8841,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:04.336845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] For port 4eb96114-7648-4d03-89d8-3966aaa6536d, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:39:04.340899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] For port 4eb96114-7648-4d03-89d8-3966aaa6536d, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4eb96114-7648-4d03-89d8-3966aaa6536d,segment=NetworkSegment(b6507b2a-234f-436c-9de5-0c6050870d20),segment_id=b6507b2a-234f-436c-9de5-0c6050870d20)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:39:04.345536 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:04.429088 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Routers {'cd9dae86-3461-4a8d-acd9-2b1826a45456'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:39:04.429725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cd9dae86-3461-4a8d-acd9-2b1826a45456'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:04.513972 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eec82-af38-45c9-88c2-19bb20282401 None None] Pushing event updated for resources: {'Port': ['ID=4eb96114-7648-4d03-89d8-3966aaa6536d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:04.621307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f966d580-9815-4e6b-a7c0-c906c12f8841 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:04.685979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] Set router cd9dae86-3461-4a8d-acd9-2b1826a45456 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:39:04.931624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port f966d580-9815-4e6b-a7c0-c906c12f8841 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:04.931990 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:05.142187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port f966d580-9815-4e6b-a7c0-c906c12f8841 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:05.160094 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'name': 'tempest-TestShelveInstance-1177017460-router', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:56Z', 'updated_at': '2022-05-24T23:39:00Z', 'revision_number': 4, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'gw_port': {'id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:86:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:57Z', 'updated_at': '2022-05-24T23:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '4eb96114-7648-4d03-89d8-3966aaa6536d', 'name': '', 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'mac_address': 'fa:16:3e:49:18:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '72f38085-5d36-4a07-902b-f40db7cfee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:59Z', 'updated_at': '2022-05-24T23:39:04Z', 'revision_number': 4, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'subnets': [{'id': '72f38085-5d36-4a07-902b-f40db7cfee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:05.165097 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df5dc5-623d-4e9b-a180-4dce3be3b0ba None None] The sync data for ids ['cd9dae86-3461-4a8d-acd9-2b1826a45456'] in dv-neutron-843190-1-hyperv is: [{'id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'name': 'tempest-TestShelveInstance-1177017460-router', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:56Z', 'updated_at': '2022-05-24T23:39:00Z', 'revision_number': 4, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'gw_port': {'id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:86:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:57Z', 'updated_at': '2022-05-24T23:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '4eb96114-7648-4d03-89d8-3966aaa6536d', 'name': '', 'network_id': 'ee54e9c2-f803-4210-9647-0b67035dc500', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'mac_address': 'fa:16:3e:49:18:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '72f38085-5d36-4a07-902b-f40db7cfee88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:59Z', 'updated_at': '2022-05-24T23:39:04Z', 'revision_number': 4, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'subnets': [{'id': '72f38085-5d36-4a07-902b-f40db7cfee88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:39:05.338922 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-ee5b3626-a7ef-4354-be2d-aa919a105e21 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:05.340269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-ee5b3626-a7ef-4354-be2d-aa919a105e21 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Synchronizing usage tracker for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:39:05.367912 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-ee5b3626-a7ef-4354-be2d-aa919a105e21 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Unset dirty status for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:39:05.369256 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-ee5b3626-a7ef-4354-be2d-aa919a105e21 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 809 time: 0.2545621 May 24 23:39:05.379254 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76b0d199-0e82-4522-adc6-252eebc7d58a req-1c1ebe61-ad22-4179-adf3-1374ae75221e tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 210 time: 0.0629284 May 24 23:39:05.426098 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-866bf8ab-ccec-4a8e-85dd-e46af42b1c5d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Synchronizing usage tracker for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:39:05.444187 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-866bf8ab-ccec-4a8e-85dd-e46af42b1c5d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Unset dirty status for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:39:05.445490 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-866bf8ab-ccec-4a8e-85dd-e46af42b1c5d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e53e4997bf924c718bf0476c99ef84f8 HTTP/1.1" status: 200 len: 379 time: 0.0635757 May 24 23:39:05.454170 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'port': {'device_id': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'admin_state_up': True, 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'security_groups': ['dede9b84-7113-4f39-bc41-36e486a8a526']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:05.595982 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:05.605884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:05.616131 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Made reservation on behalf of e53e4997bf924c718bf0476c99ef84f8 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:39:05.620007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:05.787112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Allocated IP 172.20.0.3 (d8ec0ef9-2876-4fb9-858a-f02f2425becd/b87dfff3-fb8a-4917-8f71-a45133f9a39e/0fc9a34c-c3a9-4981-81fd-dd6b578d9969) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:39:05.985222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:06.002085 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Transition to ACTIVE for port object 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:39:06.026215 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:06.209661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Network d8ec0ef9-2876-4fb9-858a-f02f2425becd is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:39:06.213003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:39:06.216988 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:39:06.248100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'Port': ['ID=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:06.283574 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:06.284217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:06.312524 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-dbc91dc9-5588-48cb-a2dc-29f7fe84165f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8618488 May 24 23:39:06.324361 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Request body: {'port': {'device_id': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:06.447968 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:06.449906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bab49f45-74be-44b3-8447-9d45086a547c None None] Provisioning for port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:39:06.455400 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bab49f45-74be-44b3-8447-9d45086a547c None None] Provisioning complete for port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:06.455932 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bab49f45-74be-44b3-8447-9d45086a547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:06.514669 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bab49f45-74be-44b3-8447-9d45086a547c None None] Port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:39:06.585059 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031e74-35d5-47f7-bb39-1950641933ac req-e6de70a4-9138-48ea-b825-8692cb66159b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:06.588577 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b0031e74-35d5-47f7-bb39-1950641933ac req-e6de70a4-9138-48ea-b825-8692cb66159b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 931 time: 0.0902834 May 24 23:39:06.636408 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b0031e74-35d5-47f7-bb39-1950641933ac req-23131d99-9245-4088-9291-b8dbac782490 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418236 May 24 23:39:06.636932 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4eb96114-7648-4d03-89d8-3966aaa6536d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:06.707120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 4eb96114-7648-4d03-89d8-3966aaa6536d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:39:06.711906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 4eb96114-7648-4d03-89d8-3966aaa6536d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:06.712266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:06.804447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:39:06.811679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:06.825905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Transition to ACTIVE for port object 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:39:06.830165 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:06.847807 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4eb96114-7648-4d03-89d8-3966aaa6536d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:06.848191 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:06.880900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 4eb96114-7648-4d03-89d8-3966aaa6536d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4eb96114-7648-4d03-89d8-3966aaa6536d,segment=NetworkSegment(b6507b2a-234f-436c-9de5-0c6050870d20),segment_id=b6507b2a-234f-436c-9de5-0c6050870d20)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:06.885623 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:06.960299 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=4eb96114-7648-4d03-89d8-3966aaa6536d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:06.991181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:07.074072 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Attempting to bind port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:39:07.074402 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Attempting to bind port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:39:07.074766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Attempting to bind port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 on network d8ec0ef9-2876-4fb9-858a-f02f2425becd {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:39:07.079451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 on network d8ec0ef9-2876-4fb9-858a-f02f2425becd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:39:07.079760 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Attempting to bind port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 on network d8ec0ef9-2876-4fb9-858a-f02f2425becd {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:39:07.084829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:39:07.085156 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Checking segment: {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:39:07.085527 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Bound using segment: {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:39:07.085944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Bound port: 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:39:07.086283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:07.176902 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:39:07.180259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:39:07.184788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:07.247463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:07.248063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:07.249411 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] 10.222.0.42 "PUT /v2.0/ports/0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 200 len: 1093 time: 0.9294472 May 24 23:39:07.249840 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:39:07.272081 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777a908-3508-4167-a18c-b2f31872b391 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:07.319999 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57678bdf-985a-4cf7-8e66-2c0f6626787b'] response: {'name': 'network-changed', 'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'status': 'completed', 'code': 200} May 24 23:39:07.363180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-f26b5db0-692d-4a20-b7a9-a32603f452d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:07.364682 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-f26b5db0-692d-4a20-b7a9-a32603f452d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1096 time: 0.0781465 May 24 23:39:07.437166 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-1c736955-2a96-4cb6-9a0e-7beb6765d0b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 200 len: 217 time: 0.0658598 May 24 23:39:07.500133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-45923162-873f-4ba5-9ddb-4c2e0b5d43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:07.501512 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-45923162-873f-4ba5-9ddb-4c2e0b5d43b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0587082 May 24 23:39:07.575239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-0cb4882a-728d-4965-8afc-8b83c3f13f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:07.576653 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-0cb4882a-728d-4965-8afc-8b83c3f13f03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697312 May 24 23:39:07.707812 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-d82ab9b3-91be-43a9-81fb-074c90d255f1 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250114 May 24 23:39:07.826172 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32690394-141a-467e-bf5f-7c727e020adb req-c215f6ba-c0f6-4f3a-b145-775fa931694c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:07.827552 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32690394-141a-467e-bf5f-7c727e020adb req-c215f6ba-c0f6-4f3a-b145-775fa931694c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.0823562 May 24 23:39:07.838631 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-77a26a07-4a53-489b-a3b2-f7f43ba9969e req-0fe11991-5a06-4847-8f1d-cb656dc34024 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252184 May 24 23:39:07.872903 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32690394-141a-467e-bf5f-7c727e020adb req-73e2bbe5-e572-4850-93b7-1e91c63182ac tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396018 May 24 23:39:07.952880 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6697-415b-48e1-858f-d1102e263e45 req-293a10bf-595a-486a-885d-fe3f46426c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:07.954350 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a7d6697-415b-48e1-858f-d1102e263e45 req-293a10bf-595a-486a-885d-fe3f46426c7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1096 time: 0.0742636 May 24 23:39:08.180930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6697-415b-48e1-858f-d1102e263e45 req-ac3085be-82c8-441a-b72f-b751e54cd7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:08.182358 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a7d6697-415b-48e1-858f-d1102e263e45 req-ac3085be-82c8-441a-b72f-b751e54cd7f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.2207782 May 24 23:39:08.251630 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a7d6697-415b-48e1-858f-d1102e263e45 req-eeacf8d2-2455-4c47-9327-2c63a6c865c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 200 len: 217 time: 0.0621016 May 24 23:39:08.313827 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6697-415b-48e1-858f-d1102e263e45 req-6f8401e1-cc7c-49cb-ad7d-aec639712c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:08.315300 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a7d6697-415b-48e1-858f-d1102e263e45 req-6f8401e1-cc7c-49cb-ad7d-aec639712c69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0559578 May 24 23:39:08.392523 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6697-415b-48e1-858f-d1102e263e45 req-5cf6f8e6-5a7d-42f9-b041-5243eda01923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:08.394022 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a7d6697-415b-48e1-858f-d1102e263e45 req-5cf6f8e6-5a7d-42f9-b041-5243eda01923 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716915 May 24 23:39:08.523035 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a7d6697-415b-48e1-858f-d1102e263e45 req-72beb7d2-84da-4513-a250-3a2909493aa4 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213686 May 24 23:39:08.602010 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4eb96114-7648-4d03-89d8-3966aaa6536d up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:08.656274 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1a7d6697-415b-48e1-858f-d1102e263e45 req-bd6d5c72-3c2c-47a2-b655-2120b60fe254 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270630 May 24 23:39:08.668275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 4eb96114-7648-4d03-89d8-3966aaa6536d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:08.668651 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:08.782183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 4eb96114-7648-4d03-89d8-3966aaa6536d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:09.054341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86cd43-3831-4d80-aff9-258983f5516f req-3a4272fd-1cc3-40b3-b3f5-2d4e5223a4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:09.055704 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c86cd43-3831-4d80-aff9-258983f5516f req-3a4272fd-1cc3-40b3-b3f5-2d4e5223a4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.0786495 May 24 23:39:09.098768 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c86cd43-3831-4d80-aff9-258983f5516f req-0dfdbcf5-8169-46cb-a300-75db76085a09 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373809 May 24 23:39:10.388803 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cce18e-1059-424c-bc0f-6a9f330f73b7 req-349fff1a-46b1-45c3-89a5-d4611df724d7 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:10.390619 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8cce18e-1059-424c-bc0f-6a9f330f73b7 req-349fff1a-46b1-45c3-89a5-d4611df724d7 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.1865983 May 24 23:39:10.436048 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8cce18e-1059-424c-bc0f-6a9f330f73b7 req-a9bbca74-64cb-45e5-8f16-12d430022fa1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394161 May 24 23:39:10.468401 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:39:10.602535 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:10.615797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'port_id': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'mac_address': 'fa:16:3e:7e:1a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:39:10.668917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:10.669222 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:10.685297 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:39:10.700218 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:10.704054 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:10.771809 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:10.904912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['0fc9a34c-c3a9-4981-81fd-dd6b578d9969'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:39:11.619834 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce25450-0dc2-4d1c-965c-02368a2a1016 req-d4f2f794-4cac-40e5-abbd-bf7aec4345cf tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:11.621284 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4ce25450-0dc2-4d1c-965c-02368a2a1016 req-d4f2f794-4cac-40e5-abbd-bf7aec4345cf tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 944 time: 0.0795133 May 24 23:39:11.667385 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4ce25450-0dc2-4d1c-965c-02368a2a1016 req-44ec6c5a-872c-466c-a498-962a568e9c85 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404480 May 24 23:39:12.481653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:12.550015 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:39:12.554629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:12.555023 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:12.669101 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:12.669496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:12.695374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:39:12.705350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:12.709152 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:12.776922 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:12.848878 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c1ef4-4f6b-44f0-983e-0949fd88a250 req-6f5cb1fb-57c0-4a1b-b2f5-931752f9b975 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:12.850293 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-306c1ef4-4f6b-44f0-983e-0949fd88a250 req-6f5cb1fb-57c0-4a1b-b2f5-931752f9b975 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0778575 May 24 23:39:12.893359 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-306c1ef4-4f6b-44f0-983e-0949fd88a250 req-5d427719-3471-42ef-ac82-054224d5e7c4 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366547 May 24 23:39:12.941986 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c886eb-ff78-43f3-9d00-ca5ed1b79276'] response: {'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'code': 200} May 24 23:39:13.166019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8891-c5d4-41e2-8362-971f308266d1 req-f1079377-dc71-4373-b7cd-9f9d84f7cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:13.167746 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-89fe8891-c5d4-41e2-8362-971f308266d1 req-f1079377-dc71-4373-b7cd-9f9d84f7cc1b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1098 time: 0.0726123 May 24 23:39:13.207612 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-89fe8891-c5d4-41e2-8362-971f308266d1 req-5e99490f-7555-49b2-b475-d1c4f1ce572c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340822 May 24 23:39:14.079685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780438b-ef63-4c61-8eb0-e98da7b6df65 req-53022e5b-a16f-4772-b4ab-40b17950dacb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:14.081135 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c780438b-ef63-4c61-8eb0-e98da7b6df65 req-53022e5b-a16f-4772-b4ab-40b17950dacb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0827155 May 24 23:39:14.124764 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c780438b-ef63-4c61-8eb0-e98da7b6df65 req-41fad384-ded6-43e9-8e85-9abc4f598d86 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378752 May 24 23:39:15.312616 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d619-cbe1-47d5-a499-ae272744197b req-d4cc106a-c5d6-4712-b7d7-a45ac36d57fe tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:15.314081 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a834d619-cbe1-47d5-a499-ae272744197b req-d4cc106a-c5d6-4712-b7d7-a45ac36d57fe tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0802214 May 24 23:39:15.358850 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a834d619-cbe1-47d5-a499-ae272744197b req-18b3890b-76b5-4174-836c-f2ea1c64edfe tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389814 May 24 23:39:15.544373 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578c22a-921d-4b3d-800b-a88832ed5c1c req-6251b36a-2b3b-445d-aa37-c3d493dfa343 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:15.545798 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d578c22a-921d-4b3d-800b-a88832ed5c1c req-6251b36a-2b3b-445d-aa37-c3d493dfa343 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0820570 May 24 23:39:15.588900 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d578c22a-921d-4b3d-800b-a88832ed5c1c req-18b8b324-7980-4ae6-8430-485efb4ae7d9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375030 May 24 23:39:15.610805 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41644) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:15.775835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77076ad-997a-4422-8fdb-811045e03d6f tempest-TestShelveInstance-995724406 tempest-TestShelveInstance-995724406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:15.776524 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b77076ad-997a-4422-8fdb-811045e03d6f tempest-TestShelveInstance-995724406 tempest-TestShelveInstance-995724406-project-admin] Synchronizing usage tracker for tenant:185bc8c136b4439b9616ba254d7b7e8f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:39:15.791976 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b77076ad-997a-4422-8fdb-811045e03d6f tempest-TestShelveInstance-995724406 tempest-TestShelveInstance-995724406-project-admin] Unset dirty status for tenant:185bc8c136b4439b9616ba254d7b7e8f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:39:15.793230 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b77076ad-997a-4422-8fdb-811045e03d6f tempest-TestShelveInstance-995724406 tempest-TestShelveInstance-995724406-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1093 time: 0.1814938 May 24 23:39:15.796228 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41650) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:15.801035 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:15.806746 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:15.811002 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:floatingip and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:15.813763 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:15.819422 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:15.830122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:15.962977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:16.104003 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Allocated IP 172.26.3.212 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/02eccfb9-e152-4c13-bc75-10035f684c75) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:39:16.250185 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:16.277826 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:16.324924 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:16.345761 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:39:16.348583 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:39:16.355477 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:39:16.394581 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'Port': ['ID=02eccfb9-e152-4c13-bc75-10035f684c75,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:16.759033 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:16.835020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:17.120987 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:17.125365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:17.232298 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'Port': ['ID=02eccfb9-e152-4c13-bc75-10035f684c75,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:17.244328 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:17.412726 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Floating IP 99087b4e-5a38-42b2-ad4d-f1726523fdfa associated. External IP: 172.26.3.212, port: 0fc9a34c-c3a9-4981-81fd-dd6b578d9969. May 24 23:39:17.759158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:39:17.934152 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:39:17.943698 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5c46a-5f6e-418b-a05f-e5b73e319a0f None None] Sync routers for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:39:17.953746 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5c46a-5f6e-418b-a05f-e5b73e319a0f None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:39:17.954390 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dcf5c46a-5f6e-418b-a05f-e5b73e319a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:17.958211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:18.016176 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5fd59b1b-fcab-485e-ba8a-868064940415 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2188833 May 24 23:39:18.016667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:39:18.060333 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca7f8951-0688-4149-bac5-898877645cfc'] response: {'name': 'network-changed', 'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'status': 'completed', 'code': 200} May 24 23:39:18.128931 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-dcf5c46a-5f6e-418b-a05f-e5b73e319a0f None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:39:18.149362 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ccc22-dbae-4648-80d1-7133633151b6 req-3e578b3a-791b-4929-b4de-6f04e9fecd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:18.150871 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d85ccc22-dbae-4648-80d1-7133633151b6 req-3e578b3a-791b-4929-b4de-6f04e9fecd37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1098 time: 0.0706587 May 24 23:39:18.282098 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ccc22-dbae-4648-80d1-7133633151b6 req-fad3edaa-69e9-461c-80c6-a20578ac11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:18.283496 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d85ccc22-dbae-4648-80d1-7133633151b6 req-fad3edaa-69e9-461c-80c6-a20578ac11ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1268218 May 24 23:39:18.387477 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d85ccc22-dbae-4648-80d1-7133633151b6 req-9099b28b-bf62-489d-8ac9-c2fa07398449 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 200 len: 999 time: 0.0980871 May 24 23:39:18.451929 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ccc22-dbae-4648-80d1-7133633151b6 req-7c076ce2-240e-4f83-be8d-13c07434f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:18.453350 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d85ccc22-dbae-4648-80d1-7133633151b6 req-7c076ce2-240e-4f83-be8d-13c07434f1a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0608766 May 24 23:39:18.467250 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dcf5c46a-5f6e-418b-a05f-e5b73e319a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '99087b4e-5a38-42b2-ad4d-f1726523fdfa', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'floating_ip_address': '172.26.3.212', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'port_id': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'mac_address': 'fa:16:3e:7e:1a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:39:16Z', 'updated_at': '2022-05-24T23:39:16Z', 'revision_number': 0, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:18.471225 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5c46a-5f6e-418b-a05f-e5b73e319a0f None None] Checking router: b86cd7bd-b58e-462c-a8b2-69210c94f7c8 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:39:18.479271 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5c46a-5f6e-418b-a05f-e5b73e319a0f None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:39:18.480348 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dcf5c46a-5f6e-418b-a05f-e5b73e319a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:38:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:18.526512 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ccc22-dbae-4648-80d1-7133633151b6 req-d311bffb-89e9-475d-9498-8ab44cb18cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:18.528082 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d85ccc22-dbae-4648-80d1-7133633151b6 req-d311bffb-89e9-475d-9498-8ab44cb18cb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692155 May 24 23:39:18.655815 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-dcf5c46a-5f6e-418b-a05f-e5b73e319a0f None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:39:18.659699 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d85ccc22-dbae-4648-80d1-7133633151b6 req-58c235f8-b9ef-4009-b00c-73b517b6febc service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254315 May 24 23:39:18.789933 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d85ccc22-dbae-4648-80d1-7133633151b6 req-72387d02-68da-44e5-bfa9-ed34566fb3f5 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246872 May 24 23:39:18.994316 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dcf5c46a-5f6e-418b-a05f-e5b73e319a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '99087b4e-5a38-42b2-ad4d-f1726523fdfa', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'floating_ip_address': '172.26.3.212', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'port_id': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'mac_address': 'fa:16:3e:7e:1a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:39:16Z', 'updated_at': '2022-05-24T23:39:16Z', 'revision_number': 0, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:18.998192 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5c46a-5f6e-418b-a05f-e5b73e319a0f None None] The sync data for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv is: [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '99087b4e-5a38-42b2-ad4d-f1726523fdfa', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'floating_ip_address': '172.26.3.212', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'port_id': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'mac_address': 'fa:16:3e:7e:1a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:39:16Z', 'updated_at': '2022-05-24T23:39:16Z', 'revision_number': 0, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:39:19.172834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a837f80-6a38-4dc0-bd2c-7324a9fa6754 None None] New status for floating IP 99087b4e-5a38-42b2-ad4d-f1726523fdfa: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:39:21.966046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24440e64-e237-439b-9330-e5f88285df58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:24.258048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38aa6815-eb77-43f0-9cdf-501e5152998a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:25.221826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:25.324649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:26.683988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:28.022830 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:39:46.343365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:51.004022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [req-57d5e69b-0bed-4de6-afb3-fc6b4859fb27 req-5b006787-731b-4b5d-98bc-904eacfcd603 service neutron] (88260) timed out ('10.222.0.32', 37500) {{(pid=88260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:39:51.968281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2801c88e-6fbb-43ee-ac86-45a1a98e3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:54.115221 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-4c410e74-290f-477a-bbe2-7c832103c244 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1133316 May 24 23:39:54.254455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-75813cc1-57e6-4467-9c5e-1048a5076c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:54.255956 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-75813cc1-57e6-4467-9c5e-1048a5076c1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1098 time: 0.0706110 May 24 23:39:54.259764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dad85d5b-794a-4ba4-9c95-1e22816a7521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:54.397895 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-be3ec969-adb5-45be-be16-6e9b5074f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:54.399359 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-be3ec969-adb5-45be-be16-6e9b5074f57f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1253521 May 24 23:39:54.603288 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-a5154815-94e3-4488-90e9-99f18b9fc88f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 200 len: 1001 time: 0.1962600 May 24 23:39:54.662585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-c9ab0ec4-2589-4d60-a83e-e9bdd072871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:54.663979 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-c9ab0ec4-2589-4d60-a83e-e9bdd072871c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0551202 May 24 23:39:54.739152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-890c7aff-bf24-4b87-b38a-45469251262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:54.740562 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-890c7aff-bf24-4b87-b38a-45469251262e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709829 May 24 23:39:54.754318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-d9e0ed52-4012-4135-a09e-d1e50370fd93 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:39:54.755247 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-d9e0ed52-4012-4135-a09e-d1e50370fd93 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046492 May 24 23:39:54.883767 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-47529055-b1ef-4ffb-8a62-ff9ed741641d service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218581 May 24 23:39:55.012029 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa06899-5e0b-4c96-b84d-3211db680463 req-0c2e8832-5e11-486e-be51-28429639b0f3 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221948 May 24 23:39:55.224834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:55.324083 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:56.686393 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.021973 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:40:16.361917 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:21.970685 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94d0bdc0-fe86-440d-a745-92c685e2b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:24.262004 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-336993f9-a57a-46be-a7bd-ded2fb57e35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:25.227886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:25.324613 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:26.689120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:42.021024 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:40:46.360281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:51.972441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1691df3-5a63-4029-9410-2ca0d47e3548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:54.032868 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-66535ba3-4897-4e1e-bd5c-fbac0b8b1947 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690250 May 24 23:40:54.169425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-3ecf4e5e-e848-4c4c-9b57-f7139379d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:54.170918 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-3ecf4e5e-e848-4c4c-9b57-f7139379d32a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1098 time: 0.0711739 May 24 23:40:54.264689 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-69e902e7-9d7b-4542-aebe-2405abce6f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:54.317080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-ebafe5a5-352b-4689-b6c1-d7e4d7f090f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:54.318555 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-ebafe5a5-352b-4689-b6c1-d7e4d7f090f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1303082 May 24 23:40:54.420928 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-ca6cbeb7-9b90-46b3-bb19-1194883b6c08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 200 len: 1001 time: 0.0966191 May 24 23:40:54.489434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-70d91ff5-4326-4842-b7a8-7f61b1d35977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:54.490891 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-70d91ff5-4326-4842-b7a8-7f61b1d35977 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0628324 May 24 23:40:54.565374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-43e073e6-6e12-491f-a137-ab1641ee17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:54.566859 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-43e073e6-6e12-491f-a137-ab1641ee17a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698824 May 24 23:40:54.694653 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-d977746f-e44f-46b8-bef9-42cc2de78b87 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212280 May 24 23:40:54.820879 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a2671a13-718c-4862-a3ba-04c351488fd0 req-ca2268aa-31fa-4899-aa0f-4fbedfe1bea8 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204720 May 24 23:40:55.230171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:55.327040 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:56.692707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:13.282082 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c9f3-c191-49d7-bebb-66b3af024956 req-c7bbf59f-0042-4087-8929-bee3c4524d7a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:13.283572 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dd79c9f3-c191-49d7-bebb-66b3af024956 req-c7bbf59f-0042-4087-8929-bee3c4524d7a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0795751 May 24 23:41:13.328962 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dd79c9f3-c191-49d7-bebb-66b3af024956 req-f6a0de98-6f11-4185-8200-41d90d0af610 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396519 May 24 23:41:14.522321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fe0d7-eadb-4f12-906a-9b3fc8a1fd84 req-d647431d-5beb-4e53-b62b-f02c279c0d9f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:14.523705 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b2fe0d7-eadb-4f12-906a-9b3fc8a1fd84 req-d647431d-5beb-4e53-b62b-f02c279c0d9f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0813346 May 24 23:41:14.568266 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b2fe0d7-eadb-4f12-906a-9b3fc8a1fd84 req-4b216209-f987-4e91-a635-315eade9912a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386181 May 24 23:41:15.752395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f71a-23ba-466f-8b58-af853184cecb req-b20f9e75-bf3e-4fb4-a0ab-3b8ce34da95d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:15.753827 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa07f71a-23ba-466f-8b58-af853184cecb req-b20f9e75-bf3e-4fb4-a0ab-3b8ce34da95d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0783288 May 24 23:41:15.797002 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa07f71a-23ba-466f-8b58-af853184cecb req-b5a55374-0d86-4ca8-a3ca-9afb1204d82f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376227 May 24 23:41:16.390918 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:17.080468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315e7f8-08a4-45fe-94f5-3dba920d5ce3 req-41b2605e-79d1-464a-949c-30c1873a17ad tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:17.081913 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9315e7f8-08a4-45fe-94f5-3dba920d5ce3 req-41b2605e-79d1-464a-949c-30c1873a17ad tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.1828475 May 24 23:41:17.125486 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9315e7f8-08a4-45fe-94f5-3dba920d5ce3 req-a0b1a43e-42b4-44c9-9192-fd6f62e7c606 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378995 May 24 23:41:18.306552 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571699e-62cf-4f48-888e-0d7485de9e28 req-01ab8224-b592-409d-b3d9-fede4ad364ed tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:18.308074 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0571699e-62cf-4f48-888e-0d7485de9e28 req-01ab8224-b592-409d-b3d9-fede4ad364ed tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0803592 May 24 23:41:18.351395 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0571699e-62cf-4f48-888e-0d7485de9e28 req-3f609e5c-f160-4e66-95ba-484c8a7710ae tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369945 May 24 23:41:19.019890 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:41:19.534841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876bdc-6b7c-4d51-b211-bf546bb516ac req-e3720757-5c6a-476d-8b1a-a056353d462b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:19.536273 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4876bdc-6b7c-4d51-b211-bf546bb516ac req-e3720757-5c6a-476d-8b1a-a056353d462b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0782044 May 24 23:41:19.581015 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4876bdc-6b7c-4d51-b211-bf546bb516ac req-c5d39558-ca6e-4f8d-b752-b75198132d4d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391271 May 24 23:41:20.765355 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d06fd-0673-4fb8-ae8c-3239abbcfbe2 req-9d42c57b-281d-432f-9fc0-20927904bd53 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:20.766819 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a2d06fd-0673-4fb8-ae8c-3239abbcfbe2 req-9d42c57b-281d-432f-9fc0-20927904bd53 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0831423 May 24 23:41:20.809968 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a2d06fd-0673-4fb8-ae8c-3239abbcfbe2 req-288bea7c-254f-4e0e-8dc6-e16f06e8fbf8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375705 May 24 23:41:21.974559 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a01ac359-1ff3-4a33-b6ee-6d3a02461b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:21.991961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68990bc8-4aad-4482-a0ee-91d074aeb244 req-9eb81d27-dabd-493c-8b74-b231b832078b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:21.993398 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68990bc8-4aad-4482-a0ee-91d074aeb244 req-9eb81d27-dabd-493c-8b74-b231b832078b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0802824 May 24 23:41:22.037358 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68990bc8-4aad-4482-a0ee-91d074aeb244 req-1f9010a9-cb87-4ed8-8548-a8737771abc5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382187 May 24 23:41:23.224639 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7b12d-d66d-40bf-a717-f135b92e4ad4 req-a8704ad2-fff0-42c9-89b7-7448504b3bc6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:23.226084 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4d7b12d-d66d-40bf-a717-f135b92e4ad4 req-a8704ad2-fff0-42c9-89b7-7448504b3bc6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0822983 May 24 23:41:23.269475 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4d7b12d-d66d-40bf-a717-f135b92e4ad4 req-34c0e80a-deb1-4b68-94b9-05e581d7ae3a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378070 May 24 23:41:24.267574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e1e2181-b2e1-4e29-9da0-b7b7b1eff408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:24.451115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d32fd-025d-4450-b470-34b6f29a73a7 req-f34bb7a1-4449-417d-b2a3-aed935976a7d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:24.452464 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-969d32fd-025d-4450-b470-34b6f29a73a7 req-f34bb7a1-4449-417d-b2a3-aed935976a7d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0790505 May 24 23:41:24.500600 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-969d32fd-025d-4450-b470-34b6f29a73a7 req-2ac8a241-a880-4c2f-bb65-e35c2ced05ef tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417039 May 24 23:41:25.139716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:41:25.242263 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:25.279835 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:25.292375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'port_id': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'mac_address': 'fa:16:3e:7e:1a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:41:25.350112 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:25.357264 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:25.357633 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:25.373870 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:41:25.388944 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:25.392274 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:25.462113 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:25.469778 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.470119 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.470451 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.470806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.471133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.471455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.471776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.472102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.472417 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.472732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.473046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.473357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:25.526684 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['0fc9a34c-c3a9-4981-81fd-dd6b578d9969'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:41:25.687281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd8548-fe49-4cd6-ad3f-155f5e5e45ce req-401d1a1b-f149-4543-bf25-69d6123eaae2 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:25.688761 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9bfd8548-fe49-4cd6-ad3f-155f5e5e45ce req-401d1a1b-f149-4543-bf25-69d6123eaae2 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 944 time: 0.0827818 May 24 23:41:25.735700 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9bfd8548-fe49-4cd6-ad3f-155f5e5e45ce req-995d06f9-aa02-4511-89f6-300c55584dc9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404823 May 24 23:41:26.698883 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:26.931821 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5925b7-e7f1-4fab-97cf-6af2cc807ff0 req-ec0fa9c9-7415-44f4-aa33-0af00ac006cc tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:26.933379 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f5925b7-e7f1-4fab-97cf-6af2cc807ff0 req-ec0fa9c9-7415-44f4-aa33-0af00ac006cc tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 944 time: 0.0844281 May 24 23:41:26.991120 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f5925b7-e7f1-4fab-97cf-6af2cc807ff0 req-e2b2a102-fd10-43c4-94b6-1fff22eadc7f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503953 May 24 23:41:27.135645 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:41:27.221933 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:41:27.222304 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:27.356333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:27.356710 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:27.383649 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:41:27.394532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:27.403505 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:27.464372 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8eeb4bb-b05a-4b82-b4e8-0f315122645e'] response: {'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'code': 200} May 24 23:41:27.484728 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:28.213557 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f88f4-588c-45f0-9adb-6582c098c66b req-a41994a9-6613-4ea9-bdf5-7b7dd697d04e tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:28.215239 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c55f88f4-588c-45f0-9adb-6582c098c66b req-a41994a9-6613-4ea9-bdf5-7b7dd697d04e tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.1183093 May 24 23:41:28.271162 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c55f88f4-588c-45f0-9adb-6582c098c66b req-5816c553-0c90-4c99-8a1e-d39456d92582 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498009 May 24 23:41:29.472491 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4cb61-3dfa-413a-869c-04f1c6a83472 req-587bc9ba-488f-4e06-9563-6e1569439fe2 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:29.479464 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ac4cb61-3dfa-413a-869c-04f1c6a83472 req-587bc9ba-488f-4e06-9563-6e1569439fe2 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0956697 May 24 23:41:29.526673 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ac4cb61-3dfa-413a-869c-04f1c6a83472 req-e29d6eda-603d-4561-a42f-aa1ce34620e6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459738 May 24 23:41:30.737575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac80382-5cd6-4026-950c-57eeb90221ed req-55189a3b-e77f-41d3-88cf-59823e6c9214 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:30.739043 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ac80382-5cd6-4026-950c-57eeb90221ed req-55189a3b-e77f-41d3-88cf-59823e6c9214 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0901475 May 24 23:41:30.794583 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ac80382-5cd6-4026-950c-57eeb90221ed req-236e87e9-5c59-4973-8241-98fc57aac6a1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494628 May 24 23:41:31.996132 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c6ee7-67fa-4cd9-bcb5-42344da03a83 req-f9d99c82-d4bb-4928-977f-fe131eba43ea tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:31.997707 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d3c6ee7-67fa-4cd9-bcb5-42344da03a83 req-f9d99c82-d4bb-4928-977f-fe131eba43ea tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0856707 May 24 23:41:32.044255 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d3c6ee7-67fa-4cd9-bcb5-42344da03a83 req-625d750f-d426-4174-aa06-42941050296d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405421 May 24 23:41:33.280474 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf99c5-1378-44eb-9c72-3b1f5d8e230d req-8b3e19d1-13c7-4a18-93b7-a1350cdf4eea tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:33.281989 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c5cf99c5-1378-44eb-9c72-3b1f5d8e230d req-8b3e19d1-13c7-4a18-93b7-a1350cdf4eea tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0965469 May 24 23:41:33.335101 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c5cf99c5-1378-44eb-9c72-3b1f5d8e230d req-6f45f7a1-06fa-45ad-8ee9-c4c3f2dd1ae2 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472007 May 24 23:41:34.543749 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2dce-58b9-4eb3-81df-5c0421a70b69 req-e0dddef1-5675-439e-a0d3-bd70aa2b16a3 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:34.545979 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb3e2dce-58b9-4eb3-81df-5c0421a70b69 req-e0dddef1-5675-439e-a0d3-bd70aa2b16a3 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0917890 May 24 23:41:34.597080 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb3e2dce-58b9-4eb3-81df-5c0421a70b69 req-bcf51899-7d5f-4993-a670-505d571197ae tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452454 May 24 23:41:35.450292 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45c479-9739-4814-b031-70cad7753ae3 req-46a7b5e5-8f1e-48aa-9eca-dd8f2520e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:35.451796 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6f45c479-9739-4814-b031-70cad7753ae3 req-46a7b5e5-8f1e-48aa-9eca-dd8f2520e04e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1098 time: 0.0746353 May 24 23:41:35.580715 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45c479-9739-4814-b031-70cad7753ae3 req-e609509a-fe5a-4158-a5bc-4323d72d057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:35.582136 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6f45c479-9739-4814-b031-70cad7753ae3 req-e609509a-fe5a-4158-a5bc-4323d72d057c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1243868 May 24 23:41:35.679969 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6f45c479-9739-4814-b031-70cad7753ae3 req-3e797d30-1b03-44ab-aa69-9b3c948fa64c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 200 len: 1001 time: 0.0913146 May 24 23:41:35.744429 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45c479-9739-4814-b031-70cad7753ae3 req-dcac2c46-8041-4790-b46d-45fce630d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:35.745786 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6f45c479-9739-4814-b031-70cad7753ae3 req-dcac2c46-8041-4790-b46d-45fce630d46a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0604982 May 24 23:41:35.783463 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d58c5-8f78-4286-87b8-6e1a78f6560c req-9f64bb24-2a6f-4ea4-8331-723113ad0101 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:35.785031 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e37d58c5-8f78-4286-87b8-6e1a78f6560c req-9f64bb24-2a6f-4ea4-8331-723113ad0101 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0831413 May 24 23:41:35.819744 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45c479-9739-4814-b031-70cad7753ae3 req-0146ed13-2a8e-4ab8-9865-89f22048307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:35.821228 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6f45c479-9739-4814-b031-70cad7753ae3 req-0146ed13-2a8e-4ab8-9865-89f22048307b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699265 May 24 23:41:35.833711 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e37d58c5-8f78-4286-87b8-6e1a78f6560c req-adeb3cc0-be29-4bba-b65e-71b1d1612795 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381675 May 24 23:41:35.953375 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6f45c479-9739-4814-b031-70cad7753ae3 req-66de90e1-1ab7-4333-9c2f-7e5b5a8e8eb9 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260719 May 24 23:41:36.178225 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6f45c479-9739-4814-b031-70cad7753ae3 req-261fa0d8-0139-49fb-930e-21f65f4db668 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191131 May 24 23:41:37.017419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996613fb-d4e6-4714-bc85-d396d0cb1205 req-63f84d4d-4d85-4772-ad48-35ac93ed6c5b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:37.018876 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-996613fb-d4e6-4714-bc85-d396d0cb1205 req-63f84d4d-4d85-4772-ad48-35ac93ed6c5b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0785637 May 24 23:41:37.061911 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-996613fb-d4e6-4714-bc85-d396d0cb1205 req-202ad9b4-806d-48f2-8a36-8bb95c247e50 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374973 May 24 23:41:38.246806 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c360c1b-10ff-4d78-996e-b63f7383ba95 req-ede04dcd-a4df-4929-ae76-02d6266206fc tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:38.248225 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c360c1b-10ff-4d78-996e-b63f7383ba95 req-ede04dcd-a4df-4929-ae76-02d6266206fc tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0817347 May 24 23:41:38.290592 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c360c1b-10ff-4d78-996e-b63f7383ba95 req-f67373bd-41ea-4e60-9c0c-7307626e1064 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367827 May 24 23:41:38.641731 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c21a1f-bafc-474d-a533-cb7eded00d5d req-837dde69-aff8-4941-8251-f9175a7bdd9a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:38.643209 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8c21a1f-bafc-474d-a533-cb7eded00d5d req-837dde69-aff8-4941-8251-f9175a7bdd9a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 945 time: 0.0855567 May 24 23:41:38.691814 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8c21a1f-bafc-474d-a533-cb7eded00d5d req-7154c7f5-d2d8-4d14-a466-57c1fc8bc372 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429630 May 24 23:41:38.786744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41806) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:38.896447 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-a411b562-bc7b-4cae-a6fd-143e8f18348b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085267 May 24 23:41:39.197792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:41:39.355727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:39.356102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:39.382175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:41:39.392095 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:39.397068 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:39.427453 dv-neutron-843190-1-hyperv neutron-server[88262]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-527ebd07-90c6-4fa4-adae-bbddac222769']: {'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'code': 422} returned with failed status May 24 23:41:39.465405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:39.776350 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-e987bfff-34d0-4b9f-b6b5-cc9f0afd075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:39.778616 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-e987bfff-34d0-4b9f-b6b5-cc9f0afd075e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc&tenant_id=e53e4997bf924c718bf0476c99ef84f8 HTTP/1.1" status: 200 len: 1096 time: 0.0782149 May 24 23:41:39.868260 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-e9f52482-7dcd-4e48-8d91-1ebb54805a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:39.869777 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-e9f52482-7dcd-4e48-8d91-1ebb54805a16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1096 time: 0.0706341 May 24 23:41:39.880048 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614212ac-4b19-4e10-a84a-f98e15f2294a req-280641dc-b7ac-48c2-a494-7c7cfcaebb1d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:39.881480 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-614212ac-4b19-4e10-a84a-f98e15f2294a req-280641dc-b7ac-48c2-a494-7c7cfcaebb1d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.0847216 May 24 23:41:39.928199 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-614212ac-4b19-4e10-a84a-f98e15f2294a req-95747e7a-5529-4f09-92b6-23a681b802db tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409141 May 24 23:41:39.998994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-39d12c91-f160-4b4d-a2ba-91c8d4198e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:40.000370 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-39d12c91-f160-4b4d-a2ba-91c8d4198e06 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1248927 May 24 23:41:40.099270 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-05773c48-7063-4f8d-8c07-8e36d78ba7c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 200 len: 999 time: 0.0934937 May 24 23:41:40.159676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-d80ba8ae-fe5b-4e45-8f6e-8f280e07b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:40.161067 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-d80ba8ae-fe5b-4e45-8f6e-8f280e07b4c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0561173 May 24 23:41:40.238130 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-27b1d76a-db87-44f7-af5f-490b9d5ca442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:40.239601 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-27b1d76a-db87-44f7-af5f-490b9d5ca442 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718861 May 24 23:41:40.366839 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-32360477-bda1-4597-a10c-da34916c3df2 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209335 May 24 23:41:40.493603 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-a9bcca4d-0b03-4612-af79-ab670ca7f339 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207433 May 24 23:41:41.167533 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e1f88-5f4d-4eaf-9bf8-c1542e3bb93d req-4e58c15b-ee45-4ade-ae22-db194dafe26c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:41.175678 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-869e1f88-5f4d-4eaf-9bf8-c1542e3bb93d req-4e58c15b-ee45-4ade-ae22-db194dafe26c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.0974436 May 24 23:41:41.230439 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-869e1f88-5f4d-4eaf-9bf8-c1542e3bb93d req-0e178064-023e-4a4e-9f3c-3235b1d5fde0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531998 May 24 23:41:42.424732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f4af7-aa44-46f6-9a9a-593b05a20d1f req-c9323e9d-9cdc-4ea0-a88c-376b6c43a148 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:42.426343 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea0f4af7-aa44-46f6-9a9a-593b05a20d1f req-c9323e9d-9cdc-4ea0-a88c-376b6c43a148 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.0859487 May 24 23:41:42.479676 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea0f4af7-aa44-46f6-9a9a-593b05a20d1f req-b649b597-2b95-45a1-9add-308320c7979f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470870 May 24 23:41:43.683981 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c155949-b325-451c-b2b2-e24e62d7a261 req-10f389e5-e943-4a57-a1e0-9b3880f98067 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:43.686165 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c155949-b325-451c-b2b2-e24e62d7a261 req-10f389e5-e943-4a57-a1e0-9b3880f98067 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.0888331 May 24 23:41:43.734021 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c155949-b325-451c-b2b2-e24e62d7a261 req-85d01559-d493-4a15-a0a1-d1996ef5b4c0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418382 May 24 23:41:45.029507 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96628a-12fb-46cc-9ab7-42349aa07283 req-fc433f45-d28f-413d-973f-4defef0631c3 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:45.031055 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c96628a-12fb-46cc-9ab7-42349aa07283 req-fc433f45-d28f-413d-973f-4defef0631c3 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.1870394 May 24 23:41:45.078202 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c96628a-12fb-46cc-9ab7-42349aa07283 req-d44b1524-17c7-4bb4-90d1-27ad5082b4bd tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414383 May 24 23:41:46.275645 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aa3e9-9d64-46ea-9002-e280c82d4709 req-1e9041a0-b2df-42d0-8c2b-5f61fea8286c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:46.277129 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e00aa3e9-9d64-46ea-9002-e280c82d4709 req-1e9041a0-b2df-42d0-8c2b-5f61fea8286c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.0886276 May 24 23:41:46.324818 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e00aa3e9-9d64-46ea-9002-e280c82d4709 req-880d2e09-e6d8-470e-93a7-ad1cbaa94379 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414705 May 24 23:41:46.394174 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.525395 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b65fd-f133-46b4-a77d-d78ed9d4fbae req-c0720a93-f09f-43b6-bd3d-c4bc5ed0a728 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:47.526895 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-490b65fd-f133-46b4-a77d-d78ed9d4fbae req-c0720a93-f09f-43b6-bd3d-c4bc5ed0a728 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.0799348 May 24 23:41:47.575136 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-490b65fd-f133-46b4-a77d-d78ed9d4fbae req-84035c0b-4f49-4cf4-aea5-c42d56780b8a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420165 May 24 23:41:48.764019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98485d6a-cde3-470d-ad49-281832d83367 req-c2a5a9e1-c342-4b78-bbf0-7d39a02f33b1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:48.765449 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98485d6a-cde3-470d-ad49-281832d83367 req-c2a5a9e1-c342-4b78-bbf0-7d39a02f33b1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.0838962 May 24 23:41:48.808071 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98485d6a-cde3-470d-ad49-281832d83367 req-e289fc74-3a43-4f98-94fb-88b1298b4126 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370770 May 24 23:41:50.011875 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb47cc7-b19f-4832-b6b0-b4c5352c7cf2 req-2b578e33-6b4a-4dd8-b8c9-2cf4ea446146 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:50.014731 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5fb47cc7-b19f-4832-b6b0-b4c5352c7cf2 req-2b578e33-6b4a-4dd8-b8c9-2cf4ea446146 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.0983872 May 24 23:41:50.059507 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5fb47cc7-b19f-4832-b6b0-b4c5352c7cf2 req-f86c8490-ff69-456e-857a-08e13eb783f9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388050 May 24 23:41:51.235601 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:41:51.242437 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6646-3986-40a3-af44-f8865cc1ebbd req-0e33110f-2273-4495-9198-f06a9b70fdeb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:51.243911 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-336f6646-3986-40a3-af44-f8865cc1ebbd req-0e33110f-2273-4495-9198-f06a9b70fdeb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 943 time: 0.0818076 May 24 23:41:51.289102 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-336f6646-3986-40a3-af44-f8865cc1ebbd req-97551fac-e120-4213-94eb-e0d9056ee12c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393198 May 24 23:41:51.368716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:51.381200 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'port_id': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'mac_address': 'fa:16:3e:7e:1a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:41:51.438397 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:51.438797 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.455514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:41:51.471012 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:51.474344 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.538423 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,revision_number=9']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:51.734196 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['0fc9a34c-c3a9-4981-81fd-dd6b578d9969'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:41:51.991479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-58b7c67a-1ee3-4775-a029-7468bae8b03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:52.471713 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986156d0-a474-4ac1-b182-c84f16b2e473 req-cf4c809d-391e-4710-a8e0-dd52ac6c2b0f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:52.473307 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-986156d0-a474-4ac1-b182-c84f16b2e473 req-cf4c809d-391e-4710-a8e0-dd52ac6c2b0f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 944 time: 0.0800643 May 24 23:41:52.522150 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-986156d0-a474-4ac1-b182-c84f16b2e473 req-f8e3796a-9b8d-45c6-945a-ea0572243867 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423512 May 24 23:41:53.251046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:41:53.317531 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:41:53.317900 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:53.432075 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:53.432455 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:53.458449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:41:53.469208 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:53.473965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:53.509352 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a098c9-192d-4c58-8953-f6fa26db08a7'] response: {'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'code': 200} May 24 23:41:53.541764 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,revision_number=10']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:53.712465 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1b5e5-4b6f-4c2e-a40d-ba5ad39f8d03 req-9ea13f4c-3303-42e6-848e-a5f025622b85 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:53.713820 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7cf1b5e5-4b6f-4c2e-a40d-ba5ad39f8d03 req-9ea13f4c-3303-42e6-848e-a5f025622b85 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 946 time: 0.0818307 May 24 23:41:53.758870 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7cf1b5e5-4b6f-4c2e-a40d-ba5ad39f8d03 req-2e3d665e-475c-4808-beab-f499494963ea tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387177 May 24 23:41:53.768482 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d8d8b-d37e-4d90-bc59-108015d6f2e7 req-e0461b7e-4db7-4d3e-b20d-5efd8145d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:53.769942 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-669d8d8b-d37e-4d90-bc59-108015d6f2e7 req-e0461b7e-4db7-4d3e-b20d-5efd8145d7f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1099 time: 0.0688000 May 24 23:41:53.815870 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-669d8d8b-d37e-4d90-bc59-108015d6f2e7 req-d146fdb5-af74-44a7-b032-b9eea28a398b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356696 May 24 23:41:54.269199 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2661ac32-5de5-4802-8341-2a68322a09d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.950192 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984a8f2-7f52-4a88-8ec2-b93c98189be0 req-af05033d-5014-4b30-95ec-bde87f7b7e91 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:54.951663 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5984a8f2-7f52-4a88-8ec2-b93c98189be0 req-af05033d-5014-4b30-95ec-bde87f7b7e91 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 946 time: 0.0858507 May 24 23:41:54.997356 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5984a8f2-7f52-4a88-8ec2-b93c98189be0 req-1c660f12-986b-4182-80c7-9ed13f26ef5a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398774 May 24 23:41:55.236657 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:55.332310 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:55.633121 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-66717bc7-46fe-4775-9211-e1495ebd267f req-4df3c31c-6e3e-4b99-8bcc-06d3eadf7316 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723081 May 24 23:41:55.772094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66717bc7-46fe-4775-9211-e1495ebd267f req-b844a654-d03e-4909-8b4e-6452dfd6fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:55.773555 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-66717bc7-46fe-4775-9211-e1495ebd267f req-b844a654-d03e-4909-8b4e-6452dfd6fdaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1099 time: 0.0706136 May 24 23:41:55.917837 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66717bc7-46fe-4775-9211-e1495ebd267f req-48616a05-eb2c-439a-a848-8a0ee3624998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:55.919221 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-66717bc7-46fe-4775-9211-e1495ebd267f req-48616a05-eb2c-439a-a848-8a0ee3624998 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1275513 May 24 23:41:56.019482 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:41:56.021282 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-66717bc7-46fe-4775-9211-e1495ebd267f req-dd9c6e38-f3bb-47fe-aa23-608b06121b6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 200 len: 1001 time: 0.0963078 May 24 23:41:56.086579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66717bc7-46fe-4775-9211-e1495ebd267f req-53e2fb56-8713-48b6-8bab-0a0452befc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:56.088023 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-66717bc7-46fe-4775-9211-e1495ebd267f req-53e2fb56-8713-48b6-8bab-0a0452befc17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0610764 May 24 23:41:56.162902 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66717bc7-46fe-4775-9211-e1495ebd267f req-49dcf6eb-f3b9-4072-acc5-0d370c099cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:56.164474 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-66717bc7-46fe-4775-9211-e1495ebd267f req-49dcf6eb-f3b9-4072-acc5-0d370c099cad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700135 May 24 23:41:56.190814 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106438-a841-46c5-963c-f634a41352d7 req-e1f45b33-8daf-414c-922e-d504a4b44da3 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:56.192411 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-18106438-a841-46c5-963c-f634a41352d7 req-e1f45b33-8daf-414c-922e-d504a4b44da3 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 946 time: 0.0797572 May 24 23:41:56.237956 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-18106438-a841-46c5-963c-f634a41352d7 req-363c1f71-4e1f-42f9-8217-1c9e5a714e17 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393271 May 24 23:41:56.394613 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-66717bc7-46fe-4775-9211-e1495ebd267f req-ea6ca7a0-409e-412f-991d-0a78b9705827 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241027 May 24 23:41:56.522265 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-66717bc7-46fe-4775-9211-e1495ebd267f req-aff3bb28-d8b5-4005-bcab-d9ddfda21843 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208522 May 24 23:41:56.701266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:16.388171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:21.974291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5f96-31cd-40df-9618-8acd1b96b12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:24.269659 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-65709b50-590b-48e4-be13-40d2e12578a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:25.239517 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:25.334851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:26.701149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:27.473145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-f888097c-e6fc-4546-ad3c-5325e5a6245d req-1e1e2589-a3e4-45c1-96d0-45a109c73439 tempest-TestEncryptedCinderVolumes-1335226624 tempest-TestEncryptedCinderVolumes-1335226624-project] (88261) timed out ('10.222.0.32', 51930) {{(pid=88261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:42:33.018727 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:42:46.403938 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:51.976308 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2759530-8bcd-41e6-a714-d24d0ff935e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:54.270772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b13196c3-fbe6-4b36-8639-00337bc75973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:55.241273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:55.336792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:56.307643 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-bcff24e6-4469-45f5-8c4f-da87751efbf1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679071 May 24 23:42:56.447197 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-76eae232-55a4-434c-868a-909766b28a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:56.448550 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-76eae232-55a4-434c-868a-909766b28a73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1099 time: 0.0748589 May 24 23:42:56.590627 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-d694dc15-b74e-439c-9ff3-415a93ecdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:56.592067 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-d694dc15-b74e-439c-9ff3-415a93ecdf4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1248410 May 24 23:42:56.693580 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-d9a20324-d20d-4d81-9f77-8a532347a53b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 200 len: 1001 time: 0.0956347 May 24 23:42:56.705886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:56.755319 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-d05f1ec5-b5e3-47e1-ba57-6728a1304e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:56.756732 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-d05f1ec5-b5e3-47e1-ba57-6728a1304e15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0579071 May 24 23:42:56.832860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-076a7ceb-75f7-4cb3-a21c-4ae4558565c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:56.834272 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-076a7ceb-75f7-4cb3-a21c-4ae4558565c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720637 May 24 23:42:56.961173 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-4bf17170-fd23-4197-81c7-e43779dadb9a service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212354 May 24 23:42:57.087551 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c3dedf39-7c19-4106-9ba3-2c4f239050f1 req-c76fb61f-0e69-4b26-b907-9f436a2f94e5 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203575 May 24 23:43:06.987083 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41944) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:43:07.183787 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Deleting port 02eccfb9-e152-4c13-bc75-10035f684c75 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:43:07.184135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:07.353999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:07.354241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:07.579843 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Calling delete_port for 02eccfb9-e152-4c13-bc75-10035f684c75 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:43:07.724562 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:07.769119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event deleted for resources: {'Port': ['ID=02eccfb9-e152-4c13-bc75-10035f684c75,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:07.806059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.806399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.806757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.807086 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.807413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.807736 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.808056 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.808373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.808692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.809007 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.809321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.809633 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:07.870867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:07.871190 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Floating IP 99087b4e-5a38-42b2-ad4d-f1726523fdfa disassociated (deleted). External IP: 172.26.3.212, port: 0fc9a34c-c3a9-4981-81fd-dd6b578d9969. May 24 23:43:08.215065 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:43:08.389441 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:43:08.399229 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a554c47-b18c-4ed3-897a-cec46f2126f8 None None] Sync routers for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:43:08.406457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:08.408463 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a554c47-b18c-4ed3-897a-cec46f2126f8 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:43:08.409061 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8a554c47-b18c-4ed3-897a-cec46f2126f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:42:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:43:08.461521 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-884c4ffc-af4e-43c8-9a05-6ef9b59a5f55 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "DELETE /v2.0/floatingips/99087b4e-5a38-42b2-ad4d-f1726523fdfa HTTP/1.1" status: 204 len: 168 time: 1.4729257 May 24 23:43:08.462052 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:43:08.586085 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8a554c47-b18c-4ed3-897a-cec46f2126f8 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:43:08.761738 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5ef561-3d98-4415-94d8-f9dd513a6b63'] response: {'name': 'network-changed', 'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'status': 'completed', 'code': 200} May 24 23:43:08.857477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47591cde-c75f-4148-9df9-7b2276e38ca2 req-919ee05f-c5c9-413c-b17b-80cbffb1a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:08.859099 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-47591cde-c75f-4148-9df9-7b2276e38ca2 req-919ee05f-c5c9-413c-b17b-80cbffb1a9f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 1099 time: 0.0723314 May 24 23:43:08.900400 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8a554c47-b18c-4ed3-897a-cec46f2126f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:43:08.904507 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a554c47-b18c-4ed3-897a-cec46f2126f8 None None] Checking router: b86cd7bd-b58e-462c-a8b2-69210c94f7c8 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:43:08.915789 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a554c47-b18c-4ed3-897a-cec46f2126f8 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:43:08.916389 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8a554c47-b18c-4ed3-897a-cec46f2126f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:42:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:43:08.931081 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87137849-84f9-4443-90f1-769a0777582c req-561c6a03-00a2-4f95-a521-595262276344 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:08.932521 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87137849-84f9-4443-90f1-769a0777582c req-561c6a03-00a2-4f95-a521-595262276344 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 946 time: 0.0845127 May 24 23:43:08.979737 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87137849-84f9-4443-90f1-769a0777582c req-1d5350a5-3479-43b2-aa64-648ca3c30df0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393803 May 24 23:43:08.998900 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47591cde-c75f-4148-9df9-7b2276e38ca2 req-db983c7d-8d95-443d-be25-f949bae60484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:08.998900 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-47591cde-c75f-4148-9df9-7b2276e38ca2 req-db983c7d-8d95-443d-be25-f949bae60484 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1291614 May 24 23:43:09.065387 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-47591cde-c75f-4148-9df9-7b2276e38ca2 req-024c4c12-8f97-4c1d-bb6a-a790e3344b11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 200 len: 217 time: 0.0638952 May 24 23:43:09.092930 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8a554c47-b18c-4ed3-897a-cec46f2126f8 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:43:09.130288 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47591cde-c75f-4148-9df9-7b2276e38ca2 req-a59ad860-971f-4633-97a9-0561220a415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:09.131737 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-47591cde-c75f-4148-9df9-7b2276e38ca2 req-a59ad860-971f-4633-97a9-0561220a415c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0601633 May 24 23:43:09.207263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47591cde-c75f-4148-9df9-7b2276e38ca2 req-3a7e26a0-8b7c-470c-ae13-0b7ba61ca289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:09.208742 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-47591cde-c75f-4148-9df9-7b2276e38ca2 req-3a7e26a0-8b7c-470c-ae13-0b7ba61ca289 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708938 May 24 23:43:09.404702 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8a554c47-b18c-4ed3-897a-cec46f2126f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:43:09.409093 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a554c47-b18c-4ed3-897a-cec46f2126f8 None None] The sync data for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv is: [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:43:09.454266 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-47591cde-c75f-4148-9df9-7b2276e38ca2 req-f42ff606-caa9-4015-bb35-d0cd43dca836 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376690 May 24 23:43:09.592705 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-47591cde-c75f-4148-9df9-7b2276e38ca2 req-f48d2e11-db62-42f5-bb35-2efeeb104ab2 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294210 May 24 23:43:09.624402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f92b0-9464-4734-97e0-f863820de1fd None None] New status for floating IP 99087b4e-5a38-42b2-ad4d-f1726523fdfa: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:43:10.018303 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:43:10.060361 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-fa098e64-88c9-41ba-81f0-279b3b6bf030 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:10.061058 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-fa098e64-88c9-41ba-81f0-279b3b6bf030 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Synchronizing usage tracker for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:43:10.076914 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-fa098e64-88c9-41ba-81f0-279b3b6bf030 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Unset dirty status for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:43:10.078074 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-fa098e64-88c9-41ba-81f0-279b3b6bf030 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.42 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 946 time: 0.0950034 May 24 23:43:10.155407 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-430765b8-5f5f-49bb-afdb-2136f68f5087 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Deleting port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:43:10.155745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-430765b8-5f5f-49bb-afdb-2136f68f5087 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:10.168336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7fa60-6b2f-425c-b103-736eede54d9c req-f0d13ff7-c848-468c-b83b-e8021bd5fc2e tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:10.169915 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4bd7fa60-6b2f-425c-b103-736eede54d9c req-f0d13ff7-c848-468c-b83b-e8021bd5fc2e tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 946 time: 0.0833058 May 24 23:43:10.219360 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4bd7fa60-6b2f-425c-b103-736eede54d9c req-bd6e102c-724c-4814-90fd-906b100943d0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=dede9b84-7113-4f39-bc41-36e486a8a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433505 May 24 23:43:10.404403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-430765b8-5f5f-49bb-afdb-2136f68f5087 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] For port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:43:10.404743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-430765b8-5f5f-49bb-afdb-2136f68f5087 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:10.529141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-430765b8-5f5f-49bb-afdb-2136f68f5087 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Calling delete_port for 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:43:10.673210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-430765b8-5f5f-49bb-afdb-2136f68f5087 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:10.722001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430765b8-5f5f-49bb-afdb-2136f68f5087 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event deleted for resources: {'Port': ['ID=0fc9a34c-c3a9-4981-81fd-dd6b578d9969,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:10.796829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-430765b8-5f5f-49bb-afdb-2136f68f5087 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] No DVR routers for this DVR port 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:43:10.799273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-430765b8-5f5f-49bb-afdb-2136f68f5087 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:10.802295 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'name': 'network-vif-deleted', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:43:10.818134 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c47fc19c-8b7b-4c37-9d4e-468c6fde1088 req-430765b8-5f5f-49bb-afdb-2136f68f5087 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.42 "DELETE /v2.0/ports/0fc9a34c-c3a9-4981-81fd-dd6b578d9969 HTTP/1.1" status: 204 len: 173 time: 0.7348254 May 24 23:43:10.853214 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1769445d-9596-4f0c-96b8-2ee775f2e868'] response: {'server_uuid': 'f212e67d-930c-4544-ac6a-8f49d6d180fc', 'name': 'network-vif-deleted', 'tag': '0fc9a34c-c3a9-4981-81fd-dd6b578d9969', 'status': 'completed', 'code': 200} May 24 23:43:11.394992 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0d4fa222-83a4-4753-86be-9472a07fb59c req-eb738e4f-dc19-4dee-98e2-dc3e32671412 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=f212e67d-930c-4544-ac6a-8f49d6d180fc HTTP/1.1" status: 200 len: 210 time: 0.0469556 May 24 23:43:12.490650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 41964) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:43:12.557638 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddf045d4-00df-4062-9df9-406de8fc7355 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:12.586457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddf045d4-00df-4062-9df9-406de8fc7355 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:12.651003 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddf045d4-00df-4062-9df9-406de8fc7355 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:12.670486 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf045d4-00df-4062-9df9-406de8fc7355 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dede9b84-7113-4f39-bc41-36e486a8a526,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:12.678029 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddf045d4-00df-4062-9df9-406de8fc7355 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:12.679193 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ddf045d4-00df-4062-9df9-406de8fc7355 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "DELETE /v2.0/security-groups/dede9b84-7113-4f39-bc41-36e486a8a526 HTTP/1.1" status: 204 len: 168 time: 0.1875677 May 24 23:43:12.788282 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41972) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:43:12.793175 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689312586', 'description': 'tempest-secgroup-smoke-689312586 description', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:43:12.799159 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:43:12.803231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:43:12.806039 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:43:12.812056 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:43:12.820586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:12.839579 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:43:12.843448 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:43:12.846119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:43:12.852245 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:43:12.918891 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:12.922284 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:12.964815 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da12a152-77e8-4b22-b123-c50b3fe94796,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:12.972677 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.973027 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.973365 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.973711 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.974023 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.974349 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.974696 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.975020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.975341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.975659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.975970 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.976290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:12.979352 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:12.980526 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9e20f6c4-b55f-413f-a319-04d5c2d8312f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1912665 May 24 23:43:12.983338 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41976) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:43:12.988212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-591c2177-2c30-4d9d-aff0-f97668a5b676 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'da12a152-77e8-4b22-b123-c50b3fe94796', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:43:12.994122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-591c2177-2c30-4d9d-aff0-f97668a5b676 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:43:12.997954 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-591c2177-2c30-4d9d-aff0-f97668a5b676 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:43:13.000858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-591c2177-2c30-4d9d-aff0-f97668a5b676 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:43:13.007042 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-591c2177-2c30-4d9d-aff0-f97668a5b676 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:43:13.023580 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-591c2177-2c30-4d9d-aff0-f97668a5b676 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.084823 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-591c2177-2c30-4d9d-aff0-f97668a5b676 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.088502 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-591c2177-2c30-4d9d-aff0-f97668a5b676 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.110930 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c2177-2c30-4d9d-aff0-f97668a5b676 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0194df2-81a0-4034-b4de-4a7142635ec1,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:13.119695 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-591c2177-2c30-4d9d-aff0-f97668a5b676 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.120844 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-591c2177-2c30-4d9d-aff0-f97668a5b676 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366141 May 24 23:43:13.123596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41980) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:43:13.128392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-36e8087c-bac4-40cc-9f82-2bfeaf94122b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'da12a152-77e8-4b22-b123-c50b3fe94796', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:43:13.134762 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-36e8087c-bac4-40cc-9f82-2bfeaf94122b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:43:13.138631 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-36e8087c-bac4-40cc-9f82-2bfeaf94122b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:43:13.141868 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-36e8087c-bac4-40cc-9f82-2bfeaf94122b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:43:13.148732 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-36e8087c-bac4-40cc-9f82-2bfeaf94122b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:43:13.165219 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36e8087c-bac4-40cc-9f82-2bfeaf94122b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.226765 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36e8087c-bac4-40cc-9f82-2bfeaf94122b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.230138 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36e8087c-bac4-40cc-9f82-2bfeaf94122b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.256848 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8087c-bac4-40cc-9f82-2bfeaf94122b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5dd766-68b5-4678-b075-1d5dc2fe10d3,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:13.263062 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36e8087c-bac4-40cc-9f82-2bfeaf94122b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.264227 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-36e8087c-bac4-40cc-9f82-2bfeaf94122b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397250 May 24 23:43:13.266956 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41984) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:43:13.272389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c9100ca5-980e-40c1-9706-accf0cdbd428 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'da12a152-77e8-4b22-b123-c50b3fe94796', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:43:13.278119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c9100ca5-980e-40c1-9706-accf0cdbd428 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:43:13.281884 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c9100ca5-980e-40c1-9706-accf0cdbd428 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:43:13.284710 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c9100ca5-980e-40c1-9706-accf0cdbd428 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:43:13.290253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c9100ca5-980e-40c1-9706-accf0cdbd428 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:43:13.306486 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9100ca5-980e-40c1-9706-accf0cdbd428 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.368596 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9100ca5-980e-40c1-9706-accf0cdbd428 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.371768 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9100ca5-980e-40c1-9706-accf0cdbd428 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.394527 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9100ca5-980e-40c1-9706-accf0cdbd428 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2fca37-599b-4016-8d67-601764994e57,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:13.402430 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c9100ca5-980e-40c1-9706-accf0cdbd428 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.403820 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c9100ca5-980e-40c1-9706-accf0cdbd428 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359098 May 24 23:43:13.406503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41988) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:43:13.411604 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-08296ca1-6822-4771-a590-37d8fad475c1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'da12a152-77e8-4b22-b123-c50b3fe94796', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:43:13.417702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-08296ca1-6822-4771-a590-37d8fad475c1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:43:13.421494 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-08296ca1-6822-4771-a590-37d8fad475c1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:43:13.424572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-08296ca1-6822-4771-a590-37d8fad475c1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:43:13.430757 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-08296ca1-6822-4771-a590-37d8fad475c1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:43:13.447170 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08296ca1-6822-4771-a590-37d8fad475c1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.507977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08296ca1-6822-4771-a590-37d8fad475c1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.511306 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08296ca1-6822-4771-a590-37d8fad475c1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.533226 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08296ca1-6822-4771-a590-37d8fad475c1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e02037-c760-46ec-b8a7-948686457073,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:13.541951 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08296ca1-6822-4771-a590-37d8fad475c1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.543128 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-08296ca1-6822-4771-a590-37d8fad475c1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355946 May 24 23:43:13.545852 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41992) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:43:13.551560 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'da12a152-77e8-4b22-b123-c50b3fe94796', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:43:13.557315 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:43:13.561120 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:43:13.563991 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:43:13.570264 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:43:13.581861 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Project e53e4997bf924c718bf0476c99ef84f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:43:13.588106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.636498 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:43:13.651235 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.654917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.672909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:43:13.673254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 0fc9a34c-c3a9-4981-81fd-dd6b578d9969 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:43:13.678036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9256444d-a42c-4b7f-a4e5-fca4e176e99c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:13.687030 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.688207 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b80bbacb-5ef7-4093-867b-26688b9c0d63 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414213 May 24 23:43:13.690888 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 41996) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:43:13.696497 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'security_group_rule': {'security_group_id': 'da12a152-77e8-4b22-b123-c50b3fe94796', 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:43:13.702193 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:43:13.705943 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:security_group_rule and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:43:13.708827 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:43:13.714506 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:43:13.727683 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Project e53e4997bf924c718bf0476c99ef84f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:43:13.734211 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.798431 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.802787 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.825381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0661b501-e07c-48e1-a005-9b1e9271e11e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:13.833641 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:13.834857 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9baf6e9a-d8a7-4199-8538-82310f73b4e8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423249 May 24 23:43:16.403321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:21.978907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-192e45ba-5f8f-45ca-854b-07ebb6643ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:24.271509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e95db42-3e4a-47ec-a009-82707b35fc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:25.245250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:25.338556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:26.708449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:27.585095 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-d98ed14c-8103-449b-9026-a9d92b980922 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Synchronizing usage tracker for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:43:27.600503 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-d98ed14c-8103-449b-9026-a9d92b980922 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Unset dirty status for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:43:27.601601 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-d98ed14c-8103-449b-9026-a9d92b980922 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689312586&fields=id&tenant_id=e53e4997bf924c718bf0476c99ef84f8 HTTP/1.1" status: 200 len: 267 time: 0.0554502 May 24 23:43:27.747550 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-dfb737ff-c56f-4ef6-9d07-c118bc460b0b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:27.748872 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-dfb737ff-c56f-4ef6-9d07-c118bc460b0b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 809 time: 0.1407263 May 24 23:43:27.762965 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-47cb3617-f013-4b9d-ba0a-2008bd9193e2 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/quotas/e53e4997bf924c718bf0476c99ef84f8 HTTP/1.1" status: 200 len: 375 time: 0.0087230 May 24 23:43:27.846758 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-b49f737b-5b93-46ac-afac-7a466c4cfaa1 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789967 May 24 23:43:27.902496 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-4b8cab22-9bc9-4ea7-a5b9-3724f98910e8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:43:27.903491 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-4b8cab22-9bc9-4ea7-a5b9-3724f98910e8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454452 May 24 23:43:28.033715 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-a3b3943e-0a44-440f-96af-e5b8c5f5cf3b service neutron] 10.222.0.32 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239138 May 24 23:43:28.163171 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-a4b3ddf0-1b24-4f4a-bf75-5711c766953c service neutron] 10.222.0.32 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237810 May 24 23:43:28.630438 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf5827fd-81df-4570-9d34-94fad896c635 req-51bbbc3a-3734-4a8e-9d74-06d618dc787e tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 210 time: 0.1327956 May 24 23:43:29.677755 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-518a01df-dadb-4aa2-81af-e83d39efebfc tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:29.679473 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-518a01df-dadb-4aa2-81af-e83d39efebfc tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 809 time: 0.1489663 May 24 23:43:29.729369 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-ab144a3e-faff-42cc-8c01-1ed5ff4d899f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Synchronizing usage tracker for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:43:29.741547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-ab144a3e-faff-42cc-8c01-1ed5ff4d899f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Unset dirty status for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:43:29.742760 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-ab144a3e-faff-42cc-8c01-1ed5ff4d899f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e53e4997bf924c718bf0476c99ef84f8 HTTP/1.1" status: 200 len: 379 time: 0.0543625 May 24 23:43:29.756143 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'port': {'device_id': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'admin_state_up': True, 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'security_groups': ['da12a152-77e8-4b22-b123-c50b3fe94796']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:43:29.779636 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-286debb5-b60d-46cd-95db-3916baf37ca3 req-7e1df0c2-b137-43fe-990c-e05c8512a013 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 210 time: 0.0428231 May 24 23:43:29.896205 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:43:29.900274 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:port and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:43:29.903135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:43:29.908841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:43:29.919021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Made reservation on behalf of e53e4997bf924c718bf0476c99ef84f8 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:43:29.922443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:30.109017 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Allocated IP 172.20.0.5 (d8ec0ef9-2876-4fb9-858a-f02f2425becd/b87dfff3-fb8a-4917-8f71-a45133f9a39e/ef6ac5ea-d273-422f-9be2-0e74af3d7803) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:43:30.309965 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:30.326111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Transition to ACTIVE for port object ef6ac5ea-d273-422f-9be2-0e74af3d7803 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:43:30.352310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:30.422966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Network d8ec0ef9-2876-4fb9-858a-f02f2425becd is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:43:30.426737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:43:30.429271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:43:30.465555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'Port': ['ID=ef6ac5ea-d273-422f-9be2-0e74af3d7803,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:30.499544 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:30.500175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:30.537253 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-0b51b531-e814-41eb-815c-2c74f99e1cb9 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7850182 May 24 23:43:30.549819 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Request body: {'port': {'device_id': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:43:30.665134 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:30.688915 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b4d659f-060f-48ff-9d21-072677cbd307 None None] Provisioning for port ef6ac5ea-d273-422f-9be2-0e74af3d7803 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:43:30.694974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b4d659f-060f-48ff-9d21-072677cbd307 None None] Provisioning complete for port ef6ac5ea-d273-422f-9be2-0e74af3d7803 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:43:30.695545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b4d659f-060f-48ff-9d21-072677cbd307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:30.753365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d659f-060f-48ff-9d21-072677cbd307 None None] Port ef6ac5ea-d273-422f-9be2-0e74af3d7803 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:43:30.983374 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348f2a4-1f81-4e8f-ae13-377cd84506b0 req-a90a665f-1f9d-43a8-9c0a-50fc75c97dbd tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:30.984845 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a348f2a4-1f81-4e8f-ae13-377cd84506b0 req-a90a665f-1f9d-43a8-9c0a-50fc75c97dbd tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 931 time: 0.0942605 May 24 23:43:31.024766 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6ac5ea-d273-422f-9be2-0e74af3d7803 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:43:31.031729 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a348f2a4-1f81-4e8f-ae13-377cd84506b0 req-7bc17228-623b-41bc-a9c3-201e78252e28 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405908 May 24 23:43:31.038060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:31.052817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Transition to ACTIVE for port object ef6ac5ea-d273-422f-9be2-0e74af3d7803 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:43:31.057229 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:31.328063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6ac5ea-d273-422f-9be2-0e74af3d7803,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:31.407767 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Attempting to bind port ef6ac5ea-d273-422f-9be2-0e74af3d7803 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:43:31.408172 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Attempting to bind port ef6ac5ea-d273-422f-9be2-0e74af3d7803 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:43:31.408505 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Attempting to bind port ef6ac5ea-d273-422f-9be2-0e74af3d7803 on network d8ec0ef9-2876-4fb9-858a-f02f2425becd {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:43:31.414117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Port ef6ac5ea-d273-422f-9be2-0e74af3d7803 on network d8ec0ef9-2876-4fb9-858a-f02f2425becd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:43:31.414432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Attempting to bind port ef6ac5ea-d273-422f-9be2-0e74af3d7803 on network d8ec0ef9-2876-4fb9-858a-f02f2425becd {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:43:31.419443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:43:31.419778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Checking segment: {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:43:31.420151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Bound using segment: {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:43:31.420569 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Bound port: ef6ac5ea-d273-422f-9be2-0e74af3d7803, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae687506-dbe7-406f-afc6-973719ec0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:43:31.420910 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:31.511104 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] For port ef6ac5ea-d273-422f-9be2-0e74af3d7803, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:43:31.513981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] For port ef6ac5ea-d273-422f-9be2-0e74af3d7803, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:43:31.517057 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:31.578698 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:31.579327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:31.580769 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] 10.222.0.42 "PUT /v2.0/ports/ef6ac5ea-d273-422f-9be2-0e74af3d7803 HTTP/1.1" status: 200 len: 1093 time: 1.0357342 May 24 23:43:31.581117 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:43:31.601360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1db3c-c75e-4f26-b7b6-4a1e13f81871 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6ac5ea-d273-422f-9be2-0e74af3d7803,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:31.652521 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5b5471-7ae4-4d7b-b9f2-89e52329b6be'] response: {'name': 'network-changed', 'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'status': 'completed', 'code': 200} May 24 23:43:31.694561 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-59a57baa-098e-4488-b54d-1e7e3ba46118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:31.696102 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-59a57baa-098e-4488-b54d-1e7e3ba46118 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1096 time: 0.0752938 May 24 23:43:31.768675 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-6ff2f7ee-88c6-41f9-8951-60f26bc7b9c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803 HTTP/1.1" status: 200 len: 217 time: 0.0657034 May 24 23:43:31.829708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-1fc1bf00-10c3-40fc-9e9e-1112ce6ab359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:31.831143 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-1fc1bf00-10c3-40fc-9e9e-1112ce6ab359 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0565732 May 24 23:43:31.904477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-3876e6ea-a079-4766-9fc2-7b83278b5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:31.905813 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-3876e6ea-a079-4766-9fc2-7b83278b5502 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681181 May 24 23:43:32.032782 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-cdf2d9f4-e08a-41fe-bf15-03e68a95750f service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206684 May 24 23:43:32.163364 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d65b286e-c235-4713-89a1-d1b0303b0036 req-f2351e9e-c7b0-469c-9372-68350fb489c2 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248634 May 24 23:43:32.224119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02435909-9264-4027-99c4-2876f5264a61 req-f1171287-00a0-43e9-b84d-0b8c3846293f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:32.225572 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02435909-9264-4027-99c4-2876f5264a61 req-f1171287-00a0-43e9-b84d-0b8c3846293f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0884838 May 24 23:43:32.268391 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02435909-9264-4027-99c4-2876f5264a61 req-50e31beb-6785-4a12-9dde-fa01566a3446 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370409 May 24 23:43:32.280526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488176ec-5397-4f9d-a60e-b8e99d16c95e req-1c77d3ff-5f19-4ead-b458-e4b6f81221c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:32.281853 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-488176ec-5397-4f9d-a60e-b8e99d16c95e req-1c77d3ff-5f19-4ead-b458-e4b6f81221c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1096 time: 0.0734851 May 24 23:43:32.411587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488176ec-5397-4f9d-a60e-b8e99d16c95e req-2120a94d-d375-4bda-92c4-3e16d1e59a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:32.413168 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-488176ec-5397-4f9d-a60e-b8e99d16c95e req-2120a94d-d375-4bda-92c4-3e16d1e59a05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1246035 May 24 23:43:32.485151 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-488176ec-5397-4f9d-a60e-b8e99d16c95e req-7ce14798-1a27-4ba3-8d2f-f3e5ad7f1cc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803 HTTP/1.1" status: 200 len: 217 time: 0.0637357 May 24 23:43:32.546489 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488176ec-5397-4f9d-a60e-b8e99d16c95e req-f179cdf1-ff6e-4bde-ba8f-ca05cfb8e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:32.547895 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-488176ec-5397-4f9d-a60e-b8e99d16c95e req-f179cdf1-ff6e-4bde-ba8f-ca05cfb8e274 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0559549 May 24 23:43:32.621397 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488176ec-5397-4f9d-a60e-b8e99d16c95e req-4e1a15da-cf58-44a1-84f9-dbd19a201128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:32.622842 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-488176ec-5397-4f9d-a60e-b8e99d16c95e req-4e1a15da-cf58-44a1-84f9-dbd19a201128 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681794 May 24 23:43:32.750124 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-488176ec-5397-4f9d-a60e-b8e99d16c95e req-b6771d5f-0c95-4634-a2ed-e4350669d87d service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205842 May 24 23:43:32.972055 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-488176ec-5397-4f9d-a60e-b8e99d16c95e req-b1ee0984-fc0a-4460-ad54-55cbe0db920c service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161067 May 24 23:43:33.470896 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c8134-9f0a-4062-8996-f274af0d2c7d req-5f0a2139-ed5f-4378-b7b8-2e74b9c93b8c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:33.472830 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-916c8134-9f0a-4062-8996-f274af0d2c7d req-5f0a2139-ed5f-4378-b7b8-2e74b9c93b8c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0998352 May 24 23:43:33.517780 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-916c8134-9f0a-4062-8996-f274af0d2c7d req-9e1f082c-800b-4a32-9d69-cb38667a6cc0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374329 May 24 23:43:34.700690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1318da-4fd5-45fd-8f02-62236b1219cf req-06fc9c59-b24e-4e90-871a-ed9c0ce02e56 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:34.702103 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e1318da-4fd5-45fd-8f02-62236b1219cf req-06fc9c59-b24e-4e90-871a-ed9c0ce02e56 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0784800 May 24 23:43:34.748642 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e1318da-4fd5-45fd-8f02-62236b1219cf req-b4474bc7-9b33-4936-9a63-369c740805a6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409119 May 24 23:43:35.927514 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daf6e3-b765-4e0f-a612-e695856d8e0d req-3a8d2098-651c-4bb1-b428-c04fedcaf420 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:35.928927 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31daf6e3-b765-4e0f-a612-e695856d8e0d req-3a8d2098-651c-4bb1-b428-c04fedcaf420 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0782621 May 24 23:43:35.971917 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31daf6e3-b765-4e0f-a612-e695856d8e0d req-2a0f6b9e-81ea-4d0f-9b08-45de8b96951b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374043 May 24 23:43:37.155536 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbd6f5-a205-4f78-beb5-5db6ac917243 req-e9d9f88c-222b-46e3-87bd-5846a0c3fea3 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:37.156988 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bfbd6f5-a205-4f78-beb5-5db6ac917243 req-e9d9f88c-222b-46e3-87bd-5846a0c3fea3 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0824022 May 24 23:43:37.200444 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bfbd6f5-a205-4f78-beb5-5db6ac917243 req-936fafae-6acc-41fb-a667-1af73d80deb8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375876 May 24 23:43:38.392300 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757d3da-8594-4704-8e52-cea66a3a2ad8 req-66ace8ad-9651-4bde-b397-2be1157ca19c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:38.394219 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5757d3da-8594-4704-8e52-cea66a3a2ad8 req-66ace8ad-9651-4bde-b397-2be1157ca19c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0791402 May 24 23:43:38.437805 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5757d3da-8594-4704-8e52-cea66a3a2ad8 req-d1c5f87b-2e74-442c-a6c5-1e374541a0cb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380099 May 24 23:43:39.621336 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00204c32-8f57-4765-8741-5b5932a34cb2 req-0e2671de-6f77-4944-876e-4ec5345d8561 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:39.622767 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00204c32-8f57-4765-8741-5b5932a34cb2 req-0e2671de-6f77-4944-876e-4ec5345d8561 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0812552 May 24 23:43:39.665745 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00204c32-8f57-4765-8741-5b5932a34cb2 req-d91c78f4-b3e7-4f84-b392-794b8263a8ef tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373919 May 24 23:43:39.778989 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device ef6ac5ea-d273-422f-9be2-0e74af3d7803 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:43:39.930987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port ef6ac5ea-d273-422f-9be2-0e74af3d7803, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:43:39.944366 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'port_id': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'mac_address': 'fa:16:3e:70:8a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:43:39.997053 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port ef6ac5ea-d273-422f-9be2-0e74af3d7803 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:43:39.997427 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:40.014131 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6ac5ea-d273-422f-9be2-0e74af3d7803 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:43:40.029435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port ef6ac5ea-d273-422f-9be2-0e74af3d7803, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:43:40.033365 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:40.100762 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=ef6ac5ea-d273-422f-9be2-0e74af3d7803,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:40.107562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.107903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.108234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.108561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.108885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.109207 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.109525 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.109842 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.110160 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.110477 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.110821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.111133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:43:40.234660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['ef6ac5ea-d273-422f-9be2-0e74af3d7803'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:43:40.844408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530cc3a-a0f9-4856-83c8-4ae9075a2d11 req-1066cfd3-cc3f-4753-a63e-805894f86145 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:40.845825 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1530cc3a-a0f9-4856-83c8-4ae9075a2d11 req-1066cfd3-cc3f-4753-a63e-805894f86145 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 944 time: 0.0773718 May 24 23:43:40.891896 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1530cc3a-a0f9-4856-83c8-4ae9075a2d11 req-34067138-955b-4910-bc86-2c67dd98b566 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400002 May 24 23:43:41.794342 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device ef6ac5ea-d273-422f-9be2-0e74af3d7803 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:43:41.863312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port ef6ac5ea-d273-422f-9be2-0e74af3d7803 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:43:41.867986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port ef6ac5ea-d273-422f-9be2-0e74af3d7803 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:43:41.868357 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:41.981990 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port ef6ac5ea-d273-422f-9be2-0e74af3d7803 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:43:41.982367 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:42.010814 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:43:42.021705 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port ef6ac5ea-d273-422f-9be2-0e74af3d7803, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:43:42.025964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:42.100132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=ef6ac5ea-d273-422f-9be2-0e74af3d7803,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:42.226997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf6468-d043-4433-af3c-afa985d361fc req-ba70095f-a242-42e3-b85a-fbd0933472f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:42.228470 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1bf6468-d043-4433-af3c-afa985d361fc req-ba70095f-a242-42e3-b85a-fbd0933472f5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0799856 May 24 23:43:42.271757 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1bf6468-d043-4433-af3c-afa985d361fc req-fd9daae4-4ae1-430e-a29e-b0c24dc9cd7c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376494 May 24 23:43:42.375913 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59049633-5ab7-41ca-87f1-2bf2b36705fc'] response: {'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'code': 200} May 24 23:43:42.637930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39308ce1-1b17-4daf-b052-bc0a228b38df req-6a086df9-9fbf-4470-9448-2c4c7f5d1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:42.639320 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-39308ce1-1b17-4daf-b052-bc0a228b38df req-6a086df9-9fbf-4470-9448-2c4c7f5d1a11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0722525 May 24 23:43:42.678012 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-39308ce1-1b17-4daf-b052-bc0a228b38df req-1a545d52-f156-4a59-a9f7-7fd36d444b9e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328951 May 24 23:43:43.457052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d667c8c-95d9-4508-8076-794d0da303b7 req-0a0ab783-ce4f-4edf-aa0f-a0364c3c93a6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:43.458492 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d667c8c-95d9-4508-8076-794d0da303b7 req-0a0ab783-ce4f-4edf-aa0f-a0364c3c93a6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0826976 May 24 23:43:43.501962 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d667c8c-95d9-4508-8076-794d0da303b7 req-c461eded-e0ba-4898-8711-af9e1e78b5be tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377069 May 24 23:43:44.682468 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635dbbd-48fe-4419-9656-59eb5b6a0475 req-1e02ca3b-d2b9-4099-a8d6-8b33d9d5ab77 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:44.683955 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d635dbbd-48fe-4419-9656-59eb5b6a0475 req-1e02ca3b-d2b9-4099-a8d6-8b33d9d5ab77 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0794148 May 24 23:43:44.727946 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d635dbbd-48fe-4419-9656-59eb5b6a0475 req-c3ebfea5-8f2b-4daf-b645-5257d15b320f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383036 May 24 23:43:44.911781 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b6119-247f-48c3-9a93-9f0c8b45cd70 req-e0c96caa-35f7-4c22-904b-1feaea25fe51 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:44.913109 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd4b6119-247f-48c3-9a93-9f0c8b45cd70 req-e0c96caa-35f7-4c22-904b-1feaea25fe51 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0815644 May 24 23:43:44.956356 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd4b6119-247f-48c3-9a93-9f0c8b45cd70 req-2b630303-ee81-4101-acbd-392196ae95eb tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376427 May 24 23:43:44.977881 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 42182) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:43:45.048178 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792e3ad5-61b1-4662-9b74-e98bd010b433 tempest-TestShelveInstance-995724406 tempest-TestShelveInstance-995724406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:45.050141 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-792e3ad5-61b1-4662-9b74-e98bd010b433 tempest-TestShelveInstance-995724406 tempest-TestShelveInstance-995724406-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1093 time: 0.0708275 May 24 23:43:45.052857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 42186) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:43:45.057447 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:43:45.063256 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:43:45.067685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Usage tracker for resource:floatingip and tenant:e53e4997bf924c718bf0476c99ef84f8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:43:45.070455 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:43:45.076119 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:43:45.086383 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:45.220305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:45.357141 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Allocated IP 172.26.3.42 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/1bdadb41-3222-4ab1-ac71-8dba32112ce0) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:43:45.502828 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:45.530613 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:45.595686 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:43:45.598961 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:43:45.602572 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:43:45.733998 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'Port': ['ID=1bdadb41-3222-4ab1-ac71-8dba32112ce0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:46.097917 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:46.169281 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:46.374371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:46.378726 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:46.402679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:46.489152 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event updated for resources: {'Port': ['ID=1bdadb41-3222-4ab1-ac71-8dba32112ce0,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:43:46.498771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:46.665572 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Floating IP fbfb3079-a216-4ec1-945c-b7d369066910 associated. External IP: 172.26.3.42, port: ef6ac5ea-d273-422f-9be2-0e74af3d7803. May 24 23:43:47.003419 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:43:47.017244 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:43:47.275517 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:43:47.284743 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4667f0b-3fc5-4b91-a28d-03ffdb3e6b28 None None] Sync routers for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:43:47.293579 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4667f0b-3fc5-4b91-a28d-03ffdb3e6b28 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:43:47.294178 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e4667f0b-3fc5-4b91-a28d-03ffdb3e6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:43:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:43:47.299424 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:47.357839 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-93ee86af-3d92-4360-bc2b-1c0cce67e657 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3019130 May 24 23:43:47.357839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:43:47.452297 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566d678e-f54b-4d82-8314-6e7324b107ad'] response: {'name': 'network-changed', 'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'status': 'completed', 'code': 200} May 24 23:43:47.469582 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e4667f0b-3fc5-4b91-a28d-03ffdb3e6b28 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:43:47.540107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a844f-e144-46d1-b87a-5e6f73f8135c req-cf5515e0-cb47-4a53-943c-39b66a731cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:47.541501 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-072a844f-e144-46d1-b87a-5e6f73f8135c req-cf5515e0-cb47-4a53-943c-39b66a731cc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0697370 May 24 23:43:47.671005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a844f-e144-46d1-b87a-5e6f73f8135c req-0f6d4edb-142f-46e5-88b9-37af4ad0d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:47.672461 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-072a844f-e144-46d1-b87a-5e6f73f8135c req-0f6d4edb-142f-46e5-88b9-37af4ad0d09d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1249905 May 24 23:43:47.776159 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-072a844f-e144-46d1-b87a-5e6f73f8135c req-d225c0a5-1443-4758-8e33-a3635ee9d7a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803 HTTP/1.1" status: 200 len: 998 time: 0.0966015 May 24 23:43:47.806394 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e4667f0b-3fc5-4b91-a28d-03ffdb3e6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'fbfb3079-a216-4ec1-945c-b7d369066910', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'port_id': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'mac_address': 'fa:16:3e:70:8a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:43:46Z', 'updated_at': '2022-05-24T23:43:46Z', 'revision_number': 0, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:43:47.810150 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4667f0b-3fc5-4b91-a28d-03ffdb3e6b28 None None] Checking router: b86cd7bd-b58e-462c-a8b2-69210c94f7c8 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:43:47.818184 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4667f0b-3fc5-4b91-a28d-03ffdb3e6b28 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:43:47.818793 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e4667f0b-3fc5-4b91-a28d-03ffdb3e6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:43:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:43:47.840915 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a844f-e144-46d1-b87a-5e6f73f8135c req-dbff6f83-e40d-4291-8907-4823a98c1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:47.842326 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-072a844f-e144-46d1-b87a-5e6f73f8135c req-dbff6f83-e40d-4291-8907-4823a98c1c8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0606878 May 24 23:43:47.914550 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a844f-e144-46d1-b87a-5e6f73f8135c req-c978a3d0-46ba-4f11-b3f8-aaa57aca7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:47.916028 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-072a844f-e144-46d1-b87a-5e6f73f8135c req-c978a3d0-46ba-4f11-b3f8-aaa57aca7f15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677545 May 24 23:43:47.993170 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e4667f0b-3fc5-4b91-a28d-03ffdb3e6b28 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:43:48.045786 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-072a844f-e144-46d1-b87a-5e6f73f8135c req-3fd96333-c9fb-4e15-81ff-11dd35524ea2 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237392 May 24 23:43:48.178740 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-072a844f-e144-46d1-b87a-5e6f73f8135c req-d2b741b2-0032-40dd-af46-5bf253b32b73 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271000 May 24 23:43:48.333779 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e4667f0b-3fc5-4b91-a28d-03ffdb3e6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'fbfb3079-a216-4ec1-945c-b7d369066910', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'port_id': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'mac_address': 'fa:16:3e:70:8a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:43:46Z', 'updated_at': '2022-05-24T23:43:46Z', 'revision_number': 0, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:43:48.337638 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4667f0b-3fc5-4b91-a28d-03ffdb3e6b28 None None] The sync data for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv is: [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': 'fbfb3079-a216-4ec1-945c-b7d369066910', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'port_id': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'mac_address': 'fa:16:3e:70:8a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:43:46Z', 'updated_at': '2022-05-24T23:43:46Z', 'revision_number': 0, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:43:48.528392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3c91e-dab9-4c88-935f-bb142e2a7eeb None None] New status for floating IP fbfb3079-a216-4ec1-945c-b7d369066910: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:43:51.981043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-227afe81-f6db-4291-ad01-481c63ed9e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:54.274875 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-802aaf49-5ee3-41a6-a0e9-3d60d79d35e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:55.246322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:55.338929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:56.482137 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-93534493-0f42-4159-a524-b084a273aae9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720384 May 24 23:43:56.619447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-96d4517a-7e91-408d-9190-9e20b12eea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:56.620900 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-96d4517a-7e91-408d-9190-9e20b12eea70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0695219 May 24 23:43:56.711703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:56.769330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-5c8109df-2393-4868-941f-8ac3fbb09c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:56.770694 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-5c8109df-2393-4868-941f-8ac3fbb09c5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1241925 May 24 23:43:56.872736 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-c3af61e9-fe06-493e-b557-aed16803009f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803 HTTP/1.1" status: 200 len: 1000 time: 0.0936389 May 24 23:43:56.933267 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-e88faf1e-6cbc-47dd-95e5-e76639a3aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:56.934674 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-e88faf1e-6cbc-47dd-95e5-e76639a3aa05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0556533 May 24 23:43:57.014233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-73fb8015-01b2-401a-8ef2-f533357b589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:57.015840 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-73fb8015-01b2-401a-8ef2-f533357b589f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746510 May 24 23:43:57.243089 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-053e7652-4f63-439c-bcce-daf43be97d70 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192762 May 24 23:43:57.373472 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e2a68aab-1981-4f24-bde2-67106889ada0 req-a5faa71d-eada-44d2-a172-dfcdfee5de69 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245227 May 24 23:44:16.404027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:21.983460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d020dc04-151f-4e40-923c-365c59315b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:24.016703 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:44:24.277328 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-29006d0e-8155-4f03-9851-e01e16319952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:25.252513 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:25.339360 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.714449 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:46.409137 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:51.984751 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0a9847a1-c453-4bd2-933b-267631fc5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:54.278353 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a608ba69-fc17-4df2-8a3f-89d854483980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:55.253021 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:55.340454 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:56.523796 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-064ed23b-488d-419d-add5-5873205a020b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178577 May 24 23:44:56.660609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-ae1a3ce4-f09a-432b-b1cf-ce4805c3e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:56.662064 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-ae1a3ce4-f09a-432b-b1cf-ce4805c3e3ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0737221 May 24 23:44:56.718548 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:56.803989 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-b2ab2d09-d7dd-4651-8286-f7bdd814f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:56.805402 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-b2ab2d09-d7dd-4651-8286-f7bdd814f268 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1256070 May 24 23:44:56.904697 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-1d764387-192f-4bc3-9794-3507773c74b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803 HTTP/1.1" status: 200 len: 1000 time: 0.0933173 May 24 23:44:56.964455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-3d3ad7be-ca1b-4210-9446-997c2d330a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:56.965743 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-3d3ad7be-ca1b-4210-9446-997c2d330a14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0555747 May 24 23:44:57.036707 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-cd1ff673-4dfe-4b78-83e2-47a4b8ada7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:57.038115 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-cd1ff673-4dfe-4b78-83e2-47a4b8ada7df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670497 May 24 23:44:57.164633 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-18710f05-dcd6-48a2-bcd9-10f535e1baef service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205685 May 24 23:44:57.293202 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-54ea32f2-ab7f-461e-9145-1866dfc1cc2f req-87082aa4-7a51-4e49-af8d-627d0486590c service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222265 May 24 23:45:01.016091 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:45:16.428034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:21.989813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fbf58058-b926-4d11-861a-9e9db921ae93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:24.279919 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1552af27-abb5-407c-b0e5-88b11eb13c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:25.255660 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:25.340460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:26.722169 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:38.015648 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:45:42.127839 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f68cd-534c-4def-af60-9b5c8cb85dff req-a137ff57-02ec-4286-ade9-73fe1fee07d0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:42.129283 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b8f68cd-534c-4def-af60-9b5c8cb85dff req-a137ff57-02ec-4286-ade9-73fe1fee07d0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0793214 May 24 23:45:42.173251 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b8f68cd-534c-4def-af60-9b5c8cb85dff req-2759f2a7-dfee-46c8-b993-ccb9fd0b0a5f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376410 May 24 23:45:43.370443 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bb50f-c237-4336-9047-88956f4a17c1 req-d716d8b2-deab-4bb3-9884-6c6dd0a4e51c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:43.371883 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-081bb50f-c237-4336-9047-88956f4a17c1 req-d716d8b2-deab-4bb3-9884-6c6dd0a4e51c tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0824924 May 24 23:45:43.414762 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-081bb50f-c237-4336-9047-88956f4a17c1 req-e7b60df4-60e0-47e0-a685-e66f90a59315 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372591 May 24 23:45:44.597794 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3b692-34db-4e73-8915-9b0acff67ad1 req-d7ea5f46-b1b9-4456-9287-cb8512e0b4a6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:44.599318 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4ed3b692-34db-4e73-8915-9b0acff67ad1 req-d7ea5f46-b1b9-4456-9287-cb8512e0b4a6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0815833 May 24 23:45:44.642461 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4ed3b692-34db-4e73-8915-9b0acff67ad1 req-2dcc1b0e-3908-4555-a741-7309f0928172 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369520 May 24 23:45:45.830712 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a295a-b162-4efc-bd48-f3d4790c94f1 req-7051b51b-4d76-4642-a4a9-d42c896b46ba tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:45.832161 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b94a295a-b162-4efc-bd48-f3d4790c94f1 req-7051b51b-4d76-4642-a4a9-d42c896b46ba tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0828466 May 24 23:45:45.876358 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b94a295a-b162-4efc-bd48-f3d4790c94f1 req-4c75dd66-8d06-41f3-8386-52c3c6e06aa8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385799 May 24 23:45:46.444424 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:47.055679 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4138585-47c0-4228-ac98-b059fbadbc49 req-69e94b7f-8e70-41a7-9a97-83e4ee8debb8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:47.057605 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4138585-47c0-4228-ac98-b059fbadbc49 req-69e94b7f-8e70-41a7-9a97-83e4ee8debb8 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0793302 May 24 23:45:47.104069 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4138585-47c0-4228-ac98-b059fbadbc49 req-bae9f47b-85e0-44c4-9475-48b5c5ed27cc tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 May 24 23:45:48.286216 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e974f0-7dd9-4722-b652-7da1e30bad54 req-6e97b608-0a4b-4208-a277-110de7416c4e tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:48.287651 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47e974f0-7dd9-4722-b652-7da1e30bad54 req-6e97b608-0a4b-4208-a277-110de7416c4e tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0787067 May 24 23:45:48.330961 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47e974f0-7dd9-4722-b652-7da1e30bad54 req-82f47911-20a9-45dc-82cc-270f0eaa4151 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372121 May 24 23:45:49.519020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c2c04-91a5-47cd-a173-a40837c3fb62 req-afdf89a4-6c8d-4939-b441-44f39c859c12 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:49.520361 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-090c2c04-91a5-47cd-a173-a40837c3fb62 req-afdf89a4-6c8d-4939-b441-44f39c859c12 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0824792 May 24 23:45:49.563957 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-090c2c04-91a5-47cd-a173-a40837c3fb62 req-32677db7-c9cf-4d8b-9b80-deca5a1e30a3 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380313 May 24 23:45:50.744913 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf6b74-f265-4e65-93bb-f2303fa2f2ca req-d2812908-eb07-41be-8505-73cee9d7b90b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:50.746356 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2cbf6b74-f265-4e65-93bb-f2303fa2f2ca req-d2812908-eb07-41be-8505-73cee9d7b90b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0790992 May 24 23:45:50.789715 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2cbf6b74-f265-4e65-93bb-f2303fa2f2ca req-61a3585f-a1c2-4c35-9f47-49d5472e617b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373785 May 24 23:45:51.974511 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec6684-1a48-4e5f-a03f-06a2526ae4cc req-73c958a0-ad39-402d-a40e-55a2f455d93e tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:51.976003 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0aec6684-1a48-4e5f-a03f-06a2526ae4cc req-73c958a0-ad39-402d-a40e-55a2f455d93e tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0828400 May 24 23:45:51.981448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d6da0e2b-99e2-48d6-ad0b-0755a004794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:52.019063 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0aec6684-1a48-4e5f-a03f-06a2526ae4cc req-8a6a6798-1426-4f8d-941f-d83105fc4f34 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374198 May 24 23:45:52.225414 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be5e61-e09c-4b1f-b07f-2c61c8d9be9c req-9c5fbef4-61e0-475b-8103-da95c6ccab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:52.226975 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86be5e61-e09c-4b1f-b07f-2c61c8d9be9c req-9c5fbef4-61e0-475b-8103-da95c6ccab3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0733991 May 24 23:45:52.353347 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be5e61-e09c-4b1f-b07f-2c61c8d9be9c req-9a55fc67-e269-4849-b6ea-5c67c2f01abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:52.354850 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86be5e61-e09c-4b1f-b07f-2c61c8d9be9c req-9a55fc67-e269-4849-b6ea-5c67c2f01abd service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1226144 May 24 23:45:52.455589 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86be5e61-e09c-4b1f-b07f-2c61c8d9be9c req-fe75f999-e9bd-4308-aec6-0ec3338b98dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803 HTTP/1.1" status: 200 len: 1000 time: 0.0949888 May 24 23:45:52.515337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be5e61-e09c-4b1f-b07f-2c61c8d9be9c req-08b0877e-4836-473f-9d11-1ef4c3752c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:52.516676 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86be5e61-e09c-4b1f-b07f-2c61c8d9be9c req-08b0877e-4836-473f-9d11-1ef4c3752c45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0553207 May 24 23:45:52.590149 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be5e61-e09c-4b1f-b07f-2c61c8d9be9c req-69d81a02-5b4d-4994-9da4-bc68cfecf66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:52.591598 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86be5e61-e09c-4b1f-b07f-2c61c8d9be9c req-69d81a02-5b4d-4994-9da4-bc68cfecf66d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689211 May 24 23:45:52.717285 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86be5e61-e09c-4b1f-b07f-2c61c8d9be9c req-ee6b5bc7-6445-4f82-b72c-24bf7dba9981 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198556 May 24 23:45:52.945758 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-86be5e61-e09c-4b1f-b07f-2c61c8d9be9c req-1f621f60-e910-4713-92b0-4a561195beea service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222309 May 24 23:45:53.206830 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c3c71-2c45-4250-8506-dd23500d4f72 req-8ecc419b-2b7d-426b-93aa-a90e1f98b525 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:53.208281 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d81c3c71-2c45-4250-8506-dd23500d4f72 req-8ecc419b-2b7d-426b-93aa-a90e1f98b525 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0841789 May 24 23:45:53.252156 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d81c3c71-2c45-4250-8506-dd23500d4f72 req-88a6a529-48c5-400f-b994-627b684f5c75 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376270 May 24 23:45:54.281396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aef6997b-8ca1-4d26-84db-1102e5ed7515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:54.440690 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43e4fd-fa33-4817-b09a-44be519c7ff6 req-824e3987-25d8-4ac7-959f-579534c0c241 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:54.442082 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a43e4fd-fa33-4817-b09a-44be519c7ff6 req-824e3987-25d8-4ac7-959f-579534c0c241 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0837035 May 24 23:45:54.486674 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a43e4fd-fa33-4817-b09a-44be519c7ff6 req-d3399460-c8b9-4ba9-8ca4-9928c3f98fae tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385625 May 24 23:45:55.257233 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:55.341412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:55.666145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee30a6-9f8d-4db0-a0ed-ebad72de396c req-92b21f7d-ce7e-4118-9409-2842d036daac tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:55.667596 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98ee30a6-9f8d-4db0-a0ed-ebad72de396c req-92b21f7d-ce7e-4118-9409-2842d036daac tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0791638 May 24 23:45:55.720119 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98ee30a6-9f8d-4db0-a0ed-ebad72de396c req-262854b1-7f54-438e-82a1-8bc9b2ac494a tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468774 May 24 23:45:56.057151 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-975bb196-e0e4-4828-8b09-59cba4966288 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292245 May 24 23:45:56.063661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3f06a-917c-4c80-a12f-6a14f703ad2f req-1121d108-666e-46ab-92bc-89e5ee5dda44 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:56.065269 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3ce3f06a-917c-4c80-a12f-6a14f703ad2f req-1121d108-666e-46ab-92bc-89e5ee5dda44 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0813913 May 24 23:45:56.109857 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3ce3f06a-917c-4c80-a12f-6a14f703ad2f req-eb9e749e-bd02-4070-84d3-271e26ea12e0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390186 May 24 23:45:56.430679 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device ef6ac5ea-d273-422f-9be2-0e74af3d7803 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:45:56.578277 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port ef6ac5ea-d273-422f-9be2-0e74af3d7803 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:45:56.578716 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:56.606796 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:45:56.619467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port ef6ac5ea-d273-422f-9be2-0e74af3d7803, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:45:56.623597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:56.654348 dv-neutron-843190-1-hyperv neutron-server[88262]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-410a746f-73f4-4547-87bd-f4ad40b861f0']: {'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'code': 422} returned with failed status May 24 23:45:56.696915 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=ef6ac5ea-d273-422f-9be2-0e74af3d7803,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:56.704879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.704879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.705213 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.705545 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.705869 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.706192 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.707243 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.708031 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.708324 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.708653 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.708977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.709377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:56.729267 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:57.311299 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998a5c-93c2-4bb7-bedd-901cd3654052 req-01b48157-c993-4524-9f72-37277f05a6f6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:57.312748 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be998a5c-93c2-4bb7-bedd-901cd3654052 req-01b48157-c993-4524-9f72-37277f05a6f6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0929430 May 24 23:45:57.356914 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be998a5c-93c2-4bb7-bedd-901cd3654052 req-0aaeb73e-a0e3-42d0-991d-ebe1d794f010 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384111 May 24 23:45:58.476424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-d85a957b-8611-430a-91ac-0ef1a287f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:58.477806 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-d85a957b-8611-430a-91ac-0ef1a287f11f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab&tenant_id=e53e4997bf924c718bf0476c99ef84f8 HTTP/1.1" status: 200 len: 1096 time: 0.0758452 May 24 23:45:58.547577 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd75c0d-08a9-4a47-83ff-839c0a8fd68e req-7a9e2325-be0a-4b93-879c-5b2ff56ad8ad tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:58.549038 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd75c0d-08a9-4a47-83ff-839c0a8fd68e req-7a9e2325-be0a-4b93-879c-5b2ff56ad8ad tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0807602 May 24 23:45:58.571069 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-65675643-f88c-4c0c-bbd0-eedad8496a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:58.572690 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-65675643-f88c-4c0c-bbd0-eedad8496a7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1096 time: 0.0748107 May 24 23:45:58.594193 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd75c0d-08a9-4a47-83ff-839c0a8fd68e req-75b0ec8c-68c6-4b6d-8b92-6f35c90a04c0 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390050 May 24 23:45:58.705539 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-75b01742-fa6c-48d3-b297-2bbcc50c2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:58.707001 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-75b01742-fa6c-48d3-b297-2bbcc50c2e2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1285629 May 24 23:45:58.810199 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-7473dbf0-bb8b-4564-b8c8-62dc664f9f5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803 HTTP/1.1" status: 200 len: 998 time: 0.0962946 May 24 23:45:58.871879 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-9bb39130-9994-47d1-a17f-99a0fb623616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:58.873281 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-9bb39130-9994-47d1-a17f-99a0fb623616 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0576160 May 24 23:45:58.948659 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-68972785-132b-4d68-961c-e189971ffa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:58.950120 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-68972785-132b-4d68-961c-e189971ffa43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712156 May 24 23:45:59.079482 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-ca37dd61-21f0-4b21-8964-be1a01dbe906 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230986 May 24 23:45:59.210280 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad4d486c-dfe7-43e0-89c5-e022b1f51d86 req-e83cb3dd-bac1-4028-939c-2dc5e6f1e6ac service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248732 May 24 23:45:59.863099 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729dccc-3a5e-4980-ae5d-ed3968541edd req-95d4ff40-cc1e-456d-aafa-578c8453e920 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:59.864454 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0729dccc-3a5e-4980-ae5d-ed3968541edd req-95d4ff40-cc1e-456d-aafa-578c8453e920 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.1660209 May 24 23:45:59.908235 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0729dccc-3a5e-4980-ae5d-ed3968541edd req-edd7d686-693d-4fc9-a5db-e0fe69dec1bc tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380838 May 24 23:46:01.089459 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45e08c-1cde-405d-a4ad-f761419a75ce req-df5a21b7-5f08-455f-9c2a-11a7b662a4f6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:01.091482 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba45e08c-1cde-405d-a4ad-f761419a75ce req-df5a21b7-5f08-455f-9c2a-11a7b662a4f6 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0784578 May 24 23:46:01.136804 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba45e08c-1cde-405d-a4ad-f761419a75ce req-caa9aad9-aa1d-47e8-908f-8895ca0d5a9d tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394220 May 24 23:46:02.317520 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865aeb9-1dd7-4e68-b784-06839e24d242 req-7481e1cb-c34e-4bda-95b1-2d4ff8fdebab tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:02.318976 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9865aeb9-1dd7-4e68-b784-06839e24d242 req-7481e1cb-c34e-4bda-95b1-2d4ff8fdebab tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0780573 May 24 23:46:02.362360 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9865aeb9-1dd7-4e68-b784-06839e24d242 req-773c40ea-b396-484d-b24a-54e4c7efef44 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378289 May 24 23:46:03.546045 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e989838-149b-43f9-97fd-75e4aea03915 req-46e2de3b-5e28-4d5d-be40-57c192ab4667 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:03.547402 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e989838-149b-43f9-97fd-75e4aea03915 req-46e2de3b-5e28-4d5d-be40-57c192ab4667 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0823035 May 24 23:46:03.589987 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e989838-149b-43f9-97fd-75e4aea03915 req-db45ede4-392c-42d8-bf75-8fbd2f50074f tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369668 May 24 23:46:04.775136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605b4bc-7d4c-4f68-8b83-856dcef9ce07 req-75212a53-da08-4568-a79b-61c029477db5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:04.776558 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b605b4bc-7d4c-4f68-8b83-856dcef9ce07 req-75212a53-da08-4568-a79b-61c029477db5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0805607 May 24 23:46:04.819942 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b605b4bc-7d4c-4f68-8b83-856dcef9ce07 req-0cdad70e-c687-4a5a-93af-14f95ea90f17 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376668 May 24 23:46:06.006667 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3ba1d-4c3f-43b0-bfae-1cf7fcce251d req-6ab8ff49-f68b-42f7-a1bf-82bf846ca460 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:06.008070 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37a3ba1d-4c3f-43b0-bfae-1cf7fcce251d req-6ab8ff49-f68b-42f7-a1bf-82bf846ca460 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 943 time: 0.0812962 May 24 23:46:06.050543 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37a3ba1d-4c3f-43b0-bfae-1cf7fcce251d req-b6b1377a-83f6-4255-82e1-35463491b642 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362260 May 24 23:46:06.477637 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device ef6ac5ea-d273-422f-9be2-0e74af3d7803 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:46:06.607372 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port ef6ac5ea-d273-422f-9be2-0e74af3d7803, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:46:06.620008 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'port_id': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'mac_address': 'fa:16:3e:70:8a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:46:06.673556 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port ef6ac5ea-d273-422f-9be2-0e74af3d7803 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:46:06.673928 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:06.689724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6ac5ea-d273-422f-9be2-0e74af3d7803 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:46:06.704314 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port ef6ac5ea-d273-422f-9be2-0e74af3d7803, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:46:06.708368 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:06.775338 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=ef6ac5ea-d273-422f-9be2-0e74af3d7803,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:46:06.937951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['ef6ac5ea-d273-422f-9be2-0e74af3d7803'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:46:07.234573 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465575c-4a5d-47ce-af65-3a4944cac9e7 req-44597390-d55b-4078-885c-af609e907396 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:07.236031 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4465575c-4a5d-47ce-af65-3a4944cac9e7 req-44597390-d55b-4078-885c-af609e907396 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 944 time: 0.0793364 May 24 23:46:07.282754 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4465575c-4a5d-47ce-af65-3a4944cac9e7 req-9601c1c2-6734-47c7-9732-b453be7c6379 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410297 May 24 23:46:08.465997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302be43f-7358-4945-9760-6f01c53e5d93 req-657bbda4-6834-44ae-b5b3-5a4177aaac67 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:08.467378 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-302be43f-7358-4945-9760-6f01c53e5d93 req-657bbda4-6834-44ae-b5b3-5a4177aaac67 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 944 time: 0.0797622 May 24 23:46:08.493483 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device ef6ac5ea-d273-422f-9be2-0e74af3d7803 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:46:08.512701 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-302be43f-7358-4945-9760-6f01c53e5d93 req-ee5bda9d-2ced-49ae-a3d2-a62dd2ed10d4 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388091 May 24 23:46:08.562727 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port ef6ac5ea-d273-422f-9be2-0e74af3d7803 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:46:08.563097 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:08.672973 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port ef6ac5ea-d273-422f-9be2-0e74af3d7803 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:46:08.673348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:08.698431 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:46:08.708405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port ef6ac5ea-d273-422f-9be2-0e74af3d7803, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:46:08.713504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:08.754532 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d1374e-72ce-4020-b3a0-e891ffc2433c'] response: {'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'code': 200} May 24 23:46:08.787335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=ef6ac5ea-d273-422f-9be2-0e74af3d7803,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:46:09.015194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9022-7c7c-4b32-86b8-c402a79bbe97 req-f4c43b6e-d4dc-41a5-ac84-47bea6283e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:09.016549 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-85df9022-7c7c-4b32-86b8-c402a79bbe97 req-f4c43b6e-d4dc-41a5-ac84-47bea6283e0f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0690145 May 24 23:46:09.055495 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-85df9022-7c7c-4b32-86b8-c402a79bbe97 req-096fd1e1-d659-440b-803b-b72621af7779 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328195 May 24 23:46:09.699789 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e6d3f-554b-45d8-903b-8cf17a401ff9 req-c346da26-9aa1-4d37-af4c-d3b208f4d449 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:09.701265 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c49e6d3f-554b-45d8-903b-8cf17a401ff9 req-c346da26-9aa1-4d37-af4c-d3b208f4d449 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0822694 May 24 23:46:09.745290 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c49e6d3f-554b-45d8-903b-8cf17a401ff9 req-13a08b6c-fb21-4691-ab67-a4bb7d381ff5 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384555 May 24 23:46:10.925841 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efbeb-ca70-49d5-85e7-da313b734ede req-cfcc727b-d7c9-49a7-a748-500cfe69d592 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:10.927293 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-547efbeb-ca70-49d5-85e7-da313b734ede req-cfcc727b-d7c9-49a7-a748-500cfe69d592 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0793741 May 24 23:46:10.970593 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-547efbeb-ca70-49d5-85e7-da313b734ede req-23b6506b-1cf7-4f1e-b3e5-ee3f0c1ff05b tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376031 May 24 23:46:15.014592 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:46:16.453337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:21.984413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dbc002a2-bb22-429f-ab20-89e2919d8567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:24.283167 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-557d9d82-f898-4008-9621-9cd08e81acb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:25.260221 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:25.342524 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:26.731851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:46.459643 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:51.985957 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c2bb265d-0750-4f12-bb62-8357e2b29097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:52.012260 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:46:54.284605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7cfe-4f0f-4231-8129-0c0d63d4bc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:55.263067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:55.343058 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:56.732879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:59.024666 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-1e81822d-73bd-4fe3-904b-52fc7d2ad31f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742435 May 24 23:46:59.159410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-df99ab72-e9bc-4df2-ade4-bb99aa23c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:59.161015 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-df99ab72-e9bc-4df2-ade4-bb99aa23c5cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0702531 May 24 23:46:59.301769 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-f7fd2890-4172-452e-a429-c7508f44d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:59.303134 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-f7fd2890-4172-452e-a429-c7508f44d90b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1243236 May 24 23:46:59.403379 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-ef63fb33-887d-42ee-b345-57af342e7f00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803 HTTP/1.1" status: 200 len: 1000 time: 0.0943983 May 24 23:46:59.465259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-12889512-9758-49d5-8062-98831be8f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:59.466658 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-12889512-9758-49d5-8062-98831be8f64a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0575161 May 24 23:46:59.637404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-d450bab1-8f88-47e7-bb38-4a0ea4449faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:59.638811 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-d450bab1-8f88-47e7-bb38-4a0ea4449faf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1665509 May 24 23:46:59.768161 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-205fb844-783b-4a7e-ae5a-88a3896dc068 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232409 May 24 23:46:59.897353 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b2293de6-256c-4344-a641-bd47b7e59d23 req-fee2da02-b824-4ba8-9476-730ce56f8a43 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231015 May 24 23:47:16.473298 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:21.986992 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c4397a5-3d8a-4b54-a64a-02f8ceb9a892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:24.288132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c265489-18cf-419d-a916-bd0061739689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:25.267203 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:25.475052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:26.735983 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:29.010316 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:47:29.617617 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42320) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:29.817051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Deleting port 1bdadb41-3222-4ab1-ac71-8dba32112ce0 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:29.817422 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:29.986141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:29.986471 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:30.105626 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Calling delete_port for 1bdadb41-3222-4ab1-ac71-8dba32112ce0 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:30.255299 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:30.301062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event deleted for resources: {'Port': ['ID=1bdadb41-3222-4ab1-ac71-8dba32112ce0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:30.332686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.333030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.333368 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.333700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.334027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.334354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.334697 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.335021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.335343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.335679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.335981 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.336296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:30.404063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:30.404391 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Floating IP fbfb3079-a216-4ec1-945c-b7d369066910 disassociated (deleted). External IP: 172.26.3.42, port: ef6ac5ea-d273-422f-9be2-0e74af3d7803. May 24 23:47:30.853046 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:47:31.032026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:47:31.042362 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f5099-b039-411b-a233-d79916bf4a67 None None] Sync routers for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:47:31.048268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:31.052270 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f5099-b039-411b-a233-d79916bf4a67 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:31.052871 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1b1f5099-b039-411b-a233-d79916bf4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:31.102474 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-633e0bd8-39f9-4c4d-b36d-5e2a27ce9289 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "DELETE /v2.0/floatingips/fbfb3079-a216-4ec1-945c-b7d369066910 HTTP/1.1" status: 204 len: 168 time: 1.4837577 May 24 23:47:31.103283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:47:31.229475 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-1b1f5099-b039-411b-a233-d79916bf4a67 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:31.344994 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6eafb80-0456-4149-aea4-54d0cc47853b'] response: {'name': 'network-changed', 'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'status': 'completed', 'code': 200} May 24 23:47:31.448907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c03b9-28bb-4fed-b2b4-81e1f9f50d8a req-cbe7e6c8-1bc3-4023-80c5-be101fb193bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:31.450557 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9e4c03b9-28bb-4fed-b2b4-81e1f9f50d8a req-cbe7e6c8-1bc3-4023-80c5-be101fb193bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e53e4997bf924c718bf0476c99ef84f8&device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0841525 May 24 23:47:31.560178 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1b1f5099-b039-411b-a233-d79916bf4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:31.564066 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f5099-b039-411b-a233-d79916bf4a67 None None] Checking router: b86cd7bd-b58e-462c-a8b2-69210c94f7c8 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:47:31.564718 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454deaba-4e4f-457d-a9ec-6b8963d9916e req-624e2a4a-e4ca-4706-afdb-c792a83913ed tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:31.566824 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-454deaba-4e4f-457d-a9ec-6b8963d9916e req-624e2a4a-e4ca-4706-afdb-c792a83913ed tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.1393979 May 24 23:47:31.572601 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f5099-b039-411b-a233-d79916bf4a67 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:31.573494 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1b1f5099-b039-411b-a233-d79916bf4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:31.586971 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c03b9-28bb-4fed-b2b4-81e1f9f50d8a req-54663c4f-e4db-46d4-ba82-6149ca43f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:31.588426 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9e4c03b9-28bb-4fed-b2b4-81e1f9f50d8a req-54663c4f-e4db-46d4-ba82-6149ca43f3ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 200 len: 910 time: 0.1316178 May 24 23:47:31.614308 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-454deaba-4e4f-457d-a9ec-6b8963d9916e req-3ec9c332-01d6-4353-8632-490ddf5c8f5e tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410042 May 24 23:47:31.656566 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9e4c03b9-28bb-4fed-b2b4-81e1f9f50d8a req-bb1deac3-b8b9-4732-a57d-992c60a28fe3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803 HTTP/1.1" status: 200 len: 217 time: 0.0612431 May 24 23:47:31.723472 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c03b9-28bb-4fed-b2b4-81e1f9f50d8a req-5730288b-d215-4c55-ae46-a68d1130343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:31.724906 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9e4c03b9-28bb-4fed-b2b4-81e1f9f50d8a req-5730288b-d215-4c55-ae46-a68d1130343f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 200 len: 848 time: 0.0625851 May 24 23:47:31.747478 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-1b1f5099-b039-411b-a233-d79916bf4a67 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:31.800336 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c03b9-28bb-4fed-b2b4-81e1f9f50d8a req-cc6f1e5f-0942-4821-84db-2bb909b9abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:31.801800 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9e4c03b9-28bb-4fed-b2b4-81e1f9f50d8a req-cc6f1e5f-0942-4821-84db-2bb909b9abf1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8ec0ef9-2876-4fb9-858a-f02f2425becd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702720 May 24 23:47:31.933101 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9e4c03b9-28bb-4fed-b2b4-81e1f9f50d8a req-11c7be40-874b-4f08-a786-0f06b71707c0 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240544 May 24 23:47:32.053296 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1b1f5099-b039-411b-a233-d79916bf4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:32.057196 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f5099-b039-411b-a233-d79916bf4a67 None None] The sync data for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv is: [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:54Z', 'revision_number': 4, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': 'dd2e35cb-047b-4ed0-9c40-17cef6737322', 'name': '', 'network_id': 'd8ec0ef9-2876-4fb9-858a-f02f2425becd', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'mac_address': 'fa:16:3e:e2:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:53Z', 'updated_at': '2022-05-24T23:39:01Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'subnets': [{'id': 'b87dfff3-fb8a-4917-8f71-a45133f9a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:47:32.064722 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9e4c03b9-28bb-4fed-b2b4-81e1f9f50d8a req-80138aff-6727-4d47-be14-1d76a11bb6b1 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253016 May 24 23:47:32.264886 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b2c447-51ef-4aa5-b195-553fe292d6ba None None] New status for floating IP fbfb3079-a216-4ec1-945c-b7d369066910: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:47:32.803857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d8b7e-993f-4879-893c-e2e9dc247653 req-81c01693-7288-4a7c-90c4-547bb8b15f36 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:32.803857 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a89d8b7e-993f-4879-893c-e2e9dc247653 req-81c01693-7288-4a7c-90c4-547bb8b15f36 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0802033 May 24 23:47:32.849636 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a89d8b7e-993f-4879-893c-e2e9dc247653 req-9d2b64ea-0067-4adf-8f7f-c302ad887e21 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/security-groups?id=da12a152-77e8-4b22-b123-c50b3fe94796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 May 24 23:47:32.920387 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-fbc39bab-7acf-4960-85bd-55cd490781ad tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:32.921591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-fbc39bab-7acf-4960-85bd-55cd490781ad tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Synchronizing usage tracker for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:47:32.936481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-fbc39bab-7acf-4960-85bd-55cd490781ad tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Unset dirty status for tenant:e53e4997bf924c718bf0476c99ef84f8 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:47:32.937580 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-fbc39bab-7acf-4960-85bd-55cd490781ad tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 945 time: 0.0984929 May 24 23:47:33.005318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-8a2ee348-a500-4f8b-976e-700e5188be93 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Deleting port ef6ac5ea-d273-422f-9be2-0e74af3d7803 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:33.005664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-8a2ee348-a500-4f8b-976e-700e5188be93 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:33.255431 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-8a2ee348-a500-4f8b-976e-700e5188be93 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] For port ef6ac5ea-d273-422f-9be2-0e74af3d7803, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=ef6ac5ea-d273-422f-9be2-0e74af3d7803,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:33.255770 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-8a2ee348-a500-4f8b-976e-700e5188be93 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:33.482047 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-8a2ee348-a500-4f8b-976e-700e5188be93 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Calling delete_port for ef6ac5ea-d273-422f-9be2-0e74af3d7803 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:33.621583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-8a2ee348-a500-4f8b-976e-700e5188be93 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:33.700641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ee348-a500-4f8b-976e-700e5188be93 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event deleted for resources: {'Port': ['ID=ef6ac5ea-d273-422f-9be2-0e74af3d7803,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:33.747789 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-8a2ee348-a500-4f8b-976e-700e5188be93 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] No DVR routers for this DVR port ef6ac5ea-d273-422f-9be2-0e74af3d7803 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:47:33.750572 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-8a2ee348-a500-4f8b-976e-700e5188be93 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:33.753048 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'name': 'network-vif-deleted', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:47:33.768977 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-26d83818-468a-4f7f-b8c1-eb9dfccccd35 req-8a2ee348-a500-4f8b-976e-700e5188be93 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.42 "DELETE /v2.0/ports/ef6ac5ea-d273-422f-9be2-0e74af3d7803 HTTP/1.1" status: 204 len: 173 time: 0.8264060 May 24 23:47:33.800745 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461dbcc7-b695-41d4-b6a7-67ad0dfa2615'] response: {'server_uuid': 'ecdd976e-4fca-4d4c-ad5d-600cab86d0ab', 'name': 'network-vif-deleted', 'tag': 'ef6ac5ea-d273-422f-9be2-0e74af3d7803', 'status': 'completed', 'code': 200} May 24 23:47:34.001775 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ecc4506-415a-45e6-87b7-cb773fd91090 req-c17eab7e-b8e1-4507-bf63-cc1b8a285269 tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecdd976e-4fca-4d4c-ad5d-600cab86d0ab HTTP/1.1" status: 200 len: 210 time: 0.0435264 May 24 23:47:34.912327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device ef6ac5ea-d273-422f-9be2-0e74af3d7803 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:47:34.946581 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: ef6ac5ea-d273-422f-9be2-0e74af3d7803 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:47:34.946957 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device ef6ac5ea-d273-422f-9be2-0e74af3d7803 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:47:35.105006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42340) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:35.172911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa4493e5-f89f-419e-bc95-eca5450eafac tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:35.203851 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa4493e5-f89f-419e-bc95-eca5450eafac tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:35.272875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa4493e5-f89f-419e-bc95-eca5450eafac tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:35.291611 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4493e5-f89f-419e-bc95-eca5450eafac tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da12a152-77e8-4b22-b123-c50b3fe94796,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:35.302578 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa4493e5-f89f-419e-bc95-eca5450eafac tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:35.303935 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-aa4493e5-f89f-419e-bc95-eca5450eafac tempest-TestShelveInstance-462140894 tempest-TestShelveInstance-462140894-project] 10.222.0.32 "DELETE /v2.0/security-groups/da12a152-77e8-4b22-b123-c50b3fe94796 HTTP/1.1" status: 204 len: 168 time: 0.1977110 May 24 23:47:35.346743 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42346) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:35.995392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:36.342551 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] Deleting port dd2e35cb-047b-4ed0-9c40-17cef6737322 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:36.343231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:36.620405 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] For port dd2e35cb-047b-4ed0-9c40-17cef6737322, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=dd2e35cb-047b-4ed0-9c40-17cef6737322,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:36.620757 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:36.744623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] Calling delete_port for dd2e35cb-047b-4ed0-9c40-17cef6737322 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:37.057737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:37.104133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2e35cb-047b-4ed0-9c40-17cef6737322,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:37.371810 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:37.719204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] Router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:47:38.003344 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:47:38.011914 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdf372d-0ab2-4cfe-b2a4-3d2082c18c54 None None] Sync routers for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:47:38.016714 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-84f5cba3-2225-484e-bfdf-611bf125dfeb admin admin] 10.222.0.32 "PUT /v2.0/routers/b86cd7bd-b58e-462c-a8b2-69210c94f7c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6674559 May 24 23:47:38.017817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42352) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:38.020938 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf372d-0ab2-4cfe-b2a4-3d2082c18c54 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:38.021522 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bbdf372d-0ab2-4cfe-b2a4-3d2082c18c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:38.193794 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:38.224874 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-bbdf372d-0ab2-4cfe-b2a4-3d2082c18c54 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:38.368653 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:38.377807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Deleting port e9c4349b-38d4-42ca-8481-ba6b5151a4ff {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:38.378426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:38.501749 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bbdf372d-0ab2-4cfe-b2a4-3d2082c18c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:47:36Z', 'revision_number': 5, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port': {'id': 'e9c4349b-38d4-42ca-8481-ba6b5151a4ff', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:38.505653 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdf372d-0ab2-4cfe-b2a4-3d2082c18c54 None None] Checking router: b86cd7bd-b58e-462c-a8b2-69210c94f7c8 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:47:38.514857 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf372d-0ab2-4cfe-b2a4-3d2082c18c54 None None] Routers {'b86cd7bd-b58e-462c-a8b2-69210c94f7c8'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:38.515449 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bbdf372d-0ab2-4cfe-b2a4-3d2082c18c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:38.547243 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] For port e9c4349b-38d4-42ca-8481-ba6b5151a4ff, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=e9c4349b-38d4-42ca-8481-ba6b5151a4ff,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:38.547591 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:38.665549 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-bbdf372d-0ab2-4cfe-b2a4-3d2082c18c54 None None] Set router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:38.670037 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Calling delete_port for e9c4349b-38d4-42ca-8481-ba6b5151a4ff owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:38.772261 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bbdf372d-0ab2-4cfe-b2a4-3d2082c18c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:47:38Z', 'revision_number': 6, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:38.777061 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdf372d-0ab2-4cfe-b2a4-3d2082c18c54 None None] The sync data for ids ['b86cd7bd-b58e-462c-a8b2-69210c94f7c8'] in dv-neutron-843190-1-hyperv is: [{'id': 'b86cd7bd-b58e-462c-a8b2-69210c94f7c8', 'name': 'tempest-TestShelveInstance-1006217287-router', 'tenant_id': 'e53e4997bf924c718bf0476c99ef84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:50Z', 'updated_at': '2022-05-24T23:47:38Z', 'revision_number': 6, 'project_id': 'e53e4997bf924c718bf0476c99ef84f8', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:47:38.872421 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:38.923809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c4349b-38d4-42ca-8481-ba6b5151a4ff,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:39.012241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.184862 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.187818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.211111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.211728 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router b86cd7bd-b58e-462c-a8b2-69210c94f7c8 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:47:39.229210 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.230346 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-720388a3-123f-4947-a635-af298fcff4ad admin admin] 10.222.0.32 "DELETE /v2.0/routers/b86cd7bd-b58e-462c-a8b2-69210c94f7c8 HTTP/1.1" status: 204 len: 168 time: 1.2116373 May 24 23:47:39.233569 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42356) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:39.294623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-11452cc5-34a9-498f-bafa-104fe00aa535 admin admin] Deleting subnet b87dfff3-fb8a-4917-8f71-a45133f9a39e {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:47:39.298063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11452cc5-34a9-498f-bafa-104fe00aa535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.452508 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11452cc5-34a9-498f-bafa-104fe00aa535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.529507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11452cc5-34a9-498f-bafa-104fe00aa535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.601221 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11452cc5-34a9-498f-bafa-104fe00aa535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.638282 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11452cc5-34a9-498f-bafa-104fe00aa535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87dfff3-fb8a-4917-8f71-a45133f9a39e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:39.642014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11452cc5-34a9-498f-bafa-104fe00aa535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.650288 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-11452cc5-34a9-498f-bafa-104fe00aa535 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b87dfff3-fb8a-4917-8f71-a45133f9a39e HTTP/1.1" status: 204 len: 168 time: 0.4135597 May 24 23:47:39.650450 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5691b87c-801c-48ba-912e-3c531f9a7f72 None None] Network d8ec0ef9-2876-4fb9-858a-f02f2425becd requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:47:39.650919 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42360) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:39.760491 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.772013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Deleting port 25425e10-be77-45a4-9aba-f7b09142a137 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:39.772451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.962042 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110a3c32-e07b-44e6-be2d-53704c989570 None None] DHCP port deletion for d8ec0ef9-2876-4fb9-858a-f02f2425becd request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:47:39.966143 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-110a3c32-e07b-44e6-be2d-53704c989570 None None] Deleting port 25425e10-be77-45a4-9aba-f7b09142a137 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:39.966511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-110a3c32-e07b-44e6-be2d-53704c989570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.986425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] For port 25425e10-be77-45a4-9aba-f7b09142a137, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=25425e10-be77-45a4-9aba-f7b09142a137,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:39.986813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.108042 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Calling delete_port for 25425e10-be77-45a4-9aba-f7b09142a137 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:40.171997 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-110a3c32-e07b-44e6-be2d-53704c989570 None None] For port 25425e10-be77-45a4-9aba-f7b09142a137, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=25425e10-be77-45a4-9aba-f7b09142a137,segment=NetworkSegment(ae687506-dbe7-406f-afc6-973719ec0aed),segment_id=ae687506-dbe7-406f-afc6-973719ec0aed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:40.172383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-110a3c32-e07b-44e6-be2d-53704c989570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.184027 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.237917 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=25425e10-be77-45a4-9aba-f7b09142a137,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:40.242114 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] No DVR routers for this DVR port 25425e10-be77-45a4-9aba-f7b09142a137 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:47:40.293571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-110a3c32-e07b-44e6-be2d-53704c989570 None None] Calling delete_port for 25425e10-be77-45a4-9aba-f7b09142a137 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:40.356161 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:47:40.358291 dv-neutron-843190-1-hyperv neutron-server[88262]: util.warn( May 24 23:47:40.363238 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-110a3c32-e07b-44e6-be2d-53704c989570 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:47:40.363592 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-110a3c32-e07b-44e6-be2d-53704c989570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:47:40.381076 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ec0ef9-2876-4fb9-858a-f02f2425becd']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:40.393416 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae687506-dbe7-406f-afc6-973719ec0aed') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:40.393708 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae687506-dbe7-406f-afc6-973719ec0aed') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:40.404691 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.420018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.425994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:47:40.426420 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.512934 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment ae687506-dbe7-406f-afc6-973719ec0aed resource provider aggregate not found May 24 23:47:40.531025 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment ae687506-dbe7-406f-afc6-973719ec0aed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae687506-dbe7-406f-afc6-973719ec0aed found for delete ", "request_id": "req-5e2afef1-18fc-447b-8326-8934b0563c89"}]} May 24 23:47:40.542536 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.557676 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.569186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ec0ef9-2876-4fb9-858a-f02f2425becd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:40.581059 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-23859f44-2675-48b9-9288-35c023a838a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d8ec0ef9-2876-4fb9-858a-f02f2425becd HTTP/1.1" status: 204 len: 168 time: 0.9292126 May 24 23:47:40.583967 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42370) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:40.841585 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 25425e10-be77-45a4-9aba-f7b09142a137 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:47:40.869975 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-110a3c32-e07b-44e6-be2d-53704c989570 None None] Deleting port 25425e10-be77-45a4-9aba-f7b09142a137 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:40.870448 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-110a3c32-e07b-44e6-be2d-53704c989570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.911980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 25425e10-be77-45a4-9aba-f7b09142a137 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:47:40.912325 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 25425e10-be77-45a4-9aba-f7b09142a137 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:47:40.912739 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dd2e35cb-047b-4ed0-9c40-17cef6737322 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:47:40.974981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: dd2e35cb-047b-4ed0-9c40-17cef6737322 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:47:40.975312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device dd2e35cb-047b-4ed0-9c40-17cef6737322 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:47:40.975718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e9c4349b-38d4-42ca-8481-ba6b5151a4ff no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:47:41.003170 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-110a3c32-e07b-44e6-be2d-53704c989570 None None] The port '25425e10-be77-45a4-9aba-f7b09142a137' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:47:41.014461 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: e9c4349b-38d4-42ca-8481-ba6b5151a4ff {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:47:41.015011 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device e9c4349b-38d4-42ca-8481-ba6b5151a4ff not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:47:41.220415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:41.562573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] Deleting port 4eb96114-7648-4d03-89d8-3966aaa6536d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:41.563231 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:41.731679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] For port 4eb96114-7648-4d03-89d8-3966aaa6536d, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=4eb96114-7648-4d03-89d8-3966aaa6536d,segment=NetworkSegment(b6507b2a-234f-436c-9de5-0c6050870d20),segment_id=b6507b2a-234f-436c-9de5-0c6050870d20)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:41.732033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:41.851850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] Calling delete_port for 4eb96114-7648-4d03-89d8-3966aaa6536d owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:42.025673 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:42.074815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb96114-7648-4d03-89d8-3966aaa6536d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:42.440266 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:42.789559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] Router cd9dae86-3461-4a8d-acd9-2b1826a45456 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:47:42.967249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:47:42.976565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2040f12-2cf9-4afd-a338-7f98aaf7631a None None] Sync routers for ids ['cd9dae86-3461-4a8d-acd9-2b1826a45456'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:47:42.983869 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2f0fd888-ac9e-4e6f-8fa7-b5a33c4a8ee2 admin admin] 10.222.0.32 "PUT /v2.0/routers/cd9dae86-3461-4a8d-acd9-2b1826a45456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3988869 May 24 23:47:42.986250 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42374) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:42.989351 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2040f12-2cf9-4afd-a338-7f98aaf7631a None None] Routers {'cd9dae86-3461-4a8d-acd9-2b1826a45456'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:42.989963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a2040f12-2cf9-4afd-a338-7f98aaf7631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cd9dae86-3461-4a8d-acd9-2b1826a45456'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:43.160625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.168652 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-a2040f12-2cf9-4afd-a338-7f98aaf7631a None None] Set router cd9dae86-3461-4a8d-acd9-2b1826a45456 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:43.338585 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.348984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Deleting port f966d580-9815-4e6b-a7c0-c906c12f8841 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:43.349352 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.453929 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a2040f12-2cf9-4afd-a338-7f98aaf7631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'name': 'tempest-TestShelveInstance-1177017460-router', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:56Z', 'updated_at': '2022-05-24T23:47:41Z', 'revision_number': 5, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'gw_port': {'id': 'f966d580-9815-4e6b-a7c0-c906c12f8841', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:86:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:38:57Z', 'updated_at': '2022-05-24T23:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:43.457641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2040f12-2cf9-4afd-a338-7f98aaf7631a None None] Checking router: cd9dae86-3461-4a8d-acd9-2b1826a45456 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:47:43.465829 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2040f12-2cf9-4afd-a338-7f98aaf7631a None None] Routers {'cd9dae86-3461-4a8d-acd9-2b1826a45456'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:43.466410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a2040f12-2cf9-4afd-a338-7f98aaf7631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['cd9dae86-3461-4a8d-acd9-2b1826a45456'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:43.524609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] For port f966d580-9815-4e6b-a7c0-c906c12f8841, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=f966d580-9815-4e6b-a7c0-c906c12f8841,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:43.524969 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.647629 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-a2040f12-2cf9-4afd-a338-7f98aaf7631a None None] Set router cd9dae86-3461-4a8d-acd9-2b1826a45456 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:43.647826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Calling delete_port for f966d580-9815-4e6b-a7c0-c906c12f8841 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:43.757636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a2040f12-2cf9-4afd-a338-7f98aaf7631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'name': 'tempest-TestShelveInstance-1177017460-router', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:56Z', 'updated_at': '2022-05-24T23:47:43Z', 'revision_number': 6, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:43.761981 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2040f12-2cf9-4afd-a338-7f98aaf7631a None None] The sync data for ids ['cd9dae86-3461-4a8d-acd9-2b1826a45456'] in dv-neutron-843190-1-hyperv is: [{'id': 'cd9dae86-3461-4a8d-acd9-2b1826a45456', 'name': 'tempest-TestShelveInstance-1177017460-router', 'tenant_id': '185bc8c136b4439b9616ba254d7b7e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:38:56Z', 'updated_at': '2022-05-24T23:47:43Z', 'revision_number': 6, 'project_id': '185bc8c136b4439b9616ba254d7b7e8f', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:47:43.933806 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.982986 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f966d580-9815-4e6b-a7c0-c906c12f8841,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:44.074745 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.249112 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.251275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.272942 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.273542 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd9dae86-3461-4a8d-acd9-2b1826a45456 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:47:44.285415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.286512 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-96cbb817-2aaa-416a-a0f2-bc56d1b895cb admin admin] 10.222.0.32 "DELETE /v2.0/routers/cd9dae86-3461-4a8d-acd9-2b1826a45456 HTTP/1.1" status: 204 len: 168 time: 1.2993379 May 24 23:47:44.289020 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42378) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:44.349772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbf5de8-955d-4de5-bce8-15f2421ccd14 admin admin] Deleting subnet 72f38085-5d36-4a07-902b-f40db7cfee88 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:47:44.352566 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5de8-955d-4de5-bce8-15f2421ccd14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.400649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5de8-955d-4de5-bce8-15f2421ccd14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.477514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5de8-955d-4de5-bce8-15f2421ccd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.546597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5de8-955d-4de5-bce8-15f2421ccd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.585556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf5de8-955d-4de5-bce8-15f2421ccd14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f38085-5d36-4a07-902b-f40db7cfee88,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:44.587548 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5de8-955d-4de5-bce8-15f2421ccd14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.593111 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fcc2b9-ec9a-4968-8fad-57f48e1be725 None None] Network ee54e9c2-f803-4210-9647-0b67035dc500 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:47:44.593903 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6cbf5de8-955d-4de5-bce8-15f2421ccd14 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/72f38085-5d36-4a07-902b-f40db7cfee88 HTTP/1.1" status: 204 len: 168 time: 0.3036234 May 24 23:47:44.596273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42382) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:44.702690 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.713369 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Deleting port bda354e4-33e9-4e6f-aa41-d79bfaef7754 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:44.713724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.860634 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9877004-a329-42ea-998f-cdcb599ae8aa None None] DHCP port deletion for ee54e9c2-f803-4210-9647-0b67035dc500 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:47:44.865038 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a9877004-a329-42ea-998f-cdcb599ae8aa None None] Deleting port bda354e4-33e9-4e6f-aa41-d79bfaef7754 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:44.865647 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9877004-a329-42ea-998f-cdcb599ae8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.895253 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4eb96114-7648-4d03-89d8-3966aaa6536d no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:47:44.938432 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] For port bda354e4-33e9-4e6f-aa41-d79bfaef7754, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bda354e4-33e9-4e6f-aa41-d79bfaef7754,segment=NetworkSegment(b6507b2a-234f-436c-9de5-0c6050870d20),segment_id=b6507b2a-234f-436c-9de5-0c6050870d20)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:44.939030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.939127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 4eb96114-7648-4d03-89d8-3966aaa6536d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:47:44.939127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 4eb96114-7648-4d03-89d8-3966aaa6536d not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:47:44.939362 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f966d580-9815-4e6b-a7c0-c906c12f8841 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:47:44.979333 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: f966d580-9815-4e6b-a7c0-c906c12f8841 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:47:44.979672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device f966d580-9815-4e6b-a7c0-c906c12f8841 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:47:45.059778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Calling delete_port for bda354e4-33e9-4e6f-aa41-d79bfaef7754 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:45.133711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a9877004-a329-42ea-998f-cdcb599ae8aa None None] For port bda354e4-33e9-4e6f-aa41-d79bfaef7754, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=bda354e4-33e9-4e6f-aa41-d79bfaef7754,segment=NetworkSegment(b6507b2a-234f-436c-9de5-0c6050870d20),segment_id=b6507b2a-234f-436c-9de5-0c6050870d20)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:45.134534 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9877004-a329-42ea-998f-cdcb599ae8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.139026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.191357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda354e4-33e9-4e6f-aa41-d79bfaef7754,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:45.193434 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] No DVR routers for this DVR port bda354e4-33e9-4e6f-aa41-d79bfaef7754 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:47:45.260896 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a9877004-a329-42ea-998f-cdcb599ae8aa None None] Calling delete_port for bda354e4-33e9-4e6f-aa41-d79bfaef7754 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:45.334960 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-a9877004-a329-42ea-998f-cdcb599ae8aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:47:45.335309 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-a9877004-a329-42ea-998f-cdcb599ae8aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:47:45.403765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.428513 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee54e9c2-f803-4210-9647-0b67035dc500']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:45.440484 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6507b2a-234f-436c-9de5-0c6050870d20') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:45.440776 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6507b2a-234f-436c-9de5-0c6050870d20') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:45.452241 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.469030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.475346 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:47:45.476649 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.539515 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b6507b2a-234f-436c-9de5-0c6050870d20 resource provider aggregate not found May 24 23:47:45.559803 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b6507b2a-234f-436c-9de5-0c6050870d20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6507b2a-234f-436c-9de5-0c6050870d20 found for delete ", "request_id": "req-b9d1bf61-d589-4f32-ad0b-d1acc678c106"}]} May 24 23:47:45.571596 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.587689 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.600317 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee54e9c2-f803-4210-9647-0b67035dc500,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:45.605564 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-de56873d-85e5-4427-b9e6-af9466a15f67 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ee54e9c2-f803-4210-9647-0b67035dc500 HTTP/1.1" status: 204 len: 168 time: 1.0083520 May 24 23:47:45.710392 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42392) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:45.760996 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-878dea2a-ddc0-4fde-bd22-4008cfaace7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e53e4997bf924c718bf0476c99ef84f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493951 May 24 23:47:45.763290 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42396) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:45.819314 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a266-1571-42c4-833b-4b77ff7d66a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.836558 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a9877004-a329-42ea-998f-cdcb599ae8aa None None] Deleting port bda354e4-33e9-4e6f-aa41-d79bfaef7754 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:45.837024 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9877004-a329-42ea-998f-cdcb599ae8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.844459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a266-1571-42c4-833b-4b77ff7d66a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.896779 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a266-1571-42c4-833b-4b77ff7d66a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.905051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a9877004-a329-42ea-998f-cdcb599ae8aa None None] The port 'bda354e4-33e9-4e6f-aa41-d79bfaef7754' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:47:45.914273 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3a266-1571-42c4-833b-4b77ff7d66a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01a13ea-3f94-47b6-9b64-81fa42b319f9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:45.921126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a266-1571-42c4-833b-4b77ff7d66a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:45.922212 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a4a3a266-1571-42c4-833b-4b77ff7d66a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f01a13ea-3f94-47b6-9b64-81fa42b319f9 HTTP/1.1" status: 204 len: 168 time: 0.1580360 May 24 23:47:46.250382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42404) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:46.298741 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a40a94c5-814d-4cb4-8d5f-6b42daaadc73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=185bc8c136b4439b9616ba254d7b7e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471921 May 24 23:47:46.301100 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42408) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:46.360608 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6a112fda-fb6f-439c-ac8e-5415effc9924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.385268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6a112fda-fb6f-439c-ac8e-5415effc9924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.436107 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6a112fda-fb6f-439c-ac8e-5415effc9924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.450312 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a112fda-fb6f-439c-ac8e-5415effc9924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a74460-1b26-441f-a54b-fd0ba8c9fbe2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:46.457881 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6a112fda-fb6f-439c-ac8e-5415effc9924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.459054 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6a112fda-fb6f-439c-ac8e-5415effc9924 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12a74460-1b26-441f-a54b-fd0ba8c9fbe2 HTTP/1.1" status: 204 len: 168 time: 0.1570714 May 24 23:47:46.488667 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.833772 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bda354e4-33e9-4e6f-aa41-d79bfaef7754 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:47:46.870149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: bda354e4-33e9-4e6f-aa41-d79bfaef7754 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:47:46.870791 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device bda354e4-33e9-4e6f-aa41-d79bfaef7754 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:47:47.151975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 42432) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:47.253019 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-372783763-network', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:47.257661 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:47.261466 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Usage tracker for resource:network and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:47.264946 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:47.271115 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:47.280843 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Made reservation on behalf of cefbd8eead6a4de6ac93b29f90e55f90 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:47:47.283136 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.295341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.309307 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:47.313620 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Usage tracker for resource:security_group_rule and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:47.316371 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:47.321923 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:47.404399 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.407929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.438061 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:47:47.446212 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdd5786-b9ed-4eac-a130-cb20bd049731,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:47.455140 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.455483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.455816 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.456145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.456472 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.456797 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.457121 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.457440 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.457760 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.458074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.458387 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.458729 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:47.462173 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.462512 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Added segment 105add7a-bf3c-44f1-a20b-489b0be2743a of type vlan for network ede360e3-e272-4345-a3a4-34f37709d20e May 24 23:47:47.492561 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.521071 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.522072 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:47.522678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.619071 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4658668 May 24 23:47:47.621970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42438) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:47.624531 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc6c00-7fab-4c19-a806-5d6e75a98b9d admin admin] Pushing event updated for resources: {'Network': ['ID=ede360e3-e272-4345-a3a4-34f37709d20e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:47.628487 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Request body: {'subnet': {'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-372783763-subnet', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:47.633457 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:47.634290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network ede360e3-e272-4345-a3a4-34f37709d20e details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:47:47.637340 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Usage tracker for resource:subnet and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:47.640203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:47.645844 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:47.656655 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Made reservation on behalf of cefbd8eead6a4de6ac93b29f90e55f90 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:47:47.659171 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.855016 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.932661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:47.936624 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Checking segment: {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:47:47.936966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Network hostable DHCP agents. Network: ede360e3-e272-4345-a3a4-34f37709d20e, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:47:47.954739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Network ede360e3-e272-4345-a3a4-34f37709d20e is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:47:47.962726 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, ede360e3-e272-4345-a3a4-34f37709d20e) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:47.966524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:47.967126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.971894 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee84e7f6-8b7e-4f2e-8744-3ce55fb66953 None None] Network ede360e3-e272-4345-a3a4-34f37709d20e requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:47:47.988552 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6a9bb342-6911-4bd3-bc87-f511d7097b5e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3653731 May 24 23:47:47.991204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42442) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:47.996111 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:48.000905 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:48.004741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Usage tracker for resource:router and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:48.007588 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:48.013167 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:48.023704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.024686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.041042 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.213867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-ede360e3-e272-4345-a3a4-34f37709d20e', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:47:48.214845 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.310403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.367612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Allocated IP 172.20.0.2 (ede360e3-e272-4345-a3a4-34f37709d20e/3a8a8a06-43bf-4d8c-9563-cd72cdfbc551/735337bb-50c6-4448-a05b-5b6a77971a3e) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:47:48.577717 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.587621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Transition to ACTIVE for port object 735337bb-50c6-4448-a05b-5b6a77971a3e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:48.606194 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Transition to ACTIVE for port object 735337bb-50c6-4448-a05b-5b6a77971a3e will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:48.612420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.679337 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Network ede360e3-e272-4345-a3a4-34f37709d20e is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:48.682323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:48.686500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:47:48.692412 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Pushing event updated for resources: {'Port': ['ID=735337bb-50c6-4448-a05b-5b6a77971a3e,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:48.727538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.729932 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.730279 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.730619 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.730980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.731313 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.731640 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.731966 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.732292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.732621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.732977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.733298 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.733624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:48.756932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.791173 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Attempting to bind port 735337bb-50c6-4448-a05b-5b6a77971a3e on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:47:48.791541 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Attempting to bind port 735337bb-50c6-4448-a05b-5b6a77971a3e by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:47:48.791903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Attempting to bind port 735337bb-50c6-4448-a05b-5b6a77971a3e on network ede360e3-e272-4345-a3a4-34f37709d20e {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:47:48.797323 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:47:48.797693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Checking segment: {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:47:48.798090 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.798479 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Bound using segment: {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:47:48.798965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Bound port: 735337bb-50c6-4448-a05b-5b6a77971a3e, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:47:48.799355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.885392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] For port 735337bb-50c6-4448-a05b-5b6a77971a3e, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:47:48.888212 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] For port 735337bb-50c6-4448-a05b-5b6a77971a3e, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=735337bb-50c6-4448-a05b-5b6a77971a3e,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:47:48.893818 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.894686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Allocated IP 172.26.3.56 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/44c0a010-7972-4853-8edc-09ab63d588b1) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:47:48.981554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ef53e-7e25-4fc9-8ca2-040eef254aea None None] Pushing event updated for resources: {'Port': ['ID=735337bb-50c6-4448-a05b-5b6a77971a3e,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:49.049425 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:49.079661 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:49.149462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:49.162871 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:49.168853 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:47:49.205683 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Pushing event updated for resources: {'Port': ['ID=44c0a010-7972-4853-8edc-09ab63d588b1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:49.591334 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:49.916628 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9246782f-9ca8-47ce-9120-fdd87729efa3 None None] Network ede360e3-e272-4345-a3a4-34f37709d20e requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:47:49.938746 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:50.005846 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-681f38da-198e-4f93-8a8c-4a5617e893a3 None None] Provisioning for port 735337bb-50c6-4448-a05b-5b6a77971a3e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:50.280576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Router 991d4a25-069b-4b59-8a29-9360bed96e75 is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:47:50.463845 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:47:50.475860 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Sync routers for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:47:50.485483 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:50.486080 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:50.487643 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:50.488899 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-499ab6f9-d59a-4dad-82a3-1f66ae40688d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4967816 May 24 23:47:50.491537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42446) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:50.655158 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:50.879644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 735337bb-50c6-4448-a05b-5b6a77971a3e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:50.940541 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:49Z', 'revision_number': 3, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:50.944724 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Checking router: 991d4a25-069b-4b59-8a29-9360bed96e75 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:47:50.945066 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Updating router 991d4a25-069b-4b59-8a29-9360bed96e75 port 44c0a010-7972-4853-8edc-09ab63d588b1 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:47:50.947528 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 735337bb-50c6-4448-a05b-5b6a77971a3e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:50.952464 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 735337bb-50c6-4448-a05b-5b6a77971a3e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:50.952903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:50.998705 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.071528 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 735337bb-50c6-4448-a05b-5b6a77971a3e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:51.072124 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.107194 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 735337bb-50c6-4448-a05b-5b6a77971a3e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=735337bb-50c6-4448-a05b-5b6a77971a3e,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:51.111946 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.182315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=735337bb-50c6-4448-a05b-5b6a77971a3e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:51.190877 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.343316 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.355353 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Transition to ACTIVE for port object 44c0a010-7972-4853-8edc-09ab63d588b1 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:51.361924 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.401493 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Allocated IP 172.20.0.1 (ede360e3-e272-4345-a3a4-34f37709d20e/3a8a8a06-43bf-4d8c-9563-cd72cdfbc551/95049920-6562-4573-8db5-84874e975e19) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:47:51.439274 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Attempting to bind port 44c0a010-7972-4853-8edc-09ab63d588b1 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:47:51.439637 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Attempting to bind port 44c0a010-7972-4853-8edc-09ab63d588b1 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:47:51.439996 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Attempting to bind port 44c0a010-7972-4853-8edc-09ab63d588b1 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:47:51.445649 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Pushing event updated for resources: {'Port': ['ID=44c0a010-7972-4853-8edc-09ab63d588b1,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:51.450453 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:47:51.450840 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:47:51.451234 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.452145 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:47:51.452598 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Bound port: 44c0a010-7972-4853-8edc-09ab63d588b1, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:47:51.452960 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.489651 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.490279 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.490386 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.490658 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.490986 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.491318 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.491711 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.492088 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.492470 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.492850 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.493213 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.493593 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:51.539435 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] For port 44c0a010-7972-4853-8edc-09ab63d588b1, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:47:51.542827 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] For port 44c0a010-7972-4853-8edc-09ab63d588b1, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=44c0a010-7972-4853-8edc-09ab63d588b1,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:47:51.547225 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.551257 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.567268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Transition to ACTIVE for port object 95049920-6562-4573-8db5-84874e975e19 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:51.590482 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.622911 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:51.624006 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:51.656459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Network ede360e3-e272-4345-a3a4-34f37709d20e is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:51.659275 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:51.661674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:47:51.679974 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ef838-a27c-4a50-b87c-b0c5ec008f95 None None] Pushing event updated for resources: {'Port': ['ID=44c0a010-7972-4853-8edc-09ab63d588b1,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:51.709948 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Pushing event updated for resources: {'Port': ['ID=95049920-6562-4573-8db5-84874e975e19,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:51.737178 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.812513 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:51.864291 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-99ff3cf8-35b7-44b5-a552-45144ba453c2 None None] Provisioning for port 95049920-6562-4573-8db5-84874e975e19 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:51.872062 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-99ff3cf8-35b7-44b5-a552-45144ba453c2 None None] Provisioning complete for port 95049920-6562-4573-8db5-84874e975e19 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:51.872428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-99ff3cf8-35b7-44b5-a552-45144ba453c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.930736 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-99ff3cf8-35b7-44b5-a552-45144ba453c2 None None] Port 95049920-6562-4573-8db5-84874e975e19 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:47:51.989371 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-15fa2494-bcbd-40da-96f0-7ff5cc9e5e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.101206 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:49Z', 'revision_number': 3, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:52.105349 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025756d-cb7f-4aac-b034-eae7eb37c7bc None None] The sync data for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv is: [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:49Z', 'revision_number': 3, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:47:52.113043 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.345226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.349525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.461146 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.464737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Pushing event updated for resources: {'Port': ['ID=95049920-6562-4573-8db5-84874e975e19,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:52.604786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Network ede360e3-e272-4345-a3a4-34f37709d20e is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:52.605911 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:52.811141 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Router 991d4a25-069b-4b59-8a29-9360bed96e75 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:47:52.863399 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-264b863c-ba0b-471f-be94-ca8319d8de15 None None] Provisioning complete for port 95049920-6562-4573-8db5-84874e975e19 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:52.863903 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-264b863c-ba0b-471f-be94-ca8319d8de15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.925703 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 735337bb-50c6-4448-a05b-5b6a77971a3e up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:52.964467 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-264b863c-ba0b-471f-be94-ca8319d8de15 None None] Port 95049920-6562-4573-8db5-84874e975e19 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:47:52.998092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 735337bb-50c6-4448-a05b-5b6a77971a3e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:52.998496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.003754 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:47:53.012509 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-888f8697-8083-4366-a828-2dc48013db76 admin admin] 10.222.0.32 "PUT /v2.0/routers/991d4a25-069b-4b59-8a29-9360bed96e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5200143 May 24 23:47:53.115273 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 735337bb-50c6-4448-a05b-5b6a77971a3e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:53.116326 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 44c0a010-7972-4853-8edc-09ab63d588b1 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:53.220907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 44c0a010-7972-4853-8edc-09ab63d588b1 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:53.225758 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 44c0a010-7972-4853-8edc-09ab63d588b1 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:53.226124 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.339756 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 44c0a010-7972-4853-8edc-09ab63d588b1 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:53.340135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.357018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 44c0a010-7972-4853-8edc-09ab63d588b1, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=44c0a010-7972-4853-8edc-09ab63d588b1,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:53.361385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.435631 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=44c0a010-7972-4853-8edc-09ab63d588b1,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:53.532531 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42464) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:53.538011 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1721681199-network', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:53.544064 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:53.548452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Usage tracker for resource:network and tenant:20a066ab3cbe4a408cca63608e1c034e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:53.551283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:53.556975 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:53.568351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Made reservation on behalf of 20a066ab3cbe4a408cca63608e1c034e for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:47:53.571084 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.584180 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.602179 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:53.606552 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Usage tracker for resource:security_group_rule and tenant:20a066ab3cbe4a408cca63608e1c034e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:53.609889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:53.615691 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:53.653374 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Sync routers for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:47:53.663124 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:53.663839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:53.700198 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.704153 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.736385 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:47:53.741518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57250ed2-f76c-42a0-9e7f-79157c68ca11,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:53.748305 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.748692 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Added segment 7550d84c-387e-438d-9024-e4d7e5e2d0e7 of type vlan for network 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 May 24 23:47:53.775621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783743671745'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.804269 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.805363 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:53.805944 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.845540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:53.907742 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb18e74-20b5-4c9d-a681-e9b4305ba2c7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:53.910581 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-62818288-94b2-48e1-954a-fb0d623e74f8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3769689 May 24 23:47:53.913440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42468) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:53.918572 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Request body: {'subnet': {'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1721681199-subnet', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:53.923716 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:53.929451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Usage tracker for resource:subnet and tenant:20a066ab3cbe4a408cca63608e1c034e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:53.932354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:53.938576 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:53.949404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Made reservation on behalf of 20a066ab3cbe4a408cca63608e1c034e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:47:53.952272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2510151'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.984429 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Network 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 details requested by agent ovs-agent-dv-neutron-843190-1-hyperv with host dv-neutron-843190-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:47:54.260841 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071580969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2510197'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.265478 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 2, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:54.269290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Checking router: 991d4a25-069b-4b59-8a29-9360bed96e75 for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:47:54.269644 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Updating router 991d4a25-069b-4b59-8a29-9360bed96e75 port 95049920-6562-4573-8db5-84874e975e19 binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:47:54.336783 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-79744834-ad5f-432e-acb9-4b61fcc3c095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.340724 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2732dac-a625-41f5-abca-82a9a0527dca,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:54.340887 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.345038 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Checking segment: {'id': '7550d84c-387e-438d-9024-e4d7e5e2d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:47:54.345399 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Network hostable DHCP agents. Network: 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7, hostable agents: ['b9b88ca9-10b3-4d14-81a4-09184696d769'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:47:54.364535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Network 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 is scheduled to be hosted by DHCP agent b9b88ca9-10b3-4d14-81a4-09184696d769 with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:47:54.375040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843190-1-hyperv, 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:54.379133 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:54.379711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.391815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80924c06-bf87-4995-ac6c-2388ab08f592 None None] Network 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:47:54.401214 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ffa5bb9c-7993-4959-ad60-3fc95714071c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4865675 May 24 23:47:54.403630 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42472) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:54.408534 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1721681199-router', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:54.413234 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:54.417227 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Usage tracker for resource:router and tenant:20a066ab3cbe4a408cca63608e1c034e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:54.419991 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:54.426889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:54.438032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26598'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.439185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1705518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26607'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.455014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.722559 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26497'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.783521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47839cd9-9b4f-5d9f-89d0-b827dd520f50-1eb18e74-20b5-4c9d-a681-e9b4305ba2c7', 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'fixed_ips': [{'subnet_id': 'b2732dac-a625-41f5-abca-82a9a0527dca'}]}} from dv-neutron-843190-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:47:54.784410 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.860469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 44c0a010-7972-4853-8edc-09ab63d588b1 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:55.037718 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.066870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.084834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.104149 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Transition to ACTIVE for port object 95049920-6562-4573-8db5-84874e975e19 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:55.119411 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.122597 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 44c0a010-7972-4853-8edc-09ab63d588b1 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:55.122977 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.186151 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Allocated IP 172.20.0.2 (1eb18e74-20b5-4c9d-a681-e9b4305ba2c7/b2732dac-a625-41f5-abca-82a9a0527dca/a4f0757c-8501-402c-bf9f-353649b41d10) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:47:55.209547 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Allocated IP 172.26.3.65 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/45e1eff2-b57c-4e81-b749-637f1b8e7926) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:47:55.373099 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.406378 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.434271 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46306d-aec8-4206-8ad6-b5d0f3b000a4 None None] Pushing event updated for resources: {'Port': ['ID=95049920-6562-4573-8db5-84874e975e19,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:55.437967 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.477799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:55.480850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:55.484695 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:47:55.517996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=45e1eff2-b57c-4e81-b749-637f1b8e7926,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:55.520502 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.606296 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Attempting to bind port 95049920-6562-4573-8db5-84874e975e19 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:47:55.606572 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Attempting to bind port 95049920-6562-4573-8db5-84874e975e19 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:47:55.606957 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Attempting to bind port 95049920-6562-4573-8db5-84874e975e19 on network ede360e3-e272-4345-a3a4-34f37709d20e {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:47:55.630236 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:47:55.630602 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Checking segment: {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:47:55.631029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.631416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Bound using segment: {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:47:55.631888 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Bound port: 95049920-6562-4573-8db5-84874e975e19, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:47:55.632256 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.668706 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 44c0a010-7972-4853-8edc-09ab63d588b1 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:55.792027 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.810327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Transition to ACTIVE for port object a4f0757c-8501-402c-bf9f-353649b41d10 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:55.821641 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] For port 95049920-6562-4573-8db5-84874e975e19, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:47:55.830879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] For port 95049920-6562-4573-8db5-84874e975e19, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=95049920-6562-4573-8db5-84874e975e19,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:47:55.848606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.852537 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Transition to ACTIVE for port object a4f0757c-8501-402c-bf9f-353649b41d10 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:55.908540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.947125 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:55.947636 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:56.007335 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46306d-aec8-4206-8ad6-b5d0f3b000a4 None None] Pushing event updated for resources: {'Port': ['ID=95049920-6562-4573-8db5-84874e975e19,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:56.025537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:56.047738 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Network 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:56.061635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:56.064046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:47:56.207215 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Pushing event updated for resources: {'Port': ['ID=a4f0757c-8501-402c-bf9f-353649b41d10,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:56.290250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Attempting to bind port a4f0757c-8501-402c-bf9f-353649b41d10 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:47:56.290616 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Attempting to bind port a4f0757c-8501-402c-bf9f-353649b41d10 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '7550d84c-387e-438d-9024-e4d7e5e2d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:47:56.291002 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Attempting to bind port a4f0757c-8501-402c-bf9f-353649b41d10 on network 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:47:56.304985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:56.349350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:47:56.349350 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Checking segment: {'id': '7550d84c-387e-438d-9024-e4d7e5e2d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:47:56.349683 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:56.349987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Bound using segment: {'id': '7550d84c-387e-438d-9024-e4d7e5e2d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:47:56.350470 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Bound port: a4f0757c-8501-402c-bf9f-353649b41d10, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550d84c-387e-438d-9024-e4d7e5e2d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:47:56.350866 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:56.370152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591625'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:56.580390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f is scheduled to L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:47:56.648369 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] For port a4f0757c-8501-402c-bf9f-353649b41d10, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:47:56.652956 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] For port a4f0757c-8501-402c-bf9f-353649b41d10, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a4f0757c-8501-402c-bf9f-353649b41d10,segment=NetworkSegment(7550d84c-387e-438d-9024-e4d7e5e2d0e7),segment_id=7550d84c-387e-438d-9024-e4d7e5e2d0e7)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:47:56.660577 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:56.758014 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:47:56.768454 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Sync routers for ids ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:47:56.779146 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Routers {'2ab2c06e-de4c-4ee3-ab9a-940664e9037f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:56.779146 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:56.792272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:56.796735 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 42476) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:56.797882 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e61baacb-a83c-4a68-b466-276b0c98a0d2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3925507 May 24 23:47:56.821824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:56.839535 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5821374-51ba-4b84-a7dc-6d394313c994 None None] Pushing event updated for resources: {'Port': ['ID=a4f0757c-8501-402c-bf9f-353649b41d10,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:56.872086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:55Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:56.876839 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba8995-5ba5-4e09-b5b3-bf647b2ac8b2 None None] The sync data for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv is: [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:55Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:47:57.004683 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Set router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:57.401045 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'name': 'tempest-TestSnapshotPattern-1721681199-router', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:54Z', 'updated_at': '2022-05-24T23:47:55Z', 'revision_number': 3, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'gw_port': {'id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:55Z', 'updated_at': '2022-05-24T23:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:57.405795 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Checking router: 2ab2c06e-de4c-4ee3-ab9a-940664e9037f for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:47:57.406251 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Updating router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f port 45e1eff2-b57c-4e81-b749-637f1b8e7926 binding host dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:47:57.464788 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:57.662239 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:57.954539 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Allocated IP 172.20.0.1 (1eb18e74-20b5-4c9d-a681-e9b4305ba2c7/b2732dac-a625-41f5-abca-82a9a0527dca/7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:47:57.961626 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:57.989449 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Transition to ACTIVE for port object 45e1eff2-b57c-4e81-b749-637f1b8e7926 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:58.006785 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.104162 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Attempting to bind port 45e1eff2-b57c-4e81-b749-637f1b8e7926 on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:47:58.104659 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Attempting to bind port 45e1eff2-b57c-4e81-b749-637f1b8e7926 by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:47:58.105147 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Attempting to bind port 45e1eff2-b57c-4e81-b749-637f1b8e7926 on network 318939cd-b7b2-441e-9046-bfb8d80aee1b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:47:58.116832 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:47:58.117264 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Checking segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:47:58.117848 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.118248 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Bound using segment: {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:47:58.118923 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Bound port: 45e1eff2-b57c-4e81-b749-637f1b8e7926, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:47:58.119355 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.276663 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7158891-4717-41b8-82d6-c93dcb7357a5 None None] Pushing event updated for resources: {'Port': ['ID=45e1eff2-b57c-4e81-b749-637f1b8e7926,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:58.278345 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.284527 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] For port 45e1eff2-b57c-4e81-b749-637f1b8e7926, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:47:58.289064 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] For port 45e1eff2-b57c-4e81-b749-637f1b8e7926, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=45e1eff2-b57c-4e81-b749-637f1b8e7926,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:47:58.295504 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.302487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Transition to ACTIVE for port object 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:58.348332 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.386788 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e52a1af-ce88-494b-8b3a-ad124891232a None None] Network 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:47:58.400169 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Routers {'2ab2c06e-de4c-4ee3-ab9a-940664e9037f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:58.400788 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:58.438715 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Network 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:58.440392 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:58.444618 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:47:58.486362 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7158891-4717-41b8-82d6-c93dcb7357a5 None None] Pushing event updated for resources: {'Port': ['ID=45e1eff2-b57c-4e81-b749-637f1b8e7926,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:58.507908 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603075'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.514589 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:58.519327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-15c18623-97e5-4225-a3c4-1201518ebacf None None] Provisioning for port a4f0757c-8501-402c-bf9f-353649b41d10 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:58.638108 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.640537 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] Set router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:58.907584 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.914025 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.940163 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 95049920-6562-4573-8db5-84874e975e19 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:58.959591 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'name': 'tempest-TestSnapshotPattern-1721681199-router', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:54Z', 'updated_at': '2022-05-24T23:47:55Z', 'revision_number': 3, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'gw_port': {'id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:55Z', 'updated_at': '2022-05-24T23:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:58.963754 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7dddd2-e0d6-49c2-a5c1-dd054026cab3 None None] The sync data for ids ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'] in dv-neutron-843190-1-hyperv is: [{'id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'name': 'tempest-TestSnapshotPattern-1721681199-router', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:54Z', 'updated_at': '2022-05-24T23:47:55Z', 'revision_number': 3, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'gw_port': {'id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:55Z', 'updated_at': '2022-05-24T23:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:47:59.042689 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1591482'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.045753 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bf1931b4-bb8f-4ea4-ab88-cbe81383e719 None None] Provisioning for port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:59.049441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 95049920-6562-4573-8db5-84874e975e19 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:59.055609 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 95049920-6562-4573-8db5-84874e975e19 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:59.055955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.056145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:59.101565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bf1931b4-bb8f-4ea4-ab88-cbe81383e719 None None] Provisioning complete for port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:59.101939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf1931b4-bb8f-4ea4-ab88-cbe81383e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.180469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bf1931b4-bb8f-4ea4-ab88-cbe81383e719 None None] Port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:47:59.217106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Network 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:59.219381 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:59.245266 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 95049920-6562-4573-8db5-84874e975e19 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:59.245725 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.298788 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 95049920-6562-4573-8db5-84874e975e19, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=95049920-6562-4573-8db5-84874e975e19,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:59.312686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.313511 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a4f0757c-8501-402c-bf9f-353649b41d10 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:59.459538 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d21110a8-8d0a-4e77-a829-a7a5d1278552 None None] Provisioning complete for port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:59.460693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d21110a8-8d0a-4e77-a829-a7a5d1278552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.527268 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=95049920-6562-4573-8db5-84874e975e19,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:59.537904 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d21110a8-8d0a-4e77-a829-a7a5d1278552 None None] Port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:47:59.548957 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port a4f0757c-8501-402c-bf9f-353649b41d10 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:59.554496 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port a4f0757c-8501-402c-bf9f-353649b41d10 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:59.554897 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.597646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:47:59.691386 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a4f0757c-8501-402c-bf9f-353649b41d10 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:59.691760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.700504 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-037b91d3-07cd-4f16-80f7-05b64697b112 None None] Provisioning complete for port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:59.700854 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-037b91d3-07cd-4f16-80f7-05b64697b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.774514 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-037b91d3-07cd-4f16-80f7-05b64697b112 None None] Port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:47:59.782561 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port a4f0757c-8501-402c-bf9f-353649b41d10, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a4f0757c-8501-402c-bf9f-353649b41d10,segment=NetworkSegment(7550d84c-387e-438d-9024-e4d7e5e2d0e7),segment_id=7550d84c-387e-438d-9024-e4d7e5e2d0e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:59.788187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.793460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:47:59.803658 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e519c9c4-7722-435a-8d85-447851fa4e41 admin admin] 10.222.0.32 "PUT /v2.0/routers/2ab2c06e-de4c-4ee3-ab9a-940664e9037f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0058215 May 24 23:47:59.859029 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=a4f0757c-8501-402c-bf9f-353649b41d10,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:00.193624 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 42490) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:00.199077 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276925095', 'description': 'tempest-secgroup-smoke-276925095 description', 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:48:00.205154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:48:00.208997 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:security_group and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:48:00.211903 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:48:00.217699 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:48:00.227886 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.247408 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:48:00.251800 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:security_group_rule and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:48:00.254629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:48:00.260439 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:48:00.328389 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.332149 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.373018 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24782fc2-f9c4-4b52-9aea-150195665fee,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:00.376605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.380550 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cade39a7-836b-40d8-9162-966ea1bdad57 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1831055 May 24 23:48:00.381321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42494) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:00.386246 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a397d4c6-28cd-4f9e-b1cf-834e6a8e7622 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Request body: {'security_group_rule': {'security_group_id': '24782fc2-f9c4-4b52-9aea-150195665fee', 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:48:00.392587 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a397d4c6-28cd-4f9e-b1cf-834e6a8e7622 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:48:00.396686 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a397d4c6-28cd-4f9e-b1cf-834e6a8e7622 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:security_group_rule and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:48:00.400463 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a397d4c6-28cd-4f9e-b1cf-834e6a8e7622 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:48:00.406324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a397d4c6-28cd-4f9e-b1cf-834e6a8e7622 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:48:00.424174 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a397d4c6-28cd-4f9e-b1cf-834e6a8e7622 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.490092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a397d4c6-28cd-4f9e-b1cf-834e6a8e7622 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.494005 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a397d4c6-28cd-4f9e-b1cf-834e6a8e7622 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.518410 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397d4c6-28cd-4f9e-b1cf-834e6a8e7622 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e569125-faf8-4b42-b20d-df6529aa7477,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:00.528249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a397d4c6-28cd-4f9e-b1cf-834e6a8e7622 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.530156 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a397d4c6-28cd-4f9e-b1cf-834e6a8e7622 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477304 May 24 23:48:00.532962 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42498) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:00.537838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d25bda24-fdd3-4569-9540-a05a6df6248b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Request body: {'security_group_rule': {'security_group_id': '24782fc2-f9c4-4b52-9aea-150195665fee', 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:48:00.543887 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d25bda24-fdd3-4569-9540-a05a6df6248b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:48:00.548320 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d25bda24-fdd3-4569-9540-a05a6df6248b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:security_group_rule and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:48:00.551324 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d25bda24-fdd3-4569-9540-a05a6df6248b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:48:00.557268 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d25bda24-fdd3-4569-9540-a05a6df6248b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:48:00.573049 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d25bda24-fdd3-4569-9540-a05a6df6248b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.627072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Sync routers for ids ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:48:00.636208 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Routers {'2ab2c06e-de4c-4ee3-ab9a-940664e9037f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:48:00.636817 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:00.637220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d25bda24-fdd3-4569-9540-a05a6df6248b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.640885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d25bda24-fdd3-4569-9540-a05a6df6248b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.663572 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bda24-fdd3-4569-9540-a05a6df6248b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfec249-ca19-4423-848c-8c542d24c05e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:00.673121 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d25bda24-fdd3-4569-9540-a05a6df6248b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.674390 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d25bda24-fdd3-4569-9540-a05a6df6248b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405292 May 24 23:48:00.677034 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42502) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:00.681918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4335ed55-9445-40cb-98bb-4079265a2628 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Request body: {'security_group_rule': {'security_group_id': '24782fc2-f9c4-4b52-9aea-150195665fee', 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:48:00.687762 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4335ed55-9445-40cb-98bb-4079265a2628 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:48:00.691732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4335ed55-9445-40cb-98bb-4079265a2628 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:security_group_rule and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:48:00.694758 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4335ed55-9445-40cb-98bb-4079265a2628 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:48:00.700693 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4335ed55-9445-40cb-98bb-4079265a2628 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:48:00.719543 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4335ed55-9445-40cb-98bb-4079265a2628 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.784556 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4335ed55-9445-40cb-98bb-4079265a2628 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.788228 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4335ed55-9445-40cb-98bb-4079265a2628 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.811664 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335ed55-9445-40cb-98bb-4079265a2628 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a15a0d-e096-4a85-b7e1-675b2b560a4e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:00.824558 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4335ed55-9445-40cb-98bb-4079265a2628 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.828414 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4335ed55-9445-40cb-98bb-4079265a2628 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478560 May 24 23:48:00.828583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42506) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:00.834310 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-00b01c51-9f12-4efb-924a-d03ab55f5236 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Request body: {'security_group_rule': {'security_group_id': '24782fc2-f9c4-4b52-9aea-150195665fee', 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:48:00.841173 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-00b01c51-9f12-4efb-924a-d03ab55f5236 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:48:00.845535 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-00b01c51-9f12-4efb-924a-d03ab55f5236 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:security_group_rule and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:48:00.848451 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-00b01c51-9f12-4efb-924a-d03ab55f5236 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:48:00.854575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-00b01c51-9f12-4efb-924a-d03ab55f5236 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:48:00.862999 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Set router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:48:00.875782 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00b01c51-9f12-4efb-924a-d03ab55f5236 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.949838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00b01c51-9f12-4efb-924a-d03ab55f5236 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.954826 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00b01c51-9f12-4efb-924a-d03ab55f5236 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.979885 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b01c51-9f12-4efb-924a-d03ab55f5236 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bfc6ee-e66a-4c4a-b535-5dbe6e47aaa1,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:00.990671 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 45e1eff2-b57c-4e81-b749-637f1b8e7926 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:48:00.991980 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-00b01c51-9f12-4efb-924a-d03ab55f5236 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.993677 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-00b01c51-9f12-4efb-924a-d03ab55f5236 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1640661 May 24 23:48:00.996584 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42510) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:01.001447 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Request body: {'security_group_rule': {'security_group_id': '24782fc2-f9c4-4b52-9aea-150195665fee', 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:48:01.007467 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:48:01.011166 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:security_group_rule and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:48:01.014801 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:48:01.020730 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:48:01.031886 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Project cefbd8eead6a4de6ac93b29f90e55f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:48:01.038772 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.102680 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.106391 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.130954 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36255e48-b6ba-4b37-98c0-294bddac39ae,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:01.141817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.145788 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2a23bfaf-7426-41da-9011-ea212c026330 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1456280 May 24 23:48:01.146440 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 42514) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:01.151477 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Request body: {'security_group_rule': {'security_group_id': '24782fc2-f9c4-4b52-9aea-150195665fee', 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:48:01.158575 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:48:01.162999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:security_group_rule and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:48:01.165778 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:48:01.172743 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 45e1eff2-b57c-4e81-b749-637f1b8e7926 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:48:01.173109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:48:01.183035 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 45e1eff2-b57c-4e81-b749-637f1b8e7926 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:48:01.183404 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.186501 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Project cefbd8eead6a4de6ac93b29f90e55f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:48:01.194004 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.353565 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'name': 'tempest-TestSnapshotPattern-1721681199-router', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:54Z', 'updated_at': '2022-05-24T23:47:58Z', 'revision_number': 4, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'gw_port': {'id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:55Z', 'updated_at': '2022-05-24T23:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c', 'name': '', 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'mac_address': 'fa:16:3e:96:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b2732dac-a625-41f5-abca-82a9a0527dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:57Z', 'updated_at': '2022-05-24T23:47:58Z', 'revision_number': 2, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'subnets': [{'id': 'b2732dac-a625-41f5-abca-82a9a0527dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:01.355612 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 45e1eff2-b57c-4e81-b749-637f1b8e7926 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:48:01.355987 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.364435 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Checking router: 2ab2c06e-de4c-4ee3-ab9a-940664e9037f for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:48:01.364804 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Updating router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c binding host dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:48:01.376838 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.381063 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068180'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.404999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6625d100-520f-4698-8ef8-6e2fd347d6bd,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:01.414717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.415845 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-471eb053-89f0-43a4-8ebc-b43232813ddd tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2685792 May 24 23:48:01.418006 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 45e1eff2-b57c-4e81-b749-637f1b8e7926, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=45e1eff2-b57c-4e81-b749-637f1b8e7926,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:48:01.425493 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.426500 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 95049920-6562-4573-8db5-84874e975e19 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:48:01.492771 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.592418 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-01aa1dbf-fa36-4c4e-aeca-f295a2fe0765 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Synchronizing usage tracker for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:48:01.609197 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-01aa1dbf-fa36-4c4e-aeca-f295a2fe0765 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Unset dirty status for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:48:01.609373 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=45e1eff2-b57c-4e81-b749-637f1b8e7926,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:01.617109 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-01aa1dbf-fa36-4c4e-aeca-f295a2fe0765 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276925095&fields=id&tenant_id=cefbd8eead6a4de6ac93b29f90e55f90 HTTP/1.1" status: 200 len: 267 time: 0.0679286 May 24 23:48:01.676779 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 95049920-6562-4573-8db5-84874e975e19 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:48:01.677348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:01.761263 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-7c310c4e-0a12-46ea-92c5-9304a55e4e48 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:01.761921 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-7c310c4e-0a12-46ea-92c5-9304a55e4e48 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Synchronizing usage tracker for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:48:01.779725 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-7c310c4e-0a12-46ea-92c5-9304a55e4e48 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Unset dirty status for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:48:01.780841 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-7c310c4e-0a12-46ea-92c5-9304a55e4e48 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 809 time: 0.1629789 May 24 23:48:01.796065 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-595bcdf4-646b-4897-bf28-238eb661f830 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/quotas/cefbd8eead6a4de6ac93b29f90e55f90 HTTP/1.1" status: 200 len: 375 time: 0.0094769 May 24 23:48:01.877700 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-f1185f22-3154-4dce-ab90-9b3cba1b411e tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763257 May 24 23:48:01.914760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 95049920-6562-4573-8db5-84874e975e19 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:48:01.915849 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a4f0757c-8501-402c-bf9f-353649b41d10 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:48:02.013700 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-71e722f4-f5bc-4c73-bf7b-e5bdd9eb3e9c service neutron] 10.222.0.32 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247647 May 24 23:48:02.047195 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:02.059606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port a4f0757c-8501-402c-bf9f-353649b41d10 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:48:02.059965 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:02.089246 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Transition to ACTIVE for port object 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:48:02.105921 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:02.147699 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-4cf53ae7-aef0-4e69-9271-9a1c3ca5c830 service neutron] 10.222.0.32 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270621 May 24 23:48:02.343165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36c422-d669-421d-a7d2-16a838e5857c None None] Pushing event updated for resources: {'Port': ['ID=7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:02.352954 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4a717e98-a2bc-4ae4-96c2-d2a1ac87aad0 req-fcb6f231-e537-49a9-9cb0-7bc8f3c12191 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 210 time: 0.0545323 May 24 23:48:02.451171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Attempting to bind port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c on host dv-neutron-843190-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:48:02.451994 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Attempting to bind port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c by drivers openvswitch,hyperv on host dv-neutron-843190-1-hyperv at level 0 using segments [{'id': '7550d84c-387e-438d-9024-e4d7e5e2d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:48:02.452352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Attempting to bind port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c on network 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:48:02.462382 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Checking agent: {'id': 'b38ce7a3-eee6-4186-8ad0-121a29af1c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843190-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 49, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843190-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:48:02.462784 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Checking segment: {'id': '7550d84c-387e-438d-9024-e4d7e5e2d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:48:02.463188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:02.463575 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Bound using segment: {'id': '7550d84c-387e-438d-9024-e4d7e5e2d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:48:02.464034 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Bound port: 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c, host: dv-neutron-843190-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550d84c-387e-438d-9024-e4d7e5e2d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:48:02.464406 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:02.476052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port a4f0757c-8501-402c-bf9f-353649b41d10 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:48:02.564133 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] For port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c, host dv-neutron-843190-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:48:02.567032 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] For port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c, host dv-neutron-843190-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c,segment=NetworkSegment(7550d84c-387e-438d-9024-e4d7e5e2d0e7),segment_id=7550d84c-387e-438d-9024-e4d7e5e2d0e7)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:48:02.571339 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:02.646247 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Routers {'2ab2c06e-de4c-4ee3-ab9a-940664e9037f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:48:02.646899 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:02.713775 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36c422-d669-421d-a7d2-16a838e5857c None None] Pushing event updated for resources: {'Port': ['ID=7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:02.835481 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] Set router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:48:02.879907 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 45e1eff2-b57c-4e81-b749-637f1b8e7926 up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:48:03.106963 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 45e1eff2-b57c-4e81-b749-637f1b8e7926 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:48:03.107334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:03.299792 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 45e1eff2-b57c-4e81-b749-637f1b8e7926 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:48:03.314392 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'name': 'tempest-TestSnapshotPattern-1721681199-router', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:54Z', 'updated_at': '2022-05-24T23:47:58Z', 'revision_number': 4, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'gw_port': {'id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:55Z', 'updated_at': '2022-05-24T23:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c', 'name': '', 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'mac_address': 'fa:16:3e:96:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b2732dac-a625-41f5-abca-82a9a0527dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:57Z', 'updated_at': '2022-05-24T23:48:02Z', 'revision_number': 4, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'subnets': [{'id': 'b2732dac-a625-41f5-abca-82a9a0527dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:03.318293 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091874f-2f8f-4dd0-8843-3f75b36861c2 None None] The sync data for ids ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'] in dv-neutron-843190-1-hyperv is: [{'id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'name': 'tempest-TestSnapshotPattern-1721681199-router', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:54Z', 'updated_at': '2022-05-24T23:47:58Z', 'revision_number': 4, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'gw_port': {'id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:55Z', 'updated_at': '2022-05-24T23:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c', 'name': '', 'network_id': '1eb18e74-20b5-4c9d-a681-e9b4305ba2c7', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'mac_address': 'fa:16:3e:96:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b2732dac-a625-41f5-abca-82a9a0527dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:57Z', 'updated_at': '2022-05-24T23:48:02Z', 'revision_number': 4, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'subnets': [{'id': 'b2732dac-a625-41f5-abca-82a9a0527dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:48:03.460883 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-538672ff-77a9-4fbf-96e0-63c2af02bbbc req-30fde6c2-c631-4725-b9df-9957ae2bf15a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 210 time: 0.0540195 May 24 23:48:04.557467 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-371fd4d8-88ba-4544-bdfd-0c5f638a6b6a req-a45303fe-35d3-411f-8e8d-6ee2d716c1f5 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 210 time: 0.0436420 May 24 23:48:04.877655 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:48:04.944469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning for port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:48:04.949187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:48:04.949624 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:05.066430 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:48:05.066819 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:05.098815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] For port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c,segment=NetworkSegment(7550d84c-387e-438d-9024-e4d7e5e2d0e7),segment_id=7550d84c-387e-438d-9024-e4d7e5e2d0e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:48:05.102322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:05.171180 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Pushing event updated for resources: {'Port': ['ID=7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:05.425516 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-f38979ae-c71a-4f4a-aa89-11aa22145ef4 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:05.427168 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-f38979ae-c71a-4f4a-aa89-11aa22145ef4 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 809 time: 0.1455147 May 24 23:48:05.476311 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-d16bf166-a6e2-472e-b7e8-7fc526432b2f tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cefbd8eead6a4de6ac93b29f90e55f90 HTTP/1.1" status: 200 len: 379 time: 0.0411961 May 24 23:48:05.484124 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Request body: {'port': {'device_id': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'admin_state_up': True, 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'security_groups': ['24782fc2-f9c4-4b52-9aea-150195665fee']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:48:05.619641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:48:05.623424 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:port and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:48:05.626230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:48:05.634549 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:48:05.646118 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Made reservation on behalf of cefbd8eead6a4de6ac93b29f90e55f90 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:48:05.649650 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:05.707260 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-356bfa66-9603-4848-8e2b-5b9166a91d98 req-9d018c0f-81a1-47e2-b3c6-540d04641ecc tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 210 time: 0.0420616 May 24 23:48:05.827994 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Allocated IP 172.20.0.10 (ede360e3-e272-4345-a3a4-34f37709d20e/3a8a8a06-43bf-4d8c-9563-cd72cdfbc551/001cb75b-0fb8-4255-9377-68f76341e0b3) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:48:06.008785 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:48:06.014706 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:06.029738 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Transition to ACTIVE for port object 001cb75b-0fb8-4255-9377-68f76341e0b3 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:48:06.052470 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:06.123525 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Network ede360e3-e272-4345-a3a4-34f37709d20e is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:48:06.126530 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:48:06.131006 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:48:06.167233 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'Port': ['ID=001cb75b-0fb8-4255-9377-68f76341e0b3,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:06.199807 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:06.200583 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:06.222190 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-de16ae0e-37a1-4dd5-9fac-bf0769ccd78d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7416317 May 24 23:48:06.234186 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Request body: {'port': {'device_id': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:48:06.346204 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:06.409135 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-266c9f7a-e603-4343-8746-fa133f0f6271 None None] Provisioning for port 001cb75b-0fb8-4255-9377-68f76341e0b3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:48:06.414103 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-266c9f7a-e603-4343-8746-fa133f0f6271 None None] Provisioning complete for port 001cb75b-0fb8-4255-9377-68f76341e0b3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:48:06.414482 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-266c9f7a-e603-4343-8746-fa133f0f6271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:06.468522 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-266c9f7a-e603-4343-8746-fa133f0f6271 None None] Port 001cb75b-0fb8-4255-9377-68f76341e0b3 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:48:06.680482 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001cb75b-0fb8-4255-9377-68f76341e0b3 {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:48:06.687481 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:06.701119 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Transition to ACTIVE for port object 001cb75b-0fb8-4255-9377-68f76341e0b3 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:48:06.704751 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:06.862214 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Pushing event updated for resources: {'Port': ['ID=001cb75b-0fb8-4255-9377-68f76341e0b3,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:06.875974 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c up at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:48:06.928609 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528278b4-5550-42f5-aa2c-1698d196198e req-a88737c3-195c-4700-a9ca-2819c71712c1 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:06.930209 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-528278b4-5550-42f5-aa2c-1698d196198e req-a88737c3-195c-4700-a9ca-2819c71712c1 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 944 time: 0.1141479 May 24 23:48:06.950222 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Attempting to bind port 001cb75b-0fb8-4255-9377-68f76341e0b3 on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:48:06.950629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Attempting to bind port 001cb75b-0fb8-4255-9377-68f76341e0b3 by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:48:06.951158 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Attempting to bind port 001cb75b-0fb8-4255-9377-68f76341e0b3 on network ede360e3-e272-4345-a3a4-34f37709d20e {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:48:06.954605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Provisioning complete for port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:48:06.955018 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:06.956443 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Port 001cb75b-0fb8-4255-9377-68f76341e0b3 on network ede360e3-e272-4345-a3a4-34f37709d20e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:48:06.956833 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Attempting to bind port 001cb75b-0fb8-4255-9377-68f76341e0b3 on network ede360e3-e272-4345-a3a4-34f37709d20e {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:48:06.962272 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:48:06.962721 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Checking segment: {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:48:06.963185 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Bound using segment: {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:48:06.963811 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Bound port: 001cb75b-0fb8-4255-9377-68f76341e0b3, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:48:06.964281 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:06.983370 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-528278b4-5550-42f5-aa2c-1698d196198e req-60c42e05-d425-495c-8a57-21c656ca2d07 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453260 May 24 23:48:07.060092 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] For port 001cb75b-0fb8-4255-9377-68f76341e0b3, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:48:07.063533 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] For port 001cb75b-0fb8-4255-9377-68f76341e0b3, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=001cb75b-0fb8-4255-9377-68f76341e0b3,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:48:07.068928 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:07.133127 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Current status of the port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:48:07.227239 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:07.227848 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:07.229199 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] 10.222.0.42 "PUT /v2.0/ports/001cb75b-0fb8-4255-9377-68f76341e0b3 HTTP/1.1" status: 200 len: 1094 time: 0.9997351 May 24 23:48:07.229629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:48:07.252175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009fe37-d017-4bd6-865b-8b1b83cd1b4b service neutron] Pushing event updated for resources: {'Port': ['ID=001cb75b-0fb8-4255-9377-68f76341e0b3,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:07.336592 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e536671a-87ba-4620-b930-0f54424a7ea8'] response: {'name': 'network-changed', 'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'status': 'completed', 'code': 200} May 24 23:48:07.357026 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-006015d8-4a10-4104-9e63-36ee309574ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:07.359243 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-006015d8-4a10-4104-9e63-36ee309574ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 1097 time: 0.0807652 May 24 23:48:07.429897 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-0aac63cc-9b7a-44bd-a0bc-587dbfaae334 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=001cb75b-0fb8-4255-9377-68f76341e0b3 HTTP/1.1" status: 200 len: 217 time: 0.0624793 May 24 23:48:07.494426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-f9fa2346-37ce-4a7d-9b7f-cb8ad204e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:07.495781 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-f9fa2346-37ce-4a7d-9b7f-cb8ad204e361 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0598302 May 24 23:48:07.568634 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-b34a8905-e873-457c-a54a-68aec538450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:07.570049 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-b34a8905-e873-457c-a54a-68aec538450c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682454 May 24 23:48:07.698740 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-d8d8e208-672d-48e0-a5fa-0da9f28b6c79 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222725 May 24 23:48:07.825988 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-29a1f0bd-e565-4fe0-a191-501d000c27e9 req-59aae36e-dd3d-4255-ac48-eb3c085816fb service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219387 May 24 23:48:07.943889 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8bb00-be8c-47bd-8dd0-97b228ea4fbb req-53529c3f-d173-444b-8593-96d5ec156f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:07.945332 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-36d8bb00-be8c-47bd-8dd0-97b228ea4fbb req-53529c3f-d173-444b-8593-96d5ec156f5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 1097 time: 0.0737147 May 24 23:48:08.077503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8bb00-be8c-47bd-8dd0-97b228ea4fbb req-4749431c-8903-4dda-8801-3e36a712f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:08.078930 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-36d8bb00-be8c-47bd-8dd0-97b228ea4fbb req-4749431c-8903-4dda-8801-3e36a712f039 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 910 time: 0.1263695 May 24 23:48:08.145057 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-36d8bb00-be8c-47bd-8dd0-97b228ea4fbb req-ec5523d0-5b7a-4c88-8976-03361c3f1065 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=001cb75b-0fb8-4255-9377-68f76341e0b3 HTTP/1.1" status: 200 len: 217 time: 0.0598254 May 24 23:48:08.171753 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1cc4-0966-46ba-85ce-e209e8deb18b req-6bafb279-6f3d-43dc-ab49-6e2a778aad89 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:08.173213 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-faed1cc4-0966-46ba-85ce-e209e8deb18b req-6bafb279-6f3d-43dc-ab49-6e2a778aad89 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 944 time: 0.0795584 May 24 23:48:08.212126 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8bb00-be8c-47bd-8dd0-97b228ea4fbb req-e39a65f7-54be-4c37-9f2a-52f13c4bbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:08.213537 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-36d8bb00-be8c-47bd-8dd0-97b228ea4fbb req-e39a65f7-54be-4c37-9f2a-52f13c4bbb7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0618618 May 24 23:48:08.218442 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-faed1cc4-0966-46ba-85ce-e209e8deb18b req-3a11d11d-c743-4e9e-a1b1-2bb7aa9e902e tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391247 May 24 23:48:08.287135 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8bb00-be8c-47bd-8dd0-97b228ea4fbb req-7e20a784-929a-4d61-b702-192962538d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:08.288504 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-36d8bb00-be8c-47bd-8dd0-97b228ea4fbb req-7e20a784-929a-4d61-b702-192962538d4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689359 May 24 23:48:08.415725 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-36d8bb00-be8c-47bd-8dd0-97b228ea4fbb req-0678f4c1-7101-45df-b387-403e3c4acfd4 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204295 May 24 23:48:08.542683 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-36d8bb00-be8c-47bd-8dd0-97b228ea4fbb req-38c49a99-9558-481d-947b-f86e18c204eb service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204889 May 24 23:48:09.036334 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 001cb75b-0fb8-4255-9377-68f76341e0b3 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:48:09.167646 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 001cb75b-0fb8-4255-9377-68f76341e0b3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=001cb75b-0fb8-4255-9377-68f76341e0b3,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:48:09.180995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'mac_address': 'fa:16:3e:93:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:48:09.238294 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 001cb75b-0fb8-4255-9377-68f76341e0b3 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:48:09.238694 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:09.255681 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001cb75b-0fb8-4255-9377-68f76341e0b3 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:48:09.271159 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 001cb75b-0fb8-4255-9377-68f76341e0b3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=001cb75b-0fb8-4255-9377-68f76341e0b3,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:48:09.275043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:09.344319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=001cb75b-0fb8-4255-9377-68f76341e0b3,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:09.408751 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc859b-6d5f-40bc-8100-48a07d841b9b req-c4cba616-cdac-4183-8ab3-7e2db4f8c07a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:09.410949 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-debc859b-6d5f-40bc-8100-48a07d841b9b req-c4cba616-cdac-4183-8ab3-7e2db4f8c07a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 945 time: 0.0849612 May 24 23:48:09.456909 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-debc859b-6d5f-40bc-8100-48a07d841b9b req-340f7686-7dfd-4297-9f77-0799bf980f78 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397472 May 24 23:48:09.480732 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['001cb75b-0fb8-4255-9377-68f76341e0b3'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:48:10.639052 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef8a82-e798-40a3-80f1-5fe9fc25a25d req-70610055-2a1a-42c7-b237-51a72ee0e4f3 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:10.640500 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-45ef8a82-e798-40a3-80f1-5fe9fc25a25d req-70610055-2a1a-42c7-b237-51a72ee0e4f3 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 945 time: 0.0796783 May 24 23:48:10.687484 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-45ef8a82-e798-40a3-80f1-5fe9fc25a25d req-562403ea-e496-49fb-9365-e9d285a499fe tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412915 May 24 23:48:11.052009 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 001cb75b-0fb8-4255-9377-68f76341e0b3 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:48:11.117533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 001cb75b-0fb8-4255-9377-68f76341e0b3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:48:11.122348 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 001cb75b-0fb8-4255-9377-68f76341e0b3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:48:11.122755 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:11.239320 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 001cb75b-0fb8-4255-9377-68f76341e0b3 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:48:11.239690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:11.268352 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:48:11.279289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 001cb75b-0fb8-4255-9377-68f76341e0b3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=001cb75b-0fb8-4255-9377-68f76341e0b3,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:48:11.284299 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:11.321810 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4734788-b317-45a8-8099-f26be77b6136'] response: {'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'code': 200} May 24 23:48:11.353185 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=001cb75b-0fb8-4255-9377-68f76341e0b3,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:11.540598 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a383401-9a66-4845-befd-5a5c04b3421e req-5cce9087-c3e4-448d-bd22-c2988d885d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:11.542049 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4a383401-9a66-4845-befd-5a5c04b3421e req-5cce9087-c3e4-448d-bd22-c2988d885d71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 1099 time: 0.0687768 May 24 23:48:11.585202 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4a383401-9a66-4845-befd-5a5c04b3421e req-d4937656-bc17-435c-b537-42da54da8f38 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368931 May 24 23:48:11.872934 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69840495-5f66-4ca1-bd1d-a3bef20b963f req-3e8e1124-5d1b-4e42-b6b7-de0a2f93564b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:11.874590 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-69840495-5f66-4ca1-bd1d-a3bef20b963f req-3e8e1124-5d1b-4e42-b6b7-de0a2f93564b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 946 time: 0.0802648 May 24 23:48:11.927070 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-69840495-5f66-4ca1-bd1d-a3bef20b963f req-f74b9bda-b828-4929-8541-f040b2756741 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459955 May 24 23:48:13.203028 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767ef17-e50b-400e-b41a-ac72ea217677 req-93bf51a1-cbfc-4f90-8a1a-0e851c9ec2bc tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:13.204480 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b767ef17-e50b-400e-b41a-ac72ea217677 req-93bf51a1-cbfc-4f90-8a1a-0e851c9ec2bc tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 946 time: 0.1751955 May 24 23:48:13.247923 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b767ef17-e50b-400e-b41a-ac72ea217677 req-77398c6b-7e80-4d77-a7ee-be639331d134 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378273 May 24 23:48:13.430369 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06890cf6-9f1b-41f2-bd09-47ba4419002e req-5c7beeda-0e63-48d7-b773-ba28167b44de tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:13.431838 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-06890cf6-9f1b-41f2-bd09-47ba4419002e req-5c7beeda-0e63-48d7-b773-ba28167b44de tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 946 time: 0.0804217 May 24 23:48:13.478977 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-06890cf6-9f1b-41f2-bd09-47ba4419002e req-70048b15-6612-4d05-b163-efd37a2ab275 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412416 May 24 23:48:13.501346 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 42574) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:13.726893 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fcc335-1266-44bb-9e5b-4cadc1bde0d5 tempest-TestSnapshotPattern-1444997603 tempest-TestSnapshotPattern-1444997603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:13.727590 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d6fcc335-1266-44bb-9e5b-4cadc1bde0d5 tempest-TestSnapshotPattern-1444997603 tempest-TestSnapshotPattern-1444997603-project-admin] Synchronizing usage tracker for tenant:20a066ab3cbe4a408cca63608e1c034e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:48:13.743470 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d6fcc335-1266-44bb-9e5b-4cadc1bde0d5 tempest-TestSnapshotPattern-1444997603 tempest-TestSnapshotPattern-1444997603-project-admin] Unset dirty status for tenant:20a066ab3cbe4a408cca63608e1c034e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:48:13.744539 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d6fcc335-1266-44bb-9e5b-4cadc1bde0d5 tempest-TestSnapshotPattern-1444997603 tempest-TestSnapshotPattern-1444997603-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 1094 time: 0.2422576 May 24 23:48:13.747446 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 42582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:13.752344 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:48:13.758009 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:48:13.761744 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:floatingip and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:48:13.765036 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:48:13.770607 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:48:13.781231 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:13.916038 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:14.051460 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Allocated IP 172.26.3.154 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/c38238bc-6139-4432-b4cb-bb9a9d19b69c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:48:14.197659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:14.227122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:14.289782 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:48:14.290925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:48:14.294555 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:48:14.341540 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'Port': ['ID=c38238bc-6139-4432-b4cb-bb9a9d19b69c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:14.712258 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:14.784902 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:14.986980 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:14.991125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:15.097678 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'Port': ['ID=c38238bc-6139-4432-b4cb-bb9a9d19b69c,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:15.110158 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:15.366950 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Floating IP 80b4897e-57da-4c34-baf3-e50c55c9289c associated. External IP: 172.26.3.154, port: 001cb75b-0fb8-4255-9377-68f76341e0b3. May 24 23:48:15.712854 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Router 991d4a25-069b-4b59-8a29-9360bed96e75 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:48:15.891973 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:48:15.901885 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626eeb2f-ceb5-4a1b-8719-9ec542dce8b5 None None] Sync routers for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:48:15.915288 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:15.915495 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626eeb2f-ceb5-4a1b-8719-9ec542dce8b5 None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:48:15.916030 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-626eeb2f-ceb5-4a1b-8719-9ec542dce8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:15.971525 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7d650e2f-82d9-4fd3-a8f4-924392293959 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2228518 May 24 23:48:15.971939 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:48:16.015530 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce38fbc-b52f-44ce-bc2a-f5752b7aed1d'] response: {'name': 'network-changed', 'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'status': 'completed', 'code': 200} May 24 23:48:16.089426 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-626eeb2f-ceb5-4a1b-8719-9ec542dce8b5 None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:48:16.104704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ec4e-ed98-4d7a-af51-84ed4242cb03 req-936e12b0-20f2-4874-b595-bed157890819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:16.106189 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f028ec4e-ed98-4d7a-af51-84ed4242cb03 req-936e12b0-20f2-4874-b595-bed157890819 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 1099 time: 0.0707390 May 24 23:48:16.335060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ec4e-ed98-4d7a-af51-84ed4242cb03 req-43c8b190-edef-4e1b-ad07-04707135e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:16.336422 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f028ec4e-ed98-4d7a-af51-84ed4242cb03 req-43c8b190-edef-4e1b-ad07-04707135e8cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 910 time: 0.2247891 May 24 23:48:16.439293 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f028ec4e-ed98-4d7a-af51-84ed4242cb03 req-e1b17cfd-7ae7-489a-857e-395bde710e84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=001cb75b-0fb8-4255-9377-68f76341e0b3 HTTP/1.1" status: 200 len: 1000 time: 0.0968127 May 24 23:48:16.454797 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-626eeb2f-ceb5-4a1b-8719-9ec542dce8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '80b4897e-57da-4c34-baf3-e50c55c9289c', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.154', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:93:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:14Z', 'updated_at': '2022-05-24T23:48:14Z', 'revision_number': 0, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:16.458590 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626eeb2f-ceb5-4a1b-8719-9ec542dce8b5 None None] Checking router: 991d4a25-069b-4b59-8a29-9360bed96e75 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:48:16.467926 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626eeb2f-ceb5-4a1b-8719-9ec542dce8b5 None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:48:16.468511 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-626eeb2f-ceb5-4a1b-8719-9ec542dce8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:47:54Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:16.490005 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:16.501974 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ec4e-ed98-4d7a-af51-84ed4242cb03 req-7e378149-551d-4f30-a391-abe2c6515b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:16.503428 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f028ec4e-ed98-4d7a-af51-84ed4242cb03 req-7e378149-551d-4f30-a391-abe2c6515b1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0585756 May 24 23:48:16.577815 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ec4e-ed98-4d7a-af51-84ed4242cb03 req-1d756367-4663-4512-b055-76be14b866a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:16.579300 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f028ec4e-ed98-4d7a-af51-84ed4242cb03 req-1d756367-4663-4512-b055-76be14b866a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706496 May 24 23:48:16.644328 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-626eeb2f-ceb5-4a1b-8719-9ec542dce8b5 None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:48:16.707769 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f028ec4e-ed98-4d7a-af51-84ed4242cb03 req-f52affd0-f8d8-4005-b99d-0e043a968819 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222146 May 24 23:48:16.838765 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f028ec4e-ed98-4d7a-af51-84ed4242cb03 req-bd7e90ea-d183-4ac0-a952-a184b7597ba1 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248345 May 24 23:48:16.974806 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-626eeb2f-ceb5-4a1b-8719-9ec542dce8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '80b4897e-57da-4c34-baf3-e50c55c9289c', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.154', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:93:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:14Z', 'updated_at': '2022-05-24T23:48:14Z', 'revision_number': 0, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:16.978562 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626eeb2f-ceb5-4a1b-8719-9ec542dce8b5 None None] The sync data for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv is: [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '80b4897e-57da-4c34-baf3-e50c55c9289c', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.154', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:93:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:14Z', 'updated_at': '2022-05-24T23:48:14Z', 'revision_number': 0, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:48:17.159052 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8160ac1-faef-4267-9797-592f9fae84cd None None] New status for floating IP 80b4897e-57da-4c34-baf3-e50c55c9289c: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:48:21.990847 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bbb56cdf-5fb0-441f-a23a-ab1159e536cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:24.288730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cae1dbf3-351b-48d9-b726-63b3738093ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:25.274851 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:25.346416 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:26.742795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:43.008041 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:48:46.488906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:51.991988 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f84dcf5-68ad-4ac6-b88b-52e6d1e4783f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:54.290158 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7902e31d-c3b5-49f6-ba9e-62f43c932ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:55.277152 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:55.346780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:56.746808 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:02.000464 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-966af15d-1b75-43a2-8325-6a580047f3c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671473 May 24 23:49:02.135939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-58740b45-e64c-412f-9c71-475faf0a795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:02.137379 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-58740b45-e64c-412f-9c71-475faf0a795d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 1099 time: 0.0726488 May 24 23:49:02.277452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-6ace788e-d226-4c4b-ba01-02efa30d55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:02.278862 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-6ace788e-d226-4c4b-ba01-02efa30d55f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 910 time: 0.1238558 May 24 23:49:02.379095 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-7f96f253-1b2b-4600-812f-835ced9c7309 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=001cb75b-0fb8-4255-9377-68f76341e0b3 HTTP/1.1" status: 200 len: 1002 time: 0.0939188 May 24 23:49:02.439824 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-542a5e45-867a-429f-b6db-23ff2ea57799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:02.441211 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-542a5e45-867a-429f-b6db-23ff2ea57799 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0570359 May 24 23:49:02.512860 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-cf2c4f04-c671-48e1-a8a2-7735f8de19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:02.514295 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-cf2c4f04-c671-48e1-a8a2-7735f8de19bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676324 May 24 23:49:02.641565 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-0a45ba3e-c6ee-474b-861a-3d0239d3fac9 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211298 May 24 23:49:02.767517 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f2d0ccea-62fa-4cb7-8b82-3f4f77bbba73 req-52305f06-e4e1-4406-86a1-4491cea55ffc service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202424 May 24 23:49:16.499376 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:20.006940 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:49:21.992766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fbd1496c-74b1-4d21-9952-99295e861573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:24.291428 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c01fc0c2-06ef-4023-b321-1f985b2004cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:25.280359 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:25.347672 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:26.747232 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:46.529674 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:51.993426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2fc93627-657c-4793-90a8-1b689ecf6fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.293110 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f6af37ae-8370-4506-bb3d-9cca9f76f4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:55.282927 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:55.350821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:56.749768 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:57.008673 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:50:03.074227 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-3059cfce-f507-4a6b-a47a-b9df5cb01767 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142476 May 24 23:50:03.208713 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-e50b33b4-93c2-4d76-af85-df9e177a1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:03.210184 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-e50b33b4-93c2-4d76-af85-df9e177a1034 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 1099 time: 0.0698054 May 24 23:50:03.445816 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-361e8f41-be68-40cf-b938-a38264ea5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:03.447221 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-361e8f41-be68-40cf-b938-a38264ea5381 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 910 time: 0.2183721 May 24 23:50:03.547240 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-746debf9-b8d3-46c9-96bc-5ab40ab1cc91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=001cb75b-0fb8-4255-9377-68f76341e0b3 HTTP/1.1" status: 200 len: 1002 time: 0.0942118 May 24 23:50:03.610252 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-49e8d7be-e5b6-4e79-8e77-750868e5f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:03.611651 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-49e8d7be-e5b6-4e79-8e77-750868e5f67e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0585363 May 24 23:50:03.683077 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-3fba3591-6dc8-4dac-8bea-65f59588d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:03.684462 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-3fba3591-6dc8-4dac-8bea-65f59588d377 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670781 May 24 23:50:03.693996 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-c9bd8956-0772-4d7a-a8d2-d6005eb81695 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:50:03.694950 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-c9bd8956-0772-4d7a-a8d2-d6005eb81695 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045779 May 24 23:50:03.822623 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-245d8c36-5135-40f5-aee9-156b4ab2c97c service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214998 May 24 23:50:03.950721 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-28990a0a-ce01-448c-9fd4-4d5d17fa587b req-9b3f66db-20a9-4694-94ec-2dca514dbbf9 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221280 May 24 23:50:13.631259 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 001cb75b-0fb8-4255-9377-68f76341e0b3 details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:50:13.758546 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 001cb75b-0fb8-4255-9377-68f76341e0b3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=001cb75b-0fb8-4255-9377-68f76341e0b3,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:13.773676 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'mac_address': 'fa:16:3e:93:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:50:13.833971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 001cb75b-0fb8-4255-9377-68f76341e0b3 is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:13.834358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:13.851307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 001cb75b-0fb8-4255-9377-68f76341e0b3 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:50:13.866776 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 001cb75b-0fb8-4255-9377-68f76341e0b3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=001cb75b-0fb8-4255-9377-68f76341e0b3,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:13.870608 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:13.941229 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=001cb75b-0fb8-4255-9377-68f76341e0b3,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:13.948043 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.948383 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.948718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.949047 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.949375 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.949698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.950021 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.950340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.950687 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.951046 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.952036 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.952360 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:13.956828 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['001cb75b-0fb8-4255-9377-68f76341e0b3'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:50:15.627826 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 001cb75b-0fb8-4255-9377-68f76341e0b3 up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:50:15.710142 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 001cb75b-0fb8-4255-9377-68f76341e0b3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:15.710523 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:15.846113 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 001cb75b-0fb8-4255-9377-68f76341e0b3 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:15.846601 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:15.874175 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:50:15.885057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 001cb75b-0fb8-4255-9377-68f76341e0b3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=001cb75b-0fb8-4255-9377-68f76341e0b3,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:15.891465 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:15.965025 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=001cb75b-0fb8-4255-9377-68f76341e0b3,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:16.013734 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85eadd4f-470a-44b5-8038-aa4802e77a40'] response: {'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'code': 200} May 24 23:50:16.549707 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:21.997853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-49559542-e2f7-473a-88e3-9473f5b67213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:24.294547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4793995f-47f0-4e6a-8cf5-be2e8f4bd993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:24.702916 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-c01cc3b9-03ed-4693-b3fc-017d74823c67 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276925095&fields=id&tenant_id=cefbd8eead6a4de6ac93b29f90e55f90 HTTP/1.1" status: 200 len: 267 time: 0.0424275 May 24 23:50:24.853224 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-0b69226e-3b0b-47d5-a697-1ee134edee2c tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:24.854568 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-0b69226e-3b0b-47d5-a697-1ee134edee2c tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 809 time: 0.1452630 May 24 23:50:24.870110 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-ed7e5268-d3b8-4f0f-a5ea-c04337521cd0 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/quotas/cefbd8eead6a4de6ac93b29f90e55f90 HTTP/1.1" status: 200 len: 375 time: 0.0099165 May 24 23:50:24.959268 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-00da167f-0fec-49a6-8ff8-c5daae87d8ee tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838630 May 24 23:50:25.134236 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-90577390-b1e0-4fdb-a31d-930408917228 service neutron] 10.222.0.32 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626306 May 24 23:50:25.262944 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-c42ac90e-9773-458e-9e27-992afd94fe08 service neutron] 10.222.0.32 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223583 May 24 23:50:25.285971 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:25.352541 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:25.437992 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-048a9677-4194-48c6-b9cf-a89fc455195b req-7dad3124-121b-451e-867e-5c354d3736a1 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 210 time: 0.0422356 May 24 23:50:26.599500 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f16285a8-b41e-4439-a1c9-b0924a2b7026 req-d99edd46-8015-4932-8efe-a588a0fd3f41 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 210 time: 0.0456557 May 24 23:50:26.634918 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-b2298b04-9d5a-44ca-be8f-40c3a1127b33 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:26.636415 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-b2298b04-9d5a-44ca-be8f-40c3a1127b33 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 809 time: 0.1524906 May 24 23:50:26.685247 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-8a800b2f-2c14-449f-9b66-6574275707b0 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cefbd8eead6a4de6ac93b29f90e55f90 HTTP/1.1" status: 200 len: 379 time: 0.0400462 May 24 23:50:26.693867 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Request body: {'port': {'device_id': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'admin_state_up': True, 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'security_groups': ['24782fc2-f9c4-4b52-9aea-150195665fee']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:50:26.753322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:26.831872 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:50:26.835654 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:port and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:50:26.838459 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:50:26.844148 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:50:26.855321 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Made reservation on behalf of cefbd8eead6a4de6ac93b29f90e55f90 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:50:26.859051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:27.029809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Allocated IP 172.20.0.12 (ede360e3-e272-4345-a3a4-34f37709d20e/3a8a8a06-43bf-4d8c-9563-cd72cdfbc551/41495527-b46a-4451-b07f-997146d9a10d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:50:27.238226 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:27.257217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Transition to ACTIVE for port object 41495527-b46a-4451-b07f-997146d9a10d will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:50:27.297049 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:27.384294 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Network ede360e3-e272-4345-a3a4-34f37709d20e is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:50:27.388337 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:50:27.392289 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:50:27.448206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'Port': ['ID=41495527-b46a-4451-b07f-997146d9a10d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:27.461373 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.461781 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.462049 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.462390 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.462711 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.463062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.463351 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.463704 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.463986 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.464325 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.464610 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.464930 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:27.476450 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:27.477097 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:27.515996 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-221d765e-0419-4bd0-9774-ce660acce77a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8257208 May 24 23:50:27.689877 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 001cb75b-0fb8-4255-9377-68f76341e0b3 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:50:27.817692 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-424ff17c-a926-46a7-9555-898bf7245742 None None] Provisioning for port 41495527-b46a-4451-b07f-997146d9a10d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:50:27.856834 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-424ff17c-a926-46a7-9555-898bf7245742 None None] Provisioning complete for port 41495527-b46a-4451-b07f-997146d9a10d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:27.857234 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-424ff17c-a926-46a7-9555-898bf7245742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:27.913771 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7326-269c-45fc-b8d6-b85183a8bc47 req-fa028449-00fe-4256-8a0d-f82c3ea10701 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:27.915248 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9eb7326-269c-45fc-b8d6-b85183a8bc47 req-fa028449-00fe-4256-8a0d-f82c3ea10701 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 932 time: 0.2013378 May 24 23:50:27.931327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 001cb75b-0fb8-4255-9377-68f76341e0b3 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:27.931723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:27.943057 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-424ff17c-a926-46a7-9555-898bf7245742 None None] Port 41495527-b46a-4451-b07f-997146d9a10d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:50:27.969574 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:50:27.977052 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9eb7326-269c-45fc-b8d6-b85183a8bc47 req-987c80ae-f6e5-4ef5-a816-157c59f3dc5d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553412 May 24 23:50:27.982741 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 001cb75b-0fb8-4255-9377-68f76341e0b3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=001cb75b-0fb8-4255-9377-68f76341e0b3,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:27.996853 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:28.029821 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f60b6a-f245-41d8-b572-fa8c1794ba44'] response: {'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'code': 200} May 24 23:50:28.066795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=001cb75b-0fb8-4255-9377-68f76341e0b3,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:29.196386 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29a7c9-b27a-478b-88b3-097539333c48 req-acf1c885-966a-453c-acc0-68206fab8305 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:29.197863 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8a29a7c9-b27a-478b-88b3-097539333c48 req-acf1c885-966a-453c-acc0-68206fab8305 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 932 time: 0.1110213 May 24 23:50:29.242207 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8a29a7c9-b27a-478b-88b3-097539333c48 req-0fad395a-53b3-48b4-8d60-58c754dd3489 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385954 May 24 23:50:30.434388 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d80a22-e67a-42ee-9324-98321eaf81b0 req-9e9c0e81-cc01-40f7-8c38-c8bcec5f70a6 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:30.436567 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-39d80a22-e67a-42ee-9324-98321eaf81b0 req-9e9c0e81-cc01-40f7-8c38-c8bcec5f70a6 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 932 time: 0.0838108 May 24 23:50:30.486064 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-39d80a22-e67a-42ee-9324-98321eaf81b0 req-7d84018c-7b59-4bd6-acaa-1a302529d8c3 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437632 May 24 23:50:31.688083 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c69d24-c75d-4d3e-b9e0-f183c9ac680a req-9fbf5bd1-7458-410f-976c-660f57841cbc tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:31.689508 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7c69d24-c75d-4d3e-b9e0-f183c9ac680a req-9fbf5bd1-7458-410f-976c-660f57841cbc tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 932 time: 0.0799868 May 24 23:50:31.735057 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7c69d24-c75d-4d3e-b9e0-f183c9ac680a req-5d3a3a62-b47c-408d-907f-3148ff0752a2 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397115 May 24 23:50:32.931926 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e842fe9-f2d3-4a9f-8fd4-77bd824dd6f8 req-1b4d7ef7-304f-4b8c-864f-ff466dae81eb tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:32.933348 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e842fe9-f2d3-4a9f-8fd4-77bd824dd6f8 req-1b4d7ef7-304f-4b8c-864f-ff466dae81eb tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 932 time: 0.0839894 May 24 23:50:32.977368 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e842fe9-f2d3-4a9f-8fd4-77bd824dd6f8 req-6a36e348-c45f-4b29-a0f7-a96781103336 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376551 May 24 23:50:34.009619 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:50:34.164670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10e65e-3e59-471d-8d74-1e1dcc5065fb req-e4523171-ff29-468f-914f-d5d79bc8d1ab tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:34.166243 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ab10e65e-3e59-471d-8d74-1e1dcc5065fb req-e4523171-ff29-468f-914f-d5d79bc8d1ab tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 932 time: 0.0819604 May 24 23:50:34.211997 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ab10e65e-3e59-471d-8d74-1e1dcc5065fb req-43142ad0-63c6-40f6-bcf8-41956f8a7a7e tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396829 May 24 23:50:35.408291 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77c437-22e1-4cea-bf80-3703c20735c7 req-97103ab1-8c24-40a6-aace-08a2fd099013 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:35.409740 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc77c437-22e1-4cea-bf80-3703c20735c7 req-97103ab1-8c24-40a6-aace-08a2fd099013 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 932 time: 0.0843647 May 24 23:50:35.455560 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc77c437-22e1-4cea-bf80-3703c20735c7 req-6970842e-f54e-4851-a532-83a9ccd61adf tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398967 May 24 23:50:36.657361 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac3b75-2980-46d0-9984-8e617d285f8d req-5c8583ad-2e64-4484-9883-a3d367327d82 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:36.658831 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aaac3b75-2980-46d0-9984-8e617d285f8d req-5c8583ad-2e64-4484-9883-a3d367327d82 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 932 time: 0.0794401 May 24 23:50:36.702862 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aaac3b75-2980-46d0-9984-8e617d285f8d req-e6016ce7-40cb-432a-b6a8-004699b5a683 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383554 May 24 23:50:37.671666 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Request body: {'port': {'device_id': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8431'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:50:37.781514 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:37.893415 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d9646-dcb2-4cd2-8a6a-d3d99a03e94d req-51a036ca-53c5-412d-b62e-1181384b0faa tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:37.895629 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f12d9646-dcb2-4cd2-8a6a-d3d99a03e94d req-51a036ca-53c5-412d-b62e-1181384b0faa tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 932 time: 0.0847089 May 24 23:50:37.939223 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f12d9646-dcb2-4cd2-8a6a-d3d99a03e94d req-58b60ea4-eb7d-4bb7-858c-763dc6c857ca tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378735 May 24 23:50:38.218360 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41495527-b46a-4451-b07f-997146d9a10d {{(pid=88260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:50:38.225678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:38.239217 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Transition to ACTIVE for port object 41495527-b46a-4451-b07f-997146d9a10d will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:50:38.243022 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:38.399619 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Pushing event updated for resources: {'Port': ['ID=41495527-b46a-4451-b07f-997146d9a10d,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:38.475543 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Attempting to bind port 41495527-b46a-4451-b07f-997146d9a10d on host hv-neutron-8431 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:50:38.475870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Attempting to bind port 41495527-b46a-4451-b07f-997146d9a10d by drivers openvswitch,hyperv on host hv-neutron-8431 at level 0 using segments [{'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:50:38.476194 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Attempting to bind port 41495527-b46a-4451-b07f-997146d9a10d on network ede360e3-e272-4345-a3a4-34f37709d20e {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:50:38.480734 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Port 41495527-b46a-4451-b07f-997146d9a10d on network ede360e3-e272-4345-a3a4-34f37709d20e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8431 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:50:38.481048 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Attempting to bind port 41495527-b46a-4451-b07f-997146d9a10d on network ede360e3-e272-4345-a3a4-34f37709d20e {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:50:38.486537 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Checking agent: {'id': 'e39e0dd8-90b9-4eb1-adf2-c8bef20d7dcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8431', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'started_at': datetime.datetime(2022, 5, 24, 22, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:50:38.486884 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Checking segment: {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:50:38.487263 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Bound using segment: {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'} {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:50:38.487678 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Bound port: 41495527-b46a-4451-b07f-997146d9a10d, host: hv-neutron-8431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105add7a-bf3c-44f1-a20b-489b0be2743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e'}}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:50:38.488018 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:38.579488 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] For port 41495527-b46a-4451-b07f-997146d9a10d, host hv-neutron-8431, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:50:38.582995 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] For port 41495527-b46a-4451-b07f-997146d9a10d, host hv-neutron-8431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=41495527-b46a-4451-b07f-997146d9a10d,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:50:38.586732 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071580576'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:38.648080 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:38.648697 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:38.650089 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] 10.222.0.42 "PUT /v2.0/ports/41495527-b46a-4451-b07f-997146d9a10d HTTP/1.1" status: 200 len: 1094 time: 0.9840248 May 24 23:50:38.650597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'tag': '41495527-b46a-4451-b07f-997146d9a10d'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:50:38.672759 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351857fe-9966-4c9c-a93d-1aed61c3f963 service neutron] Pushing event updated for resources: {'Port': ['ID=41495527-b46a-4451-b07f-997146d9a10d,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:38.720411 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de8feba-9b77-450a-bc70-6c257bcd6c06'] response: {'name': 'network-changed', 'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'tag': '41495527-b46a-4451-b07f-997146d9a10d', 'status': 'completed', 'code': 200} May 24 23:50:38.762741 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-ec32dc84-7ea0-453e-a917-e57287253180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:38.764285 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-ec32dc84-7ea0-453e-a917-e57287253180 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0754750 May 24 23:50:38.851325 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-4747058c-b475-42e4-99b0-0f93ea444c4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41495527-b46a-4451-b07f-997146d9a10d HTTP/1.1" status: 200 len: 217 time: 0.0806830 May 24 23:50:38.914478 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-708ce214-7a3d-498c-a327-bcf8a89b5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:38.915878 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-708ce214-7a3d-498c-a327-bcf8a89b5aa9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0595505 May 24 23:50:38.990565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-925c93c7-208f-4cd2-9fc1-ef7a6ac203d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:38.992081 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-925c93c7-208f-4cd2-9fc1-ef7a6ac203d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690553 May 24 23:50:39.123350 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-5bdd059a-7df4-4220-97c9-6af82c3c6d9f service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235993 May 24 23:50:39.129297 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbd21a-4346-4d57-8364-59ba6b3f29d8 req-e4e53112-c272-4681-a59a-a2f1762d6822 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:39.130763 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6bbd21a-4346-4d57-8364-59ba6b3f29d8 req-e4e53112-c272-4681-a59a-a2f1762d6822 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 944 time: 0.0786316 May 24 23:50:39.189945 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6bbd21a-4346-4d57-8364-59ba6b3f29d8 req-d07312f1-957e-4177-aab7-e56d0d740394 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531070 May 24 23:50:39.259420 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ae1c3dda-96e1-47c4-932c-151395ac691e req-d6076904-c756-4a14-8226-ef095145882e service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305301 May 24 23:50:39.373353 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa441d9-0737-4ab3-b4bb-2c01fed9be04 req-1e6fb908-192b-4cb5-b138-0a9420e5c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:39.374854 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa441d9-0737-4ab3-b4bb-2c01fed9be04 req-1e6fb908-192b-4cb5-b138-0a9420e5c760 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0736959 May 24 23:50:39.508001 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa441d9-0737-4ab3-b4bb-2c01fed9be04 req-e515ad6e-e7ab-4740-b605-57775be76b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:39.509483 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa441d9-0737-4ab3-b4bb-2c01fed9be04 req-e515ad6e-e7ab-4740-b605-57775be76b8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 910 time: 0.1281319 May 24 23:50:39.580779 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa441d9-0737-4ab3-b4bb-2c01fed9be04 req-78433007-01fc-44b7-b97e-3fb7c9992dab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41495527-b46a-4451-b07f-997146d9a10d HTTP/1.1" status: 200 len: 217 time: 0.0643306 May 24 23:50:39.643855 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa441d9-0737-4ab3-b4bb-2c01fed9be04 req-673c5d55-4dec-400a-97d0-bf4eb29bb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:39.645272 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa441d9-0737-4ab3-b4bb-2c01fed9be04 req-673c5d55-4dec-400a-97d0-bf4eb29bb0f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0579667 May 24 23:50:39.718700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa441d9-0737-4ab3-b4bb-2c01fed9be04 req-eb2c6ddf-1776-431f-9635-e739745d5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:39.720167 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa441d9-0737-4ab3-b4bb-2c01fed9be04 req-eb2c6ddf-1776-431f-9635-e739745d5f86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682075 May 24 23:50:39.943428 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa441d9-0737-4ab3-b4bb-2c01fed9be04 req-72f1f85f-9f07-4be8-ae0d-bb428b490f3f service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161896 May 24 23:50:40.073650 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6fa441d9-0737-4ab3-b4bb-2c01fed9be04 req-e63d922d-b5ac-48fa-a716-16d61867c8c3 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231301 May 24 23:50:40.373869 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9bb52-f006-4479-b653-a075d6393473 req-513aba52-a9f5-4f08-94b8-93f0031003a4 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:40.375341 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dba9bb52-f006-4479-b653-a075d6393473 req-513aba52-a9f5-4f08-94b8-93f0031003a4 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 944 time: 0.0784853 May 24 23:50:40.418536 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dba9bb52-f006-4479-b653-a075d6393473 req-56d99106-bbb8-43d3-a1b1-5dbb1ab8e0ea tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376544 May 24 23:50:41.605975 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a8e2a-473d-49d2-b949-cc984d4a94cf req-6e9e8272-4f39-49f8-87b4-fd44fda13f14 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:41.607492 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f57a8e2a-473d-49d2-b949-cc984d4a94cf req-6e9e8272-4f39-49f8-87b4-fd44fda13f14 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 944 time: 0.0849936 May 24 23:50:41.650812 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f57a8e2a-473d-49d2-b949-cc984d4a94cf req-36cdbde1-88b2-4ee1-b36a-d9c0095c9081 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375633 May 24 23:50:41.751317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 41495527-b46a-4451-b07f-997146d9a10d details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:50:41.882282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 41495527-b46a-4451-b07f-997146d9a10d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=41495527-b46a-4451-b07f-997146d9a10d,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:41.895766 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '41495527-b46a-4451-b07f-997146d9a10d', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'port_id': '41495527-b46a-4451-b07f-997146d9a10d', 'mac_address': 'fa:16:3e:41:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:50:41.951709 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 41495527-b46a-4451-b07f-997146d9a10d is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:41.952081 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:41.968017 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41495527-b46a-4451-b07f-997146d9a10d {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:50:41.983084 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 41495527-b46a-4451-b07f-997146d9a10d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=41495527-b46a-4451-b07f-997146d9a10d,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:41.986443 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:42.050718 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=41495527-b46a-4451-b07f-997146d9a10d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:42.219120 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['41495527-b46a-4451-b07f-997146d9a10d'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:50:42.833629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eef3d1-aff9-4d5c-8491-ed27fe2e951e req-462e45db-8807-4b6a-b03a-21d81160c44e tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:42.835108 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1eef3d1-aff9-4d5c-8491-ed27fe2e951e req-462e45db-8807-4b6a-b03a-21d81160c44e tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 945 time: 0.0785072 May 24 23:50:42.878285 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1eef3d1-aff9-4d5c-8491-ed27fe2e951e req-41bb9033-441d-458f-b6e3-596b5accc7c7 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377202 May 24 23:50:43.759322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 41495527-b46a-4451-b07f-997146d9a10d up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:50:43.823690 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning for port 41495527-b46a-4451-b07f-997146d9a10d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:50:43.828168 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 41495527-b46a-4451-b07f-997146d9a10d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:43.828532 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:43.942549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 41495527-b46a-4451-b07f-997146d9a10d is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:43.943086 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:43.969411 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41495527-b46a-4451-b07f-997146d9a10d'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:50:43.979317 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 41495527-b46a-4451-b07f-997146d9a10d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=41495527-b46a-4451-b07f-997146d9a10d,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:43.984188 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:44.053440 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=41495527-b46a-4451-b07f-997146d9a10d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:44.073065 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7df32-8499-4f79-a79c-1b1fda62f653 req-56e0df91-8b99-462f-8969-7273ecbda23d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:44.074525 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa7df32-8499-4f79-a79c-1b1fda62f653 req-56e0df91-8b99-462f-8969-7273ecbda23d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 946 time: 0.0911899 May 24 23:50:44.119044 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa7df32-8499-4f79-a79c-1b1fda62f653 req-2421a64e-64c2-44d9-974b-f7f52be0f2fb tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384977 May 24 23:50:44.166787 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f9f338-94b1-4be4-81d3-6de9bc6c9571'] response: {'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41495527-b46a-4451-b07f-997146d9a10d', 'code': 200} May 24 23:50:44.392522 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed28e8-eea1-4ece-9cf1-85be2e457752 req-e06b2121-bf2a-4052-941e-6c87c8db0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:44.393919 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-89ed28e8-eea1-4ece-9cf1-85be2e457752 req-e06b2121-bf2a-4052-941e-6c87c8db0f2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 1099 time: 0.0734484 May 24 23:50:44.433502 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-89ed28e8-eea1-4ece-9cf1-85be2e457752 req-8fa934e1-d5b6-46ec-98be-ee2c65121928 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337322 May 24 23:50:45.304790 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774a13-dd86-415a-aef8-7861091ad5b2 req-e69dc5f2-f06f-4381-a61e-4e3955384ae5 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:45.306234 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14774a13-dd86-415a-aef8-7861091ad5b2 req-e69dc5f2-f06f-4381-a61e-4e3955384ae5 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 946 time: 0.0812049 May 24 23:50:45.353571 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14774a13-dd86-415a-aef8-7861091ad5b2 req-60d2ec8f-b8dd-4f03-aac8-45a97261550e tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409477 May 24 23:50:46.540575 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b70b13-ffcb-4e2c-a9d3-05ff70f5a4a9 req-27230789-4899-4d96-af5e-82a4607f1cd3 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:46.541959 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36b70b13-ffcb-4e2c-a9d3-05ff70f5a4a9 req-27230789-4899-4d96-af5e-82a4607f1cd3 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 946 time: 0.0807688 May 24 23:50:46.547913 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:46.587824 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36b70b13-ffcb-4e2c-a9d3-05ff70f5a4a9 req-46f5cb50-9790-4b86-b48e-b429131a05f7 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400231 May 24 23:50:46.770450 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd046d6d-dce3-4251-bdda-f2a3c101c396 req-4e210039-1bcd-4fb3-9849-4491fc182e53 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:46.771887 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd046d6d-dce3-4251-bdda-f2a3c101c396 req-4e210039-1bcd-4fb3-9849-4491fc182e53 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 946 time: 0.0810325 May 24 23:50:46.814889 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd046d6d-dce3-4251-bdda-f2a3c101c396 req-7139189d-2dc4-4389-9e3a-b1b9711f0733 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373087 May 24 23:50:46.836341 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 42874) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:50:46.915614 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f7fcdd-b89b-4c7e-9cf8-33634af722a0 tempest-TestSnapshotPattern-1444997603 tempest-TestSnapshotPattern-1444997603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:46.918098 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-16f7fcdd-b89b-4c7e-9cf8-33634af722a0 tempest-TestSnapshotPattern-1444997603 tempest-TestSnapshotPattern-1444997603-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 1094 time: 0.0808058 May 24 23:50:46.921378 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 42878) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:50:46.926154 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Request body: {'floatingip': {'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'port_id': '41495527-b46a-4451-b07f-997146d9a10d', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:50:46.932125 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:50:46.936622 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Usage tracker for resource:floatingip and tenant:cefbd8eead6a4de6ac93b29f90e55f90 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:50:46.939483 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:50:46.945186 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:50:46.954707 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:47.088074 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:47.308940 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Allocated IP 172.26.3.129 (318939cd-b7b2-441e-9046-bfb8d80aee1b/7b9bfdaa-bd6e-4fc5-89bf-37d86376232d/8b840585-c2a5-40a6-9f3d-aca7838bf26a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:50:47.450029 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:47.480123 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783743685452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:47.547929 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Network 318939cd-b7b2-441e-9046-bfb8d80aee1b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:50:47.550928 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:50:47.554568 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:50:47.587077 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'Port': ['ID=8b840585-c2a5-40a6-9f3d-aca7838bf26a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:47.603513 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.603858 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.604195 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.604522 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.604846 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.605169 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.605487 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.605804 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.606122 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.606435 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.606813 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.607134 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:47.975651 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:48.047685 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:48.254525 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:48.258835 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3483005'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:48.367692 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event updated for resources: {'Port': ['ID=8b840585-c2a5-40a6-9f3d-aca7838bf26a,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:48.376985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603222'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:48.544248 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Floating IP eff9b61e-f610-4452-9ed0-5772df3177eb associated. External IP: 172.26.3.129, port: 41495527-b46a-4451-b07f-997146d9a10d. May 24 23:50:48.985658 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Router 991d4a25-069b-4b59-8a29-9360bed96e75 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:50:49.163253 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:50:49.172411 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313fc94-de2b-45f8-aef1-8b14ce055aad None None] Sync routers for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:50:49.182442 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313fc94-de2b-45f8-aef1-8b14ce055aad None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:50:49.183155 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9313fc94-de2b-45f8-aef1-8b14ce055aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:50:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:49.187016 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:49.243175 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-493f3a65-e3ec-4473-a6e0-65aada907a59 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3207951 May 24 23:50:49.243741 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'tag': '41495527-b46a-4451-b07f-997146d9a10d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:50:49.339064 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa23001-5e67-41a4-8fff-f1c9a3c678a7'] response: {'name': 'network-changed', 'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'tag': '41495527-b46a-4451-b07f-997146d9a10d', 'status': 'completed', 'code': 200} May 24 23:50:49.361782 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9313fc94-de2b-45f8-aef1-8b14ce055aad None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:50:49.431019 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcc959-3d67-40be-a568-ba85004cda6d req-3ac6777c-3b5c-4e79-b5ee-0e90c08b892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:49.432472 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0dfcc959-3d67-40be-a568-ba85004cda6d req-3ac6777c-3b5c-4e79-b5ee-0e90c08b892e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 1099 time: 0.0692904 May 24 23:50:49.562788 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcc959-3d67-40be-a568-ba85004cda6d req-3842079e-6e70-43d4-9819-4a6a9a689eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:49.564388 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0dfcc959-3d67-40be-a568-ba85004cda6d req-3842079e-6e70-43d4-9819-4a6a9a689eba service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 910 time: 0.1264148 May 24 23:50:49.666856 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0dfcc959-3d67-40be-a568-ba85004cda6d req-e59f1205-e9ca-4482-bf44-6d44a3b39347 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41495527-b46a-4451-b07f-997146d9a10d HTTP/1.1" status: 200 len: 1000 time: 0.0967174 May 24 23:50:49.731469 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9313fc94-de2b-45f8-aef1-8b14ce055aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '80b4897e-57da-4c34-baf3-e50c55c9289c', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.154', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:93:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:14Z', 'updated_at': '2022-05-24T23:48:17Z', 'revision_number': 1, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}, {'id': 'eff9b61e-f610-4452-9ed0-5772df3177eb', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '41495527-b46a-4451-b07f-997146d9a10d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:41:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:50:47Z', 'updated_at': '2022-05-24T23:50:47Z', 'revision_number': 0, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:49.733033 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcc959-3d67-40be-a568-ba85004cda6d req-5b77bc73-5134-4511-95bf-723572e60049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:49.734495 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0dfcc959-3d67-40be-a568-ba85004cda6d req-5b77bc73-5134-4511-95bf-723572e60049 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0614226 May 24 23:50:49.735752 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313fc94-de2b-45f8-aef1-8b14ce055aad None None] Checking router: 991d4a25-069b-4b59-8a29-9360bed96e75 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:50:49.743979 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313fc94-de2b-45f8-aef1-8b14ce055aad None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:50:49.744556 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9313fc94-de2b-45f8-aef1-8b14ce055aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:50:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:49.806875 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcc959-3d67-40be-a568-ba85004cda6d req-5b7910f8-6280-46ef-b12e-4856cc756763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:49.808435 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0dfcc959-3d67-40be-a568-ba85004cda6d req-5b7910f8-6280-46ef-b12e-4856cc756763 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686004 May 24 23:50:49.918184 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9313fc94-de2b-45f8-aef1-8b14ce055aad None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:50:49.937206 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0dfcc959-3d67-40be-a568-ba85004cda6d req-fb2869c7-fb09-44aa-84a0-f2d26331bfce service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228352 May 24 23:50:50.069091 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0dfcc959-3d67-40be-a568-ba85004cda6d req-a5b61b2f-cc83-4efe-b7e0-6638248bbd2b service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255047 May 24 23:50:50.255653 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9313fc94-de2b-45f8-aef1-8b14ce055aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '80b4897e-57da-4c34-baf3-e50c55c9289c', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.154', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:93:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:14Z', 'updated_at': '2022-05-24T23:48:17Z', 'revision_number': 1, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}, {'id': 'eff9b61e-f610-4452-9ed0-5772df3177eb', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '41495527-b46a-4451-b07f-997146d9a10d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:41:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:50:47Z', 'updated_at': '2022-05-24T23:50:47Z', 'revision_number': 0, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:50.259519 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313fc94-de2b-45f8-aef1-8b14ce055aad None None] The sync data for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv is: [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '80b4897e-57da-4c34-baf3-e50c55c9289c', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.154', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:93:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:14Z', 'updated_at': '2022-05-24T23:48:17Z', 'revision_number': 1, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}, {'id': 'eff9b61e-f610-4452-9ed0-5772df3177eb', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '41495527-b46a-4451-b07f-997146d9a10d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:41:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:50:47Z', 'updated_at': '2022-05-24T23:50:47Z', 'revision_number': 0, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:50:50.432495 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18039e1-875d-432b-a0db-f6fe8f8d4fa9 None None] New status for floating IP eff9b61e-f610-4452-9ed0-5772df3177eb: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:50:51.991322 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa395a95-e860-471a-a332-37f5d78be84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:54.296878 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6409d1e0-a875-4a70-b8d7-e7d1c23d894f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:55.288292 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:55.352693 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:56.752550 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:03.067363 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-ecfb44b5-6edd-4b7c-9a5d-95e6611b2727 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725737 May 24 23:51:03.202932 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-8253ba2f-6920-47a9-aad6-9c3574bed1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:03.204426 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-8253ba2f-6920-47a9-aad6-9c3574bed1eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 1097 time: 0.0704269 May 24 23:51:03.347382 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-e487d05d-7791-4c41-8cf3-c23f1cf01599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:03.348789 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-e487d05d-7791-4c41-8cf3-c23f1cf01599 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 910 time: 0.1253266 May 24 23:51:03.450480 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-dbd6ae99-2b52-4b16-b83a-63d6837a25aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=001cb75b-0fb8-4255-9377-68f76341e0b3 HTTP/1.1" status: 200 len: 1000 time: 0.0953174 May 24 23:51:03.511089 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-3a217315-9cc7-4762-ba50-3f926cda97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:03.512423 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-3a217315-9cc7-4762-ba50-3f926cda97b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0557759 May 24 23:51:03.681327 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-24690ab7-eafe-45bd-bbf3-386649dda31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:03.682835 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-24690ab7-eafe-45bd-bbf3-386649dda31a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1629877 May 24 23:51:03.867963 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-99428dbd-9ca2-4edb-b825-7f0a3686b845 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227810 May 24 23:51:03.997604 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dec6095b-d1d7-4ae1-a7d6-141a6ab675b8 req-b1f7828b-2f4b-4551-8d8f-5f8b2ff883a0 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229162 May 24 23:51:11.008615 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:51:16.550233 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:21.992978 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6daf9376-4ea9-4290-8ffc-69f1daf26c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:24.298724 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-51ffa489-5d20-4f10-8103-91a7f1fb116a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:25.292593 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:25.353955 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:26.755590 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.553658 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.007644 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:51:51.994059 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-49fb0a82-72ad-4b11-9cb1-c6b58a96c609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:54.300767 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1af2639d-b86b-4dfd-adf8-24319790884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:55.294141 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:55.354385 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:56.757979 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:03.495666 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-e7e09021-bcc8-44f3-b8d3-8cd8ac7b78f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688176 May 24 23:52:03.589475 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-2d5bd344-7fd0-49af-aaa5-0ff329fc47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:03.590924 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-2d5bd344-7fd0-49af-aaa5-0ff329fc47cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 1099 time: 0.0734127 May 24 23:52:03.730692 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-890e706e-f225-4f72-9b08-2bbfacbcd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:03.732085 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-890e706e-f225-4f72-9b08-2bbfacbcd338 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 910 time: 0.1227934 May 24 23:52:03.831349 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-b494bf47-1646-4499-86cd-7d8ed4eff22a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41495527-b46a-4451-b07f-997146d9a10d HTTP/1.1" status: 200 len: 1002 time: 0.0928905 May 24 23:52:03.898040 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-531cfba3-e165-4dd9-b23f-2647f4d5def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:03.899464 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-531cfba3-e165-4dd9-b23f-2647f4d5def9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0589075 May 24 23:52:03.971175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-20348c51-fc5b-46d2-8ab8-b78e50804e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:03.972822 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-20348c51-fc5b-46d2-8ab8-b78e50804e89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671318 May 24 23:52:04.098969 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-3c60da47-3d48-43b0-97ce-bbe08bc99100 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204357 May 24 23:52:04.229147 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1202ca69-2844-4b02-bbe5-198bd883bd87 req-cd29ebba-7f2a-4c12-b5d1-799006c64785 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246190 May 24 23:52:16.558704 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:21.994920 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd304-542f-4e0a-beff-77835478f4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:24.217413 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 41495527-b46a-4451-b07f-997146d9a10d details requested by agent hyperv_hv-neutron-8431 with host hv-neutron-8431 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:52:24.342441 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-51f82a5d-5962-41e5-8fe8-4f7ef2f34518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:24.390562 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 41495527-b46a-4451-b07f-997146d9a10d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=41495527-b46a-4451-b07f-997146d9a10d,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:24.405315 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Returning: {'device': '41495527-b46a-4451-b07f-997146d9a10d', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'port_id': '41495527-b46a-4451-b07f-997146d9a10d', 'mac_address': 'fa:16:3e:41:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:52:24.467560 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 41495527-b46a-4451-b07f-997146d9a10d is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:52:24.467879 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:24.486187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41495527-b46a-4451-b07f-997146d9a10d {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:52:24.505282 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 41495527-b46a-4451-b07f-997146d9a10d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=41495527-b46a-4451-b07f-997146d9a10d,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:24.509893 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:24.602077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=41495527-b46a-4451-b07f-997146d9a10d,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:24.607533 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] get_ports_and_sgs() called for port_ids ['41495527-b46a-4451-b07f-997146d9a10d'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:52:24.657157 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:24.657730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:24.657730 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:24.658275 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:24.658405 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:24.658749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:24.659079 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:24.659402 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:24.659723 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:24.660073 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:24.660358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:24.660696 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:25.006147 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:52:25.300327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:25.360777 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:26.216554 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 41495527-b46a-4451-b07f-997146d9a10d up at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:52:26.332571 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Provisioning complete for port 41495527-b46a-4451-b07f-997146d9a10d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:52:26.333288 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650052'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:26.455154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 41495527-b46a-4451-b07f-997146d9a10d is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:52:26.455551 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:26.488885 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41495527-b46a-4451-b07f-997146d9a10d'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:52:26.499250 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 41495527-b46a-4451-b07f-997146d9a10d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=41495527-b46a-4451-b07f-997146d9a10d,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:26.504760 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:26.548885 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873f9698-42bb-4fd3-92d4-77e5d0eba372'] response: {'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41495527-b46a-4451-b07f-997146d9a10d', 'code': 200} May 24 23:52:26.598682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=41495527-b46a-4451-b07f-997146d9a10d,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:26.761996 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:33.347420 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 43098) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:33.551637 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Deleting port 8b840585-c2a5-40a6-9f3d-aca7838bf26a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:33.551974 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:33.715100 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:33.715417 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:33.837978 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Calling delete_port for 8b840585-c2a5-40a6-9f3d-aca7838bf26a owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:33.983305 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:34.030500 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event deleted for resources: {'Port': ['ID=8b840585-c2a5-40a6-9f3d-aca7838bf26a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:34.069629 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.069977 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.070334 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.070659 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.070992 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.071321 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.071646 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.071968 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.072290 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.072608 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.072925 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.073242 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:34.132020 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:34.132266 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Floating IP eff9b61e-f610-4452-9ed0-5772df3177eb disassociated (deleted). External IP: 172.26.3.129, port: 41495527-b46a-4451-b07f-997146d9a10d. May 24 23:52:34.597106 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Router 991d4a25-069b-4b59-8a29-9360bed96e75 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:52:34.776402 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:52:34.786398 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619e5013-4b34-4f4e-8efb-9af20da18c08 None None] Sync routers for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:52:34.789836 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:34.795311 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619e5013-4b34-4f4e-8efb-9af20da18c08 None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:34.795967 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-619e5013-4b34-4f4e-8efb-9af20da18c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:52:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:34.844981 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2d9aa35e-a59d-43d4-9802-48c7dd5a336b tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "DELETE /v2.0/floatingips/eff9b61e-f610-4452-9ed0-5772df3177eb HTTP/1.1" status: 204 len: 168 time: 1.4964910 May 24 23:52:34.845559 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'tag': '41495527-b46a-4451-b07f-997146d9a10d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:52:34.976543 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-619e5013-4b34-4f4e-8efb-9af20da18c08 None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:35.085828 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ba2ad4-9d8c-42dd-bf22-884d75f881f3'] response: {'name': 'network-changed', 'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'tag': '41495527-b46a-4451-b07f-997146d9a10d', 'status': 'completed', 'code': 200} May 24 23:52:35.184108 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c137ed-67fa-4384-b4d6-7afa78ea2870 req-32e5c535-ac30-4203-a650-5cc8fa939fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:35.186240 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04c137ed-67fa-4384-b4d6-7afa78ea2870 req-32e5c535-ac30-4203-a650-5cc8fa939fa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 1099 time: 0.0782967 May 24 23:52:35.321635 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1a32f-9b1f-4aa8-a925-0985a860d567 req-3f20d092-1632-41b1-bcb1-8d7b763a0dc4 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:35.322456 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-dfc1a32f-9b1f-4aa8-a925-0985a860d567 req-3f20d092-1632-41b1-bcb1-8d7b763a0dc4 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Synchronizing usage tracker for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:52:35.327502 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c137ed-67fa-4384-b4d6-7afa78ea2870 req-0d967c8b-bf37-417d-95f2-3d06d88d4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:35.328933 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04c137ed-67fa-4384-b4d6-7afa78ea2870 req-0d967c8b-bf37-417d-95f2-3d06d88d4a6e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 910 time: 0.1332383 May 24 23:52:35.339462 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-dfc1a32f-9b1f-4aa8-a925-0985a860d567 req-3f20d092-1632-41b1-bcb1-8d7b763a0dc4 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Unset dirty status for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:52:35.340848 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dfc1a32f-9b1f-4aa8-a925-0985a860d567 req-3f20d092-1632-41b1-bcb1-8d7b763a0dc4 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 946 time: 0.1647959 May 24 23:52:35.382853 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-619e5013-4b34-4f4e-8efb-9af20da18c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '80b4897e-57da-4c34-baf3-e50c55c9289c', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.154', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:93:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:14Z', 'updated_at': '2022-05-24T23:48:17Z', 'revision_number': 1, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:35.386703 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619e5013-4b34-4f4e-8efb-9af20da18c08 None None] Checking router: 991d4a25-069b-4b59-8a29-9360bed96e75 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:52:35.387191 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dfc1a32f-9b1f-4aa8-a925-0985a860d567 req-f8fbf607-cdae-4a5e-b94f-b05b77c06d5f tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399280 May 24 23:52:35.395842 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619e5013-4b34-4f4e-8efb-9af20da18c08 None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:35.396436 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04c137ed-67fa-4384-b4d6-7afa78ea2870 req-a40f1f91-cd47-4ab1-ad8e-0464098a8b4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41495527-b46a-4451-b07f-997146d9a10d HTTP/1.1" status: 200 len: 217 time: 0.0599918 May 24 23:52:35.396542 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-619e5013-4b34-4f4e-8efb-9af20da18c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:52:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:35.462330 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c137ed-67fa-4384-b4d6-7afa78ea2870 req-2698a2b1-d4e7-402d-8ec9-272912425575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:35.463782 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04c137ed-67fa-4384-b4d6-7afa78ea2870 req-2698a2b1-d4e7-402d-8ec9-272912425575 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0614977 May 24 23:52:35.540091 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c137ed-67fa-4384-b4d6-7afa78ea2870 req-4337c405-3ed7-4b83-a86c-8c1192a00e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:35.541562 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04c137ed-67fa-4384-b4d6-7afa78ea2870 req-4337c405-3ed7-4b83-a86c-8c1192a00e5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717602 May 24 23:52:35.573065 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-619e5013-4b34-4f4e-8efb-9af20da18c08 None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:35.767560 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04c137ed-67fa-4384-b4d6-7afa78ea2870 req-3f6e7b49-dcc4-4779-b12e-d36e16a7d2ce service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187388 May 24 23:52:35.898409 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-04c137ed-67fa-4384-b4d6-7afa78ea2870 req-07c3b9a4-182e-4aca-894c-c29050e30ee9 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240439 May 24 23:52:35.916660 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-619e5013-4b34-4f4e-8efb-9af20da18c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '80b4897e-57da-4c34-baf3-e50c55c9289c', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.154', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:93:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:14Z', 'updated_at': '2022-05-24T23:48:17Z', 'revision_number': 1, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:35.921486 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619e5013-4b34-4f4e-8efb-9af20da18c08 None None] The sync data for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv is: [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_floatingips': [{'id': '80b4897e-57da-4c34-baf3-e50c55c9289c', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'floating_ip_address': '172.26.3.154', 'floating_network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'router_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'port_id': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'mac_address': 'fa:16:3e:93:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:14Z', 'updated_at': '2022-05-24T23:48:17Z', 'revision_number': 1, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:52:36.122462 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f299a1df-52a0-4ea2-9dae-0e9b17e23191 None None] New status for floating IP eff9b61e-f610-4452-9ed0-5772df3177eb: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:52:36.272650 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 41495527-b46a-4451-b07f-997146d9a10d no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:52:36.383682 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Current status of the port 41495527-b46a-4451-b07f-997146d9a10d is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:52:36.383986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559711'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:36.412051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41495527-b46a-4451-b07f-997146d9a10d'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:52:36.420891 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] For port 41495527-b46a-4451-b07f-997146d9a10d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=41495527-b46a-4451-b07f-997146d9a10d,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:36.425396 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783744192431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783743685470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783743685515'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:36.495964 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Pushing event updated for resources: {'Port': ['ID=41495527-b46a-4451-b07f-997146d9a10d,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:36.575368 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d12d34-1639-4185-9181-98f92586593f req-60c2d693-4219-4211-97b8-de365390cf36 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:36.577603 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9d12d34-1639-4185-9181-98f92586593f req-60c2d693-4219-4211-97b8-de365390cf36 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 944 time: 0.0796649 May 24 23:52:36.624860 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9d12d34-1639-4185-9181-98f92586593f req-c91bc873-ec4b-4840-bbe6-5d082c3ebb94 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415223 May 24 23:52:36.673963 dv-neutron-843190-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a81013-dc2c-4024-a284-502027a6de12'] response: {'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41495527-b46a-4451-b07f-997146d9a10d', 'code': 200} May 24 23:52:36.685199 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-6f1897d0-4140-4fbe-af5b-41d32cfd500d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:36.686419 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-6f1897d0-4140-4fbe-af5b-41d32cfd500d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Synchronizing usage tracker for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:52:36.698307 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-6f1897d0-4140-4fbe-af5b-41d32cfd500d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Unset dirty status for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:52:36.699432 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-6f1897d0-4140-4fbe-af5b-41d32cfd500d tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 944 time: 0.0977421 May 24 23:52:36.767403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Deleting port 41495527-b46a-4451-b07f-997146d9a10d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:36.767730 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:37.006426 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] For port 41495527-b46a-4451-b07f-997146d9a10d, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=41495527-b46a-4451-b07f-997146d9a10d,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:37.006810 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:37.124984 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Calling delete_port for 41495527-b46a-4451-b07f-997146d9a10d owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:37.265127 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:37.315071 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event deleted for resources: {'Port': ['ID=41495527-b46a-4451-b07f-997146d9a10d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:37.358565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.358936 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.359271 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.359597 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.359920 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.360244 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.360565 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.360886 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.361203 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.361518 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.361829 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.362139 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843190-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:37.398335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] No DVR routers for this DVR port 41495527-b46a-4451-b07f-997146d9a10d on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:52:37.400589 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:37.402990 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'name': 'network-vif-deleted', 'tag': '41495527-b46a-4451-b07f-997146d9a10d'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:52:37.418303 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2c6a419d-8f0b-4607-a4d5-e2a44138352a req-7f2a4b21-e8e0-4fab-9408-9c4e0fcd55db tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.42 "DELETE /v2.0/ports/41495527-b46a-4451-b07f-997146d9a10d HTTP/1.1" status: 204 len: 173 time: 0.7140315 May 24 23:52:37.448681 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0355d73-04f5-4762-81a2-ef4046f0025c'] response: {'server_uuid': 'e71f7465-e0fa-4d36-9682-2c4edff5b6c5', 'name': 'network-vif-deleted', 'tag': '41495527-b46a-4451-b07f-997146d9a10d', 'status': 'completed', 'code': 200} May 24 23:52:37.795592 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68ea5a32-2f96-40fa-b644-589cddd20eee req-b329aee8-667a-42dc-ae77-b06f175aabba tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71f7465-e0fa-4d36-9682-2c4edff5b6c5 HTTP/1.1" status: 200 len: 210 time: 0.0436847 May 24 23:52:39.430792 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 43160) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:39.631549 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Deleting port c38238bc-6139-4432-b4cb-bb9a9d19b69c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:39.631889 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:39.795254 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:39.795576 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:39.922091 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Calling delete_port for c38238bc-6139-4432-b4cb-bb9a9d19b69c owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:40.074353 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3482980'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:40.121390 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event deleted for resources: {'Port': ['ID=c38238bc-6139-4432-b4cb-bb9a9d19b69c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:40.304021 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 41495527-b46a-4451-b07f-997146d9a10d no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:52:40.317935 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:40.318301 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Floating IP 80b4897e-57da-4c34-baf3-e50c55c9289c disassociated (deleted). External IP: 172.26.3.154, port: 001cb75b-0fb8-4255-9377-68f76341e0b3. May 24 23:52:40.341070 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 41495527-b46a-4451-b07f-997146d9a10d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:52:40.341340 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 41495527-b46a-4451-b07f-997146d9a10d not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:52:40.671856 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Router 991d4a25-069b-4b59-8a29-9360bed96e75 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:52:40.847857 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:52:40.857215 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd63a0-3356-45ec-9757-4efab54bbb3a None None] Sync routers for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:52:40.864985 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:40.866662 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd63a0-3356-45ec-9757-4efab54bbb3a None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:40.867274 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-67cd63a0-3356-45ec-9757-4efab54bbb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:52:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:40.922187 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-65a2f746-064f-4555-a33a-466e5743019a tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "DELETE /v2.0/floatingips/80b4897e-57da-4c34-baf3-e50c55c9289c HTTP/1.1" status: 204 len: 168 time: 1.4901958 May 24 23:52:40.922702 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:52:41.045356 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-67cd63a0-3356-45ec-9757-4efab54bbb3a None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:41.156751 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34dd9747-78e0-4302-b8f2-0ccb368e1a0c'] response: {'name': 'network-changed', 'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'status': 'completed', 'code': 200} May 24 23:52:41.252152 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c87060-9732-4ab6-9db2-0592eb696f5f req-f3879bed-f37e-4769-a178-f325fb19a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:41.253713 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-19c87060-9732-4ab6-9db2-0592eb696f5f req-f3879bed-f37e-4769-a178-f325fb19a926 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 1097 time: 0.0743296 May 24 23:52:41.321545 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6107-d435-451d-850f-9e513ad6646c req-13b0e9b9-4125-48f1-bc6e-d1511b02b71e tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:41.322230 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-b56a6107-d435-451d-850f-9e513ad6646c req-13b0e9b9-4125-48f1-bc6e-d1511b02b71e tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Synchronizing usage tracker for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:52:41.338295 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-b56a6107-d435-451d-850f-9e513ad6646c req-13b0e9b9-4125-48f1-bc6e-d1511b02b71e tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Unset dirty status for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:52:41.339506 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b56a6107-d435-451d-850f-9e513ad6646c req-13b0e9b9-4125-48f1-bc6e-d1511b02b71e tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 944 time: 0.1005483 May 24 23:52:41.388703 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b56a6107-d435-451d-850f-9e513ad6646c req-bf41b25a-004f-48ad-9427-6a7c062c9cc5 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421827 May 24 23:52:41.395296 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c87060-9732-4ab6-9db2-0592eb696f5f req-2ec57794-951e-4886-9c83-0f5cea4ead22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:41.396804 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-19c87060-9732-4ab6-9db2-0592eb696f5f req-2ec57794-951e-4886-9c83-0f5cea4ead22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 200 len: 910 time: 0.1371117 May 24 23:52:41.419203 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-67cd63a0-3356-45ec-9757-4efab54bbb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:41.423666 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd63a0-3356-45ec-9757-4efab54bbb3a None None] Checking router: 991d4a25-069b-4b59-8a29-9360bed96e75 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:52:41.431795 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd63a0-3356-45ec-9757-4efab54bbb3a None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:41.432403 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-67cd63a0-3356-45ec-9757-4efab54bbb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:52:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:41.467542 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-19c87060-9732-4ab6-9db2-0592eb696f5f req-d9980885-e6f8-4312-b609-575dc4e839da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=001cb75b-0fb8-4255-9377-68f76341e0b3 HTTP/1.1" status: 200 len: 217 time: 0.0640142 May 24 23:52:41.531413 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c87060-9732-4ab6-9db2-0592eb696f5f req-a3160a28-fdd4-45e6-950c-cf89d888136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:41.532823 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-19c87060-9732-4ab6-9db2-0592eb696f5f req-a3160a28-fdd4-45e6-950c-cf89d888136f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 200 len: 848 time: 0.0598054 May 24 23:52:41.605768 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-67cd63a0-3356-45ec-9757-4efab54bbb3a None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:41.609722 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c87060-9732-4ab6-9db2-0592eb696f5f req-1ceea3f4-6230-4fd1-b2a0-882da4aafb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:41.611240 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-19c87060-9732-4ab6-9db2-0592eb696f5f req-1ceea3f4-6230-4fd1-b2a0-882da4aafb71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ede360e3-e272-4345-a3a4-34f37709d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720847 May 24 23:52:41.849426 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-19c87060-9732-4ab6-9db2-0592eb696f5f req-0d38d9b3-33b9-48f4-83ef-945a2890faf6 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308006 May 24 23:52:41.923704 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-67cd63a0-3356-45ec-9757-4efab54bbb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:41.927571 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd63a0-3356-45ec-9757-4efab54bbb3a None None] The sync data for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv is: [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv', '_interfaces': [{'id': '95049920-6562-4573-8db5-84874e975e19', 'name': '', 'network_id': 'ede360e3-e272-4345-a3a4-34f37709d20e', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'mac_address': 'fa:16:3e:28:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:59Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'subnets': [{'id': '3a8a8a06-43bf-4d8c-9563-cd72cdfbc551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:52:41.986425 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-19c87060-9732-4ab6-9db2-0592eb696f5f req-1e0efb33-1898-46ce-a3be-81dedfea62c7 service neutron] 10.222.0.42 "GET /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305766 May 24 23:52:42.148312 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3994a6-6c13-411e-87d3-0115ce0563b3 None None] New status for floating IP 80b4897e-57da-4c34-baf3-e50c55c9289c: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:52:42.575666 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd62ab9-da57-4099-bc51-8dc78a1b3403 req-66c29603-26a1-426c-8530-2b9bb64adef4 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:42.577659 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-edd62ab9-da57-4099-bc51-8dc78a1b3403 req-66c29603-26a1-426c-8530-2b9bb64adef4 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 944 time: 0.0828791 May 24 23:52:42.620241 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-edd62ab9-da57-4099-bc51-8dc78a1b3403 req-fe28119c-41ad-4627-884a-e3ebb4aafe92 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/security-groups?id=24782fc2-f9c4-4b52-9aea-150195665fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368965 May 24 23:52:42.728999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fd149-3d7c-4af4-9d83-caa351705227 req-da3fc21f-b412-4729-a00b-ad13116fde82 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:42.729679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-383fd149-3d7c-4af4-9d83-caa351705227 req-da3fc21f-b412-4729-a00b-ad13116fde82 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Synchronizing usage tracker for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:52:42.741021 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-383fd149-3d7c-4af4-9d83-caa351705227 req-da3fc21f-b412-4729-a00b-ad13116fde82 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Unset dirty status for tenant:cefbd8eead6a4de6ac93b29f90e55f90 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:52:42.742078 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-383fd149-3d7c-4af4-9d83-caa351705227 req-da3fc21f-b412-4729-a00b-ad13116fde82 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 944 time: 0.0885756 May 24 23:52:42.813175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-383fd149-3d7c-4af4-9d83-caa351705227 req-a8d9353a-f3bf-4b5c-a18c-f4cc804ea3a9 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Deleting port 001cb75b-0fb8-4255-9377-68f76341e0b3 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:42.813512 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-383fd149-3d7c-4af4-9d83-caa351705227 req-a8d9353a-f3bf-4b5c-a18c-f4cc804ea3a9 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:43.052521 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [req-383fd149-3d7c-4af4-9d83-caa351705227 req-a8d9353a-f3bf-4b5c-a18c-f4cc804ea3a9 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] For port 001cb75b-0fb8-4255-9377-68f76341e0b3, host hv-neutron-8431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8431',level=0,port_id=001cb75b-0fb8-4255-9377-68f76341e0b3,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:43.052799 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-383fd149-3d7c-4af4-9d83-caa351705227 req-a8d9353a-f3bf-4b5c-a18c-f4cc804ea3a9 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:43.172934 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [req-383fd149-3d7c-4af4-9d83-caa351705227 req-a8d9353a-f3bf-4b5c-a18c-f4cc804ea3a9 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Calling delete_port for 001cb75b-0fb8-4255-9377-68f76341e0b3 owned by compute:nova {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:43.314039 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-383fd149-3d7c-4af4-9d83-caa351705227 req-a8d9353a-f3bf-4b5c-a18c-f4cc804ea3a9 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:43.363136 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9353a-f3bf-4b5c-a18c-f4cc804ea3a9 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event deleted for resources: {'Port': ['ID=001cb75b-0fb8-4255-9377-68f76341e0b3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:43.437667 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [req-383fd149-3d7c-4af4-9d83-caa351705227 req-a8d9353a-f3bf-4b5c-a18c-f4cc804ea3a9 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] No DVR routers for this DVR port 001cb75b-0fb8-4255-9377-68f76341e0b3 on host hv-neutron-8431 {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:52:43.440030 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [req-383fd149-3d7c-4af4-9d83-caa351705227 req-a8d9353a-f3bf-4b5c-a18c-f4cc804ea3a9 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25140'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:43.442404 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'name': 'network-vif-deleted', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:52:43.458005 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-383fd149-3d7c-4af4-9d83-caa351705227 req-a8d9353a-f3bf-4b5c-a18c-f4cc804ea3a9 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.42 "DELETE /v2.0/ports/001cb75b-0fb8-4255-9377-68f76341e0b3 HTTP/1.1" status: 204 len: 173 time: 0.7109945 May 24 23:52:43.489798 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f50cd0f-a679-46da-9f20-14c4fd7732f0'] response: {'server_uuid': 'af8bb6ed-c1db-4344-8197-5e59baa345bc', 'name': 'network-vif-deleted', 'tag': '001cb75b-0fb8-4255-9377-68f76341e0b3', 'status': 'completed', 'code': 200} May 24 23:52:43.788095 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d44d4c6-ee1d-4100-8c7c-1797c8bdba39 req-d1830baa-b164-4c2c-8547-ad6b0fe9d9dc tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "GET /v2.0/ports?device_id=af8bb6ed-c1db-4344-8197-5e59baa345bc HTTP/1.1" status: 200 len: 210 time: 0.0427201 May 24 23:52:44.880606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43178) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:44.947623 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42929f77-9564-4d61-a7a4-945c36e64983 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:44.976998 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42929f77-9564-4d61-a7a4-945c36e64983 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:45.041060 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42929f77-9564-4d61-a7a4-945c36e64983 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:45.059013 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42929f77-9564-4d61-a7a4-945c36e64983 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24782fc2-f9c4-4b52-9aea-150195665fee,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:45.068557 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42929f77-9564-4d61-a7a4-945c36e64983 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:45.069684 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-42929f77-9564-4d61-a7a4-945c36e64983 tempest-TestSnapshotPattern-1255465586 tempest-TestSnapshotPattern-1255465586-project] 10.222.0.32 "DELETE /v2.0/security-groups/24782fc2-f9c4-4b52-9aea-150195665fee HTTP/1.1" status: 204 len: 168 time: 0.1880190 May 24 23:52:45.114674 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43184) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:45.745796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:46.088613 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] Deleting port 95049920-6562-4573-8db5-84874e975e19 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:46.089284 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:46.257873 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] For port 95049920-6562-4573-8db5-84874e975e19, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=95049920-6562-4573-8db5-84874e975e19,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:46.258230 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:46.309862 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 001cb75b-0fb8-4255-9377-68f76341e0b3 no longer exists at agent hyperv_hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:52:46.346509 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] No Port match for: 001cb75b-0fb8-4255-9377-68f76341e0b3 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:52:46.347060 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Device 001cb75b-0fb8-4255-9377-68f76341e0b3 not bound to the agent host hv-neutron-8431 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:52:46.379739 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] Calling delete_port for 95049920-6562-4573-8db5-84874e975e19 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:46.558414 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:46.687756 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:46.739094 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] Pushing event deleted for resources: {'Port': ['ID=95049920-6562-4573-8db5-84874e975e19,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:47.103870 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:47.453635 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] Router 991d4a25-069b-4b59-8a29-9360bed96e75 has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:52:47.629817 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:52:47.638294 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73e33f-5cf3-48d3-8708-6a84846a3568 None None] Sync routers for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:52:47.642856 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b2a43758-08d9-4b8d-ab10-3441c7983160 admin admin] 10.222.0.32 "PUT /v2.0/routers/991d4a25-069b-4b59-8a29-9360bed96e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5270305 May 24 23:52:47.645283 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43188) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:47.647678 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73e33f-5cf3-48d3-8708-6a84846a3568 None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:47.648275 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3e73e33f-5cf3-48d3-8708-6a84846a3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:52:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:47.827490 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-3e73e33f-5cf3-48d3-8708-6a84846a3568 None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: dv-neutron-843190-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:47.981462 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:48.104650 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3e73e33f-5cf3-48d3-8708-6a84846a3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:52:46Z', 'revision_number': 5, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port': {'id': '44c0a010-7972-4853-8edc-09ab63d588b1', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:48.108409 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73e33f-5cf3-48d3-8708-6a84846a3568 None None] Checking router: 991d4a25-069b-4b59-8a29-9360bed96e75 for host: dv-neutron-843190-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:52:48.116904 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73e33f-5cf3-48d3-8708-6a84846a3568 None None] Routers {'991d4a25-069b-4b59-8a29-9360bed96e75'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:48.117488 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3e73e33f-5cf3-48d3-8708-6a84846a3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:52:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['991d4a25-069b-4b59-8a29-9360bed96e75'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:48.159316 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:48.168809 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Deleting port 44c0a010-7972-4853-8edc-09ab63d588b1 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:48.169259 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:48.264420 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-3e73e33f-5cf3-48d3-8708-6a84846a3568 None None] Set router 991d4a25-069b-4b59-8a29-9360bed96e75 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:48.343176 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] For port 44c0a010-7972-4853-8edc-09ab63d588b1, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=44c0a010-7972-4853-8edc-09ab63d588b1,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:48.343538 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:48.397514 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3e73e33f-5cf3-48d3-8708-6a84846a3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:52:48Z', 'revision_number': 6, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:48.401531 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73e33f-5cf3-48d3-8708-6a84846a3568 None None] The sync data for ids ['991d4a25-069b-4b59-8a29-9360bed96e75'] in dv-neutron-843190-1-hyperv is: [{'id': '991d4a25-069b-4b59-8a29-9360bed96e75', 'name': 'tempest-TestSnapshotPattern-372783763-router', 'tenant_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:52:48Z', 'revision_number': 6, 'project_id': 'cefbd8eead6a4de6ac93b29f90e55f90', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:52:48.471540 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Calling delete_port for 44c0a010-7972-4853-8edc-09ab63d588b1 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:48.748849 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:48.797335 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c0a010-7972-4853-8edc-09ab63d588b1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:48.890219 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.058850 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.061460 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.083054 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.083641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 991d4a25-069b-4b59-8a29-9360bed96e75 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:52:49.095903 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.097205 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-30bc10e5-b882-4082-9e59-90dcf02082f0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/991d4a25-069b-4b59-8a29-9360bed96e75 HTTP/1.1" status: 204 len: 168 time: 1.4510305 May 24 23:52:49.099682 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43196) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:49.159455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f424482-ecf4-4ea2-a769-8a942d2994a3 admin admin] Deleting subnet 3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:52:49.162679 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f424482-ecf4-4ea2-a769-8a942d2994a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.188986 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 95049920-6562-4573-8db5-84874e975e19 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:52:49.215059 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f424482-ecf4-4ea2-a769-8a942d2994a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.229823 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 95049920-6562-4573-8db5-84874e975e19 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:52:49.230242 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 95049920-6562-4573-8db5-84874e975e19 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:52:49.230749 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 44c0a010-7972-4853-8edc-09ab63d588b1 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:52:49.263202 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 44c0a010-7972-4853-8edc-09ab63d588b1 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:52:49.263549 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 44c0a010-7972-4853-8edc-09ab63d588b1 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:52:49.296151 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f424482-ecf4-4ea2-a769-8a942d2994a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.361700 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f424482-ecf4-4ea2-a769-8a942d2994a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.403737 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f424482-ecf4-4ea2-a769-8a942d2994a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8a8a06-43bf-4d8c-9563-cd72cdfbc551,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:49.407641 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f424482-ecf4-4ea2-a769-8a942d2994a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.413956 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0f424482-ecf4-4ea2-a769-8a942d2994a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a8a8a06-43bf-4d8c-9563-cd72cdfbc551 HTTP/1.1" status: 204 len: 168 time: 0.3132834 May 24 23:52:49.414722 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b9b15d-1e3c-48af-8c11-c5a7bfbc0d5f None None] Network ede360e3-e272-4345-a3a4-34f37709d20e requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:52:49.416357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43200) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:49.522473 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.533175 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Deleting port 735337bb-50c6-4448-a05b-5b6a77971a3e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:49.533494 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.698219 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18483655-7b13-40de-aac9-a50dab63cc64 None None] DHCP port deletion for ede360e3-e272-4345-a3a4-34f37709d20e request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:52:49.702945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-18483655-7b13-40de-aac9-a50dab63cc64 None None] Deleting port 735337bb-50c6-4448-a05b-5b6a77971a3e {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:49.703307 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18483655-7b13-40de-aac9-a50dab63cc64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.739964 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] For port 735337bb-50c6-4448-a05b-5b6a77971a3e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=735337bb-50c6-4448-a05b-5b6a77971a3e,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:49.740220 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.860621 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Calling delete_port for 735337bb-50c6-4448-a05b-5b6a77971a3e owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:49.899711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-18483655-7b13-40de-aac9-a50dab63cc64 None None] For port 735337bb-50c6-4448-a05b-5b6a77971a3e, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=735337bb-50c6-4448-a05b-5b6a77971a3e,segment=NetworkSegment(105add7a-bf3c-44f1-a20b-489b0be2743a),segment_id=105add7a-bf3c-44f1-a20b-489b0be2743a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:49.900014 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18483655-7b13-40de-aac9-a50dab63cc64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.938703 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:49.991348 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] No DVR routers for this DVR port 735337bb-50c6-4448-a05b-5b6a77971a3e on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:52:49.992970 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Pushing event deleted for resources: {'Port': ['ID=735337bb-50c6-4448-a05b-5b6a77971a3e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:50.054806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-18483655-7b13-40de-aac9-a50dab63cc64 None None] Calling delete_port for 735337bb-50c6-4448-a05b-5b6a77971a3e owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:50.107051 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:50.125914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-18483655-7b13-40de-aac9-a50dab63cc64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:52:50.126276 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-18483655-7b13-40de-aac9-a50dab63cc64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:52:50.131657 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede360e3-e272-4345-a3a4-34f37709d20e']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:50.147524 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105add7a-bf3c-44f1-a20b-489b0be2743a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:50.147813 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105add7a-bf3c-44f1-a20b-489b0be2743a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:50.158939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:50.174374 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:50.180555 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:52:50.180946 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:50.258995 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 105add7a-bf3c-44f1-a20b-489b0be2743a resource provider aggregate not found May 24 23:52:50.276911 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 105add7a-bf3c-44f1-a20b-489b0be2743a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 105add7a-bf3c-44f1-a20b-489b0be2743a found for delete ", "request_id": "req-96007987-4fb5-4cf3-8dbb-1810e9b53d6a"}]} May 24 23:52:50.277717 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:50.299415 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:50.315629 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] Pushing event deleted for resources: {'Network': ['ID=ede360e3-e272-4345-a3a4-34f37709d20e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:50.329378 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2da9f811-f7b8-4221-98d7-467680e7226a admin admin] 10.222.0.32 "DELETE /v2.0/networks/ede360e3-e272-4345-a3a4-34f37709d20e HTTP/1.1" status: 204 len: 168 time: 0.9119997 May 24 23:52:50.332206 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43210) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:50.627824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-18483655-7b13-40de-aac9-a50dab63cc64 None None] Deleting port 735337bb-50c6-4448-a05b-5b6a77971a3e {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:50.628420 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18483655-7b13-40de-aac9-a50dab63cc64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:50.694867 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-18483655-7b13-40de-aac9-a50dab63cc64 None None] The port '735337bb-50c6-4448-a05b-5b6a77971a3e' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:52:50.956949 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1591428'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:50.993945 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 735337bb-50c6-4448-a05b-5b6a77971a3e no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:52:51.027566 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 735337bb-50c6-4448-a05b-5b6a77971a3e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:52:51.027909 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 735337bb-50c6-4448-a05b-5b6a77971a3e not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:52:51.299452 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] Deleting port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:51.300032 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:51.465062 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] For port 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c,segment=NetworkSegment(7550d84c-387e-438d-9024-e4d7e5e2d0e7),segment_id=7550d84c-387e-438d-9024-e4d7e5e2d0e7)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:51.465333 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:51.582966 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] Calling delete_port for 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:51.756278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:51.907939 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:51.998547 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-450b8d89-923d-46b1-a40b-845280a839fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:52.170365 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591352'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:52.520818 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] Router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f has already been hosted by L3 agent bfb1527c-bda8-4596-b18f-28959ccb954f {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:52:52.696109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] Notify agent at l3_agent.dv-neutron-843190-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:52:52.705077 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44970018-f728-40b8-9c27-2eaa30ffa353 None None] Sync routers for ids ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'] in dv-neutron-843190-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:52:52.713082 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e42902f2-fa42-4a95-964b-d3ed61fc7fd3 admin admin] 10.222.0.32 "PUT /v2.0/routers/2ab2c06e-de4c-4ee3-ab9a-940664e9037f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3798733 May 24 23:52:52.714415 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44970018-f728-40b8-9c27-2eaa30ffa353 None None] Routers {'2ab2c06e-de4c-4ee3-ab9a-940664e9037f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:52.715067 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-44970018-f728-40b8-9c27-2eaa30ffa353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:52:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:52.715592 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43214) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:52.889248 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:52.890507 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-44970018-f728-40b8-9c27-2eaa30ffa353 None None] Set router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f gateway port host: dv-neutron-843190-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:53.064705 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:53.075207 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Deleting port 45e1eff2-b57c-4e81-b749-637f1b8e7926 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:53.075563 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:53.173968 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-44970018-f728-40b8-9c27-2eaa30ffa353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'name': 'tempest-TestSnapshotPattern-1721681199-router', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'external_fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:54Z', 'updated_at': '2022-05-24T23:52:51Z', 'revision_number': 5, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'gw_port': {'id': '45e1eff2-b57c-4e81-b749-637f1b8e7926', 'name': '', 'network_id': '318939cd-b7b2-441e-9046-bfb8d80aee1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843190-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:55Z', 'updated_at': '2022-05-24T23:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b9bfdaa-bd6e-4fc5-89bf-37d86376232d', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843190-1-hyperv'}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:53.178341 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44970018-f728-40b8-9c27-2eaa30ffa353 None None] Checking router: 2ab2c06e-de4c-4ee3-ab9a-940664e9037f for host: dv-neutron-843190-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:52:53.188014 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44970018-f728-40b8-9c27-2eaa30ffa353 None None] Routers {'2ab2c06e-de4c-4ee3-ab9a-940664e9037f'} bound to L3 agent in host dv-neutron-843190-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:53.188635 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-44970018-f728-40b8-9c27-2eaa30ffa353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843190-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:49:54Z,description=,heartbeat_timestamp=2022-05-24T23:52:24Z,host='dv-neutron-843190-1-hyperv',id=bfb1527c-bda8-4596-b18f-28959ccb954f,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:49:54Z,topic='l3_agent')) {'router_ids': ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:53.340824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-44970018-f728-40b8-9c27-2eaa30ffa353 None None] Set router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:53.365433 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] For port 45e1eff2-b57c-4e81-b749-637f1b8e7926, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=45e1eff2-b57c-4e81-b749-637f1b8e7926,segment=NetworkSegment(3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c),segment_id=3a0f7e91-e613-49a9-a0bd-a2b2e3e38c4c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:53.365786 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:53.444621 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-44970018-f728-40b8-9c27-2eaa30ffa353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'name': 'tempest-TestSnapshotPattern-1721681199-router', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:54Z', 'updated_at': '2022-05-24T23:52:53Z', 'revision_number': 6, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'gw_port_host': None}], 'dv-neutron-843190-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:53.448542 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44970018-f728-40b8-9c27-2eaa30ffa353 None None] The sync data for ids ['2ab2c06e-de4c-4ee3-ab9a-940664e9037f'] in dv-neutron-843190-1-hyperv is: [{'id': '2ab2c06e-de4c-4ee3-ab9a-940664e9037f', 'name': 'tempest-TestSnapshotPattern-1721681199-router', 'tenant_id': '20a066ab3cbe4a408cca63608e1c034e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:54Z', 'updated_at': '2022-05-24T23:52:53Z', 'revision_number': 6, 'project_id': '20a066ab3cbe4a408cca63608e1c034e', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:52:53.490403 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Calling delete_port for 45e1eff2-b57c-4e81-b749-637f1b8e7926 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:53.656105 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:53.702907 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Pushing event deleted for resources: {'Port': ['ID=45e1eff2-b57c-4e81-b749-637f1b8e7926,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:53.792999 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603233'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:53.965573 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26616'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:53.968181 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:53.990612 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604681'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:53.991120 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab2c06e-de4c-4ee3-ab9a-940664e9037f {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:52:54.003066 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.004174 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-61f996ce-06e1-4138-81c6-05d44c12008c admin admin] 10.222.0.32 "DELETE /v2.0/routers/2ab2c06e-de4c-4ee3-ab9a-940664e9037f HTTP/1.1" status: 204 len: 168 time: 1.2876432 May 24 23:52:54.006744 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43218) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:54.063765 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3441d9b-fb5b-4b6a-87ac-1cb97104684b admin admin] Deleting subnet b2732dac-a625-41f5-abca-82a9a0527dca {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:52:54.066526 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3441d9b-fb5b-4b6a-87ac-1cb97104684b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.116357 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3441d9b-fb5b-4b6a-87ac-1cb97104684b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3558927'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.194386 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3441d9b-fb5b-4b6a-87ac-1cb97104684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712772'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.266747 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3441d9b-fb5b-4b6a-87ac-1cb97104684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071581030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510204'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.305645 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-600bb1fd-b0b7-49cb-84e8-d12e3fd992a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.306343 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3441d9b-fb5b-4b6a-87ac-1cb97104684b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2732dac-a625-41f5-abca-82a9a0527dca,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:54.311796 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3441d9b-fb5b-4b6a-87ac-1cb97104684b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.316995 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3870957-2731-4ebd-ba35-b066e010cc1f None None] Network 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 requested from dv-neutron-843190-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:52:54.318538 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b3441d9b-fb5b-4b6a-87ac-1cb97104684b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b2732dac-a625-41f5-abca-82a9a0527dca HTTP/1.1" status: 204 len: 168 time: 0.3108709 May 24 23:52:54.321109 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43222) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:54.429599 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758257'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.440847 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Deleting port a4f0757c-8501-402c-bf9f-353649b41d10 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:54.441278 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.557806 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84e9bef-9886-4db6-833b-f90e1a364987 None None] DHCP port deletion for 1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 request from dv-neutron-843190-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:52:54.562664 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a84e9bef-9886-4db6-833b-f90e1a364987 None None] Deleting port a4f0757c-8501-402c-bf9f-353649b41d10 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:54.563072 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a84e9bef-9886-4db6-833b-f90e1a364987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.649515 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] For port a4f0757c-8501-402c-bf9f-353649b41d10, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a4f0757c-8501-402c-bf9f-353649b41d10,segment=NetworkSegment(7550d84c-387e-438d-9024-e4d7e5e2d0e7),segment_id=7550d84c-387e-438d-9024-e4d7e5e2d0e7)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:54.649869 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.809089 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a84e9bef-9886-4db6-833b-f90e1a364987 None None] For port a4f0757c-8501-402c-bf9f-353649b41d10, host dv-neutron-843190-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843190-1-hyperv',level=0,port_id=a4f0757c-8501-402c-bf9f-353649b41d10,segment=NetworkSegment(7550d84c-387e-438d-9024-e4d7e5e2d0e7),segment_id=7550d84c-387e-438d-9024-e4d7e5e2d0e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:54.809358 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a84e9bef-9886-4db6-833b-f90e1a364987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593074'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.879128 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Calling delete_port for a4f0757c-8501-402c-bf9f-353649b41d10 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:54.930161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a84e9bef-9886-4db6-833b-f90e1a364987 None None] Calling delete_port for a4f0757c-8501-402c-bf9f-353649b41d10 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:54.953805 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783744189916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783743685461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071580601'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.005354 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f0757c-8501-402c-bf9f-353649b41d10,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:55.009579 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] No DVR routers for this DVR port a4f0757c-8501-402c-bf9f-353649b41d10 on host dv-neutron-843190-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:52:55.012821 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:52:55.047197 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:52:55.047540 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 7ee66a9c-1ee8-4f0f-81ec-229c1a05fd1c not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:52:55.047951 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 45e1eff2-b57c-4e81-b749-637f1b8e7926 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:52:55.081426 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-a84e9bef-9886-4db6-833b-f90e1a364987 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:52:55.081698 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-a84e9bef-9886-4db6-833b-f90e1a364987 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:52:55.082303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: 45e1eff2-b57c-4e81-b749-637f1b8e7926 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:52:55.082664 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device 45e1eff2-b57c-4e81-b749-637f1b8e7926 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:52:55.083069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a4f0757c-8501-402c-bf9f-353649b41d10 no longer exists at agent ovs-agent-dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:52:55.118171 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] No Port match for: a4f0757c-8501-402c-bf9f-353649b41d10 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:52:55.118517 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Device a4f0757c-8501-402c-bf9f-353649b41d10 not bound to the agent host dv-neutron-843190-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:52:55.124761 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715997', 'neutron.services.segments.db._delete_segments_for_network-8783744137692'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.149182 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb18e74-20b5-4c9d-a681-e9b4305ba2c7']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:55.161318 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7550d84c-387e-438d-9024-e4d7e5e2d0e7') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:55.161609 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7550d84c-387e-438d-9024-e4d7e5e2d0e7') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:55.173078 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783744076535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558936'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.188455 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719345'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.194249 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:52:55.194625 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071580612'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.258329 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7550d84c-387e-438d-9024-e4d7e5e2d0e7 resource provider aggregate not found May 24 23:52:55.279309 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7550d84c-387e-438d-9024-e4d7e5e2d0e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7550d84c-387e-438d-9024-e4d7e5e2d0e7 found for delete ", "request_id": "req-c76f612b-7582-47e8-b9ce-aa5742056d50"}]} May 24 23:52:55.292116 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2036280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603204'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.301321 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.309503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.321687 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb18e74-20b5-4c9d-a681-e9b4305ba2c7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:55.326413 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f219774c-fd14-4d86-9a1c-58886b642869 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1eb18e74-20b5-4c9d-a681-e9b4305ba2c7 HTTP/1.1" status: 204 len: 168 time: 1.0043900 May 24 23:52:55.353780 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.442503 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43234) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:55.495684 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ff480bf2-68eb-4006-9049-23c5be95c010 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cefbd8eead6a4de6ac93b29f90e55f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482488 May 24 23:52:55.497595 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43238) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:55.556606 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8a7ecd6c-8240-4e30-9ca0-7f70c7a9eca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.581541 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8a7ecd6c-8240-4e30-9ca0-7f70c7a9eca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.582606 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a84e9bef-9886-4db6-833b-f90e1a364987 None None] Deleting port a4f0757c-8501-402c-bf9f-353649b41d10 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:55.583045 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a84e9bef-9886-4db6-833b-f90e1a364987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783744192296'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.638812 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8a7ecd6c-8240-4e30-9ca0-7f70c7a9eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.648213 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a84e9bef-9886-4db6-833b-f90e1a364987 None None] The port 'a4f0757c-8501-402c-bf9f-353649b41d10' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:52:55.660543 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ecd6c-8240-4e30-9ca0-7f70c7a9eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdd5786-b9ed-4eac-a130-cb20bd049731,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:55.663803 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8a7ecd6c-8240-4e30-9ca0-7f70c7a9eca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.664912 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8a7ecd6c-8240-4e30-9ca0-7f70c7a9eca8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efdd5786-b9ed-4eac-a130-cb20bd049731 HTTP/1.1" status: 204 len: 168 time: 0.1663911 May 24 23:52:56.009507 dv-neutron-843190-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.32', 43246) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:56.056633 dv-neutron-843190-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0a4f0c4f-3f0c-48ce-85b9-3a8589fd4421 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20a066ab3cbe4a408cca63608e1c034e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460329 May 24 23:52:56.059145 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.32', 43250) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:56.117670 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b397a0fd-b5eb-42ff-8fbc-939a1986358e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:56.143586 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b397a0fd-b5eb-42ff-8fbc-939a1986358e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:56.198174 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b397a0fd-b5eb-42ff-8fbc-939a1986358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068091'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:56.212915 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397a0fd-b5eb-42ff-8fbc-939a1986358e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57250ed2-f76c-42a0-9e7f-79157c68ca11,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:56.221005 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b397a0fd-b5eb-42ff-8fbc-939a1986358e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:56.222363 dv-neutron-843190-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b397a0fd-b5eb-42ff-8fbc-939a1986358e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57250ed2-f76c-42a0-9e7f-79157c68ca11 HTTP/1.1" status: 204 len: 168 time: 0.1622438 May 24 23:52:56.766521 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:02.005645 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:53:16.576102 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:22.001822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-78bcd238-4d3d-4a44-ba00-01a494788dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:24.307082 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-78dfd8ef-b5a9-444a-9b85-a8a4edb6090b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:25.303245 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:25.354588 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:26.768327 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:39.004637 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:53:46.571813 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:52.003303 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce57b8f3-d28a-4d40-876e-877d9e44e455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:54.308810 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-acdb4b70-76c7-4202-9cdc-9363e0ef4b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:55.305759 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:55.355091 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:56.770377 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:16.004135 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:54:16.586281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:22.004686 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cbcecc00-efd2-43f0-96a0-c364b4ff80fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:24.309662 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c93de34c-7f38-46b3-ba6c-2d62735b2f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:25.307930 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:25.356068 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:26.773822 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:46.586022 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:52.005499 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-15550861-a7a5-450a-b2ed-a7de900401d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:53.002415 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:54:54.311469 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7671bf8d-838a-4d99-8f75-2de4471fd33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:55.310980 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:55.357381 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:56.776092 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:16.584711 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:22.009290 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa45202f-fa98-4d30-900e-126b7dea49ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:24.312906 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8aac662f-4f17-4ebf-a0a0-6a45671fd1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:25.314389 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:25.358000 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:26.779786 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:30.001013 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:55:46.600453 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:52.014117 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1aa13422-29a0-49c0-9bdc-f3acb347e324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:54.315289 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82e773ba-1fa8-41ef-a0bd-64a8a0e2a1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:55.316833 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:55.359065 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:56.782824 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:07.000486 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:56:16.600154 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:22.014165 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9e38d7c-3139-4718-9b77-8e527f28db16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:24.316912 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a7300d6-acfa-4f48-a800-7937fe9d34ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:25.319395 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:25.365226 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:26.786319 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:38.897605 dv-neutron-843190-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-a76b3cfe-7549-417a-a1cc-bad63f8e0fd8 req-a411b562-bc7b-4cae-a6fd-143e8f18348b service neutron] (88261) timed out ('10.222.0.32', 41806) {{(pid=88261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:56:44.000659 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:56:46.615187 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:52.014460 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-68340ba7-e80c-4280-8d77-26c158159640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:54.318666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d4b9302-d5dd-492b-8e9a-4ff8935549fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:55.322795 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:55.356983 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:56.789161 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:16.612914 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:20.999406 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:57:22.017048 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5b43ce5e-65fe-4dc9-a9f1-032f66e53d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:24.319069 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92a22b12-d9f2-4558-9c01-502a7f2d8fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:25.326132 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:25.358601 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:26.791605 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:46.628985 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:52.018051 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3a28d60b-b462-4ce1-b1e1-4353894d262b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:54.321281 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d738f7d8-29c4-4c4d-972d-b66b611c3ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:55.329183 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:55.367920 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:56.794432 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:57.998949 dv-neutron-843190-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-f1ae0455-126e-4e7c-bfcd-3d20b71ebe78 None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:58:16.627355 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-328d2d00-bcf0-4ecb-9db6-7b0973bc0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:22.022666 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5b7764f-3fcd-478c-9e7a-a0c6990dad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:24.324640 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c19d61db-f59d-402f-9f9a-3c7d7f973efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:25.334254 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f44e91b1-3bda-4e6f-812e-276e8f00be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:25.368939 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c594636c-891d-4b13-9a8b-d3860f262a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:26.800815 dv-neutron-843190-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a07becd1-1dc2-4275-9d4e-0307b7b8228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783744137674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650007'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}